00000800:00000200:2.1F:1767384583.069810:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (2) 00000800:00000200:1.1F:1767384583.070683:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (2) 00000800:00000200:1.1:1767384583.070704:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp 000000008c210c94 deleted 00000800:00000010:1.1:1767384583.070708:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008c210c94. 00000800:00000200:1.1:1767384583.070716:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384583.070725:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:1023 00000800:00000200:1.1:1767384583.070733:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c1e1ede1 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1767384583.070966:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384583.072731:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (4) 00000800:00000200:1.1:1767384583.072739:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp 000000007dc8bc6e deleted 00000800:00000010:1.1:1767384583.072743:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000007dc8bc6e. 00000800:00000200:1.1:1767384583.072748:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1767384583.073307:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1767384583.231539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a38f5f5c. 00010000:00000010:1.1:1767384583.231569:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f609c078. 00010000:00000010:1.1:1767384583.231585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d892d2fc. 00010000:00000010:0.1F:1767384583.231705:0:2:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000450d6f29. 00010000:00000010:0.1:1767384583.231719:0:2:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad2504b1. 00000100:00000001:3.0:1767384590.227949:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.227962:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.227963:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.227966:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384590.227967:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.227969:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971823696 : -106175737727920 : ffff9f6f08de7450) 00000100:00000040:3.0:1767384590.227972:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8b9de27 x1853237048119040/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.227977:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.227979:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384590.227980:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.227982:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000100:00100000:3.0:1767384590.227984:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9de27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+10:17886:x1853237048119040:12345-0@lo:101: 00000100:00000200:3.0:1767384590.227987:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048119040 00000020:00000001:3.0:1767384590.227988:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.227990:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.227991:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.227993:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.227996:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:3.0:1767384590.227998:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.228000:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.228001:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.228002:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.228005:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.228008:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384590.228010:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384590.228012:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384590.228014:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384590.228015:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.228019:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384590.228024:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007862540d. 00010000:00000001:3.0:1767384590.228028:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384590.228030:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003ca00b7b. 00000020:00000001:3.0:1767384590.228032:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384590.228037:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000003ca00b7b with handle 0x71ee3a74e2718fc9 to hash 00000020:00000001:3.0:1767384590.228039:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384590.228040:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961734656 : -106175747816960 : ffff9f6f08448200) 00010000:00000001:3.0:1767384590.228042:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961734656 : -106175747816960 : ffff9f6f08448200) 00010000:00010000:3.0:1767384590.228044:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000003ca00b7b/0x71ee3a74e2718fc9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e2718fc2 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.228050:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 6 00000020:00000040:3.0:1767384590.228052:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=11 00000100:00000001:3.0:1767384590.228059:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.228062:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.228064:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.228066:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.228068:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.228071:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384590.228074:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384590.228077:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384590.228079:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.228081:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.228084:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.228085:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.228088:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384590.228090:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384590.228092:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384590.228094:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384590.228096:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x70616d65646f6e:0x4:0x0].0x0 (000000007862540d) refcount = 1 00010000:00010000:3.0:1767384590.228100:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000003ca00b7b/0x71ee3a74e2718fc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e2718fc2 expref: 11 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.228107:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384590.228109:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384590.228111:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.228114:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.228116:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384590.228121:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384590.228130:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000003ca00b7b/0x71ee3a74e2718fc9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718fc2 expref: 11 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.228138:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384590.228141:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384590.228143:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.228146:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.228148:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384590.228149:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.228151:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384590.228153:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000003ca00b7b, rc 0) 00000020:00000001:3.0:1767384590.228155:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.228158:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048119040 00010000:00000001:3.0:1767384590.228160:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.228163:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c8b9de27 x1853237048119040/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.228168:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.228169:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.228171:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.228173:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.228175:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.228176:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.228178:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.228179:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.228180:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.228182:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.228184:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384590.228187:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048119040, offset 224 00000400:00000200:3.0:1767384590.228190:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.228195:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.228200:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff00f00 00000400:00000200:3.0:1767384590.228203:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfd9 [1] + 224 00000400:00000200:3.0:1767384590.228206:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.228209:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.228211:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.228218:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0a2eef6 x1853237048119040/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.228223:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e0a2eef6 x1853237048119040/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.228253:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.228260:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000400:00000010:3.0:1767384590.228263:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000001:3.0:1767384590.228266:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.228267:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.228276:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.228280:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.228284:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.228287:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.228293:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.228302:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8b9de27 x1853237048119040/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.228340:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9de27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+11:17886:x1853237048119040:12345-0@lo:101: Request processed in 345us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384590.228381:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:3.0:1767384590.228401:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.228412:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.228418:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.228429:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d411f45. 00000020:00000010:3.0:1767384590.228445:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:3.0:1767384590.228550:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ebb1b71. 00000020:00000040:3.0:1767384590.228562:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 10 02000000:00000001:3.0:1767384590.228571:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.228576:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.228584:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.228597:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384590.228603:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384590.228611:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba78c137. 00000400:00000010:3.0:1767384590.228618:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cee9bc33. 00000100:00000001:1.0:1767384590.228943:0:17886:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384590.228949:0:17886:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.228954:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.228955:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.228959:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.228961:0:17886:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384590.228964:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.228967:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294878002 00000100:00000001:1.0:1767384590.228971:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878001 00000100:00000001:1.0:1767384590.228976:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294878002 00000100:00000001:1.0:1767384590.228989:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878001 00000100:00000001:1.0:1767384590.228995:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294878002 00000100:00000001:1.0:1767384590.229000:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878001 00000100:00000001:3.0:1767384590.229002:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384590.229003:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294878002 00000100:00100000:3.0:1767384590.229007:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048119168 00000100:00000001:1.0:1767384590.229008:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878001 02000000:00000001:3.0:1767384590.229014:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384590.229016:0:17886:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384590.229018:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.229019:0:17886:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.229023:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.229024:0:17886:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384590.229032:0:17886:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1767384590.229033:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.229045:0:17886:0:(client.c:2690:ptlrpc_set_wait()) set 0000000094541e8e going to sleep for 11 seconds 00000100:00100000:3.0:1767384590.229046:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048119168 00000100:00000001:1.0:1767384590.229050:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384590.229052:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384590.229053:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384590.229055:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384590.229059:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.229061:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=11 00000020:00000001:3.0:1767384590.229064:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.229066:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384590.229068:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.229072:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384590.229073:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.229075:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000020:00000010:3.0:1767384590.229078:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ebb1b71. 00000020:00000010:3.0:1767384590.229080:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d411f45. 00000020:00000010:3.0:1767384590.229083:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.229087:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.229089:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.229090:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.229091:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.229094:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.229106:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.229113:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.229114:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.229118:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384590.229120:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.229122:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971825744 : -106175737725872 : ffff9f6f08de7c50) 00000100:00000040:3.0:1767384590.229125:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ce09858 x1853237048119168/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.229132:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.229140:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384590.229142:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.229144:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000100:00100000:3.0:1767384590.229147:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ce09858 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+11:17886:x1853237048119168:12345-0@lo:101: 00000100:00000200:3.0:1767384590.229150:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048119168 00000020:00000001:3.0:1767384590.229152:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.229155:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.229157:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.229159:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.229161:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:3.0:1767384590.229163:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.229166:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.229168:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.229170:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.229172:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.229174:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384590.229176:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384590.229178:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384590.229181:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384590.229183:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.229186:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384590.229191:0:17081:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 4 00010000:00000001:3.0:1767384590.229194:0:17081:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384590.229196:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384590.229198:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c38ced0e. 00000020:00000001:3.0:1767384590.229200:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384590.229202:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c38ced0e with handle 0x71ee3a74e2718fd7 to hash 00000020:00000001:3.0:1767384590.229204:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384590.229206:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961739776 : -106175747811840 : ffff9f6f08449600) 00010000:00000001:3.0:1767384590.229224:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961739776 : -106175747811840 : ffff9f6f08449600) 00010000:00010000:3.0:1767384590.229225:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c38ced0e/0x71ee3a74e2718fd7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e2718fd0 expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.229229:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 7 00000020:00000040:3.0:1767384590.229233:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=12 00000100:00000001:3.0:1767384590.229237:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.229238:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.229240:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.229242:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.229243:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.229244:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384590.229246:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384590.229247:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384590.229248:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.229249:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.229250:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.229251:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.229252:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384590.229254:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384590.229255:0:17081:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384590.229256:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384590.229257:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000000591f343) refcount = 4 00010000:00000040:3.0:1767384590.229259:0:17081:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384590.229261:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002fc4186f/0x71ee3a74e2718f8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718f83 expref: 12 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.229264:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d9d7af52/0x71ee3a74e2718f05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718efe expref: 12 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.229268:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ef4a9e6e/0x71ee3a74e2718ee9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718ee2 expref: 12 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384590.229271:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c38ced0e/0x71ee3a74e2718fd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e2718fd0 expref: 12 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.229274:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384590.229275:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384590.229276:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.229277:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.229278:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384590.229280:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384590.229300:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c38ced0e/0x71ee3a74e2718fd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718fd0 expref: 12 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.229309:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384590.229311:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384590.229313:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.229316:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.229318:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384590.229320:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.229322:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384590.229323:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c38ced0e, rc 0) 00000020:00000001:3.0:1767384590.229326:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.229329:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048119168 00010000:00000001:3.0:1767384590.229332:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.229336:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ce09858 x1853237048119168/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.229346:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.229348:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.229352:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.229356:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.229359:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.229380:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.229383:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.229386:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.229390:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.229394:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.229400:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384590.229406:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048119168, offset 224 00000400:00000200:3.0:1767384590.229414:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.229425:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.229436:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff00f80 00000400:00000200:3.0:1767384590.229442:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0xfe9 [1] + 224 00000400:00000200:3.0:1767384590.229448:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.229452:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.229520:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.229530:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.229537:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.229550:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.229555:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000400:00000010:3.0:1767384590.229557:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000001:3.0:1767384590.229559:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.229561:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.229564:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.229566:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.229568:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.229569:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.229571:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384590.229572:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384590.229576:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce09858 x1853237048119168/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384590.229577:0:17886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384590.229582:0:17886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384590.229585:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000400:00000200:1.0:1767384590.229593:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089ff2c58 00000100:00100000:3.0:1767384590.229598:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ce09858 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+12:17886:x1853237048119168:12345-0@lo:101: Request processed in 460us (665us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384590.229599:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ff2c58. 00000100:00000001:1.0:1767384590.229609:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384590.229619:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.229620:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:3.0:1767384590.229629:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.229636:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.229642:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.229647:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d411f45. 00000020:00000010:3.0:1767384590.229651:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:3.0:1767384590.229657:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ebb1b71. 00000020:00000040:3.0:1767384590.229668:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 11 02000000:00000001:3.0:1767384590.229679:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.229681:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000610fe7d9. 00000100:00000200:1.0:1767384590.229681:0:17886:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384590.229689:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.229693:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.229710:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384590.229711:0:17886:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.229723:0:17886:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384590.229726:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384590.229726:0:17886:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384590.229733:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384590.229735:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078b964a1. 00000100:00000001:1.0:1767384590.229737:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.229741:0:17886:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.229743:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067e06f26. 00000100:00001000:1.0:1767384590.229744:0:17886:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384590.229746:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384590.229749:0:17886:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384590.229754:0:17886:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.229758:0:17886:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384590.229760:0:17886:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.229762:0:17886:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384590.229766:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.229771:0:17886:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.229772:0:17886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384590.229775:0:17886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384590.229777:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384590.229781:0:17886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119168:0@lo:101: 00000100:00000001:1.0:1767384590.229784:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.229785:0:17886:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.229786:0:17886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384590.229787:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.229788:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.229792:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384590.229793:0:17886:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000094541e8e. 00000100:00000001:1.0:1767384590.229800:0:17886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384590.229800:0:17886:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.229802:0:17886:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384590.229803:0:17886:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384590.229804:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384590.229806:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007f9090ad refcount=4 00000020:00000001:1.0:1767384590.229807:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114048 : -106174819437568 : ffff9f6f3f9a7400) 00010000:00000001:1.0:1767384590.229809:0:17886:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114048 : -106174819437568 : ffff9f6f3f9a7400) 00010000:00000040:1.0:1767384590.229811:0:17886:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000007f9090ad, remote cookie: 0x71ee3a74e2718fd7, flags: 0x0 00010000:00000001:1.0:1767384590.229813:0:17886:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384590.229815:0:17886:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384590.229816:0:17886:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384590.229817:0:17886:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384590.229818:0:17886:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384590.229820:0:17886:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000f563a5c5) refcount = 4 00010000:00000040:1.0:1767384590.229822:0:17886:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384590.229823:0:17886:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384590.229827:0:17886:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384590.229830:0:17886:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.125@tcp lock: 0000000052653c52/0x71ee3a74e2718ee2 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718ee9 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384590.229833:0:17886:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 000000007f9090ad/0x71ee3a74e2718fd0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2718fd7 expref: -99 pid: 17886 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384590.229837:0:17886:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384590.229838:0:17886:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384590.229838:0:17886:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384590.229840:0:17886:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384590.229841:0:17886:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384590.229842:0:17886:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 000000007f9090ad/0x71ee3a74e2718fd0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718fd7 expref: -99 pid: 17886 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384590.229851:0:17886:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384590.229852:0:17886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384590.229853:0:17886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384590.229854:0:17886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384590.229855:0:17886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384590.229855:0:17886:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.229857:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.229858:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0a2eef6 x1853237048119168/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.229862:0:17886:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384590.229863:0:17886:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384590.229864:0:17886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003a00cfa1. 02000000:00000001:1.0:1767384590.229865:0:17886:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384590.229866:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.229867:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.229868:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384590.229869:0:17886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f1cc961e. 02000000:00000001:1.0:1767384590.229871:0:17886:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384590.229871:0:17886:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384590.229872:0:17886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0a2eef6. 00000100:00000001:1.0:1767384590.229874:0:17886:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384590.229874:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384590.229876:0:17886:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384590.229877:0:17886:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384590.229878:0:17886:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (0000000068637e19) refs 2 10000000:00000001:1.0:1767384590.229879:0:17886:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.229880:0:17886:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384590.229881:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384590.229882:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007f9090ad refcount=3 00000020:00000001:1.0:1767384590.229883:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114048 : -106174819437568 : ffff9f6f3f9a7400) 00010000:00000001:1.0:1767384590.229884:0:17886:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114048 : -106174819437568 : ffff9f6f3f9a7400) 00010000:00000001:1.0:1767384590.229885:0:17886:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384590.229885:0:17886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384590.229886:0:17886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384590.229887:0:17886:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384590.229891:0:17886:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767384590.229893:0:17886:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000eb5975e4. 00000020:00000010:1.0:1767384590.229895:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1cc961e. 00000020:00000010:1.0:1767384590.229897:0:17886:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001024ed91. 00000040:00000010:1.0:1767384590.229899:0:17886:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003630b1a7. 00000020:00000010:1.0:1767384590.229901:0:17886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000bf876943. 00000020:00000010:1.0:1767384590.229903:0:17886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003bd7fcfc. 80000000:00000010:1.0:1767384590.229905:0:17886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000025fab92. 00040000:00000010:1.0:1767384590.229907:0:17886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ad868b99. 00080000:00000010:1.0:1767384590.229909:0:17886:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000338112f1. 00080000:00000010:1.0:1767384590.229911:0:17886:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f9e4222f. 20000000:00000010:1.0:1767384590.229913:0:17886:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000051372bd8. 10000000:00000040:1.0:1767384590.229915:0:17886:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d2057962 : new refcount 2 10000000:00000040:1.0:1767384590.229917:0:17886:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c4f8bbfe : new refcount 2 10000000:00000040:1.0:1767384590.229918:0:17886:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.125@tcp: copy local log lustre-OST0000 10000000:00000001:1.0:1767384590.229919:0:17886:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:1.0:1767384590.229921:0:17886:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 16 at 000000001a7e161c. 00000040:00000001:1.0:1767384590.229922:0:17886:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:1.0:1767384590.229923:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.229924:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005ecc24ba. 00000040:00000001:1.0:1767384590.229926:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.229927:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.229928:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.229929:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.229932:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.229933:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.229937:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.229958:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.229959:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.229960:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.229961:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.229962:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.229964:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 89:138244007 to info 00000000338112f1 00000020:00000001:1.0:1767384590.229966:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005025ce63 00080000:00000002:1.0:1767384590.229971:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x2:0x0] 00080000:00000001:1.0:1767384590.229973:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.229974:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384590.229976:0:17886:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000003a00cfa1. 00080000:00000001:1.0:1767384590.229978:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384590.229980:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000001e3b1fd9. 00000020:00000001:1.0:1767384590.229982:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384590.229985:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000013b437fa. 00000020:00000001:1.0:1767384590.229988:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384590.229990:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007c2cfdae. 00000020:00000001:1.0:1767384590.229991:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.229992:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384590.229994:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384590.229995:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.229996:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384590.229999:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.230000:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384590.230003:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637897963060568 : -106175746491048 : ffff9f6f0858bd58) 00000040:00000001:1.0:1767384590.230005:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.230006:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.230007:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.230009:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007035e328. 00000040:00000001:1.0:1767384590.230011:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.230012:0:17886:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384590.230547:0:17886:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.230551:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.230553:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.230555:0:17886:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384590.230558:0:17886:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000005eec6f0b. 00000040:00001000:1.0:1767384590.230561:0:17886:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384590.230565:0:17886:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384590.230578:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b79c7867. 00000020:00000010:1.0:1767384590.230582:0:17886:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fc6b7680. 00000040:00000010:1.0:1767384590.230585:0:17886:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009dc51285. 00000020:00000010:1.0:1767384590.230588:0:17886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099c66a66. 00000020:00000010:1.0:1767384590.230593:0:17886:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.230601:0:17886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004ce28c49. 80000000:00000010:1.0:1767384590.230604:0:17886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aaaf1589. 40000000:00000010:1.0:1767384590.230607:0:17886:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005907582b. 00100000:00000010:1.0:1767384590.230612:0:17886:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dec96b47. 00040000:00000010:1.0:1767384590.230621:0:17886:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004ae4ec41. 00040000:00000010:1.0:1767384590.230625:0:17886:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d391ad54. 00040000:00000010:1.0:1767384590.230628:0:17886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c20f3444. 00080000:00000010:1.0:1767384590.230638:0:17886:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000020e81c39. 00080000:00000010:1.0:1767384590.230643:0:17886:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000073b4d31e. 00000004:00000010:1.0:1767384590.230649:0:17886:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000be86ce65. 00000004:00000010:1.0:1767384590.230654:0:17886:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.230658:0:17886:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000965e9b02. 00002000:00000010:1.0:1767384590.230663:0:17886:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d97129de. 00000004:00000010:1.0:1767384590.230666:0:17886:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001d2070c5. 00000020:00000010:1.0:1767384590.230671:0:17886:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009a91bc50. 00000040:00000010:1.0:1767384590.230678:0:17886:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000361decbc. 00000040:00001000:1.0:1767384590.230680:0:17886:0:(llog.c:607:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1767384590.230683:0:17886:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384590.230685:0:17886:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384590.230689:0:17886:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:1.0:1767384590.230849:0:17886:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384590.230854:0:17886:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.230856:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e0127a000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384590.230859:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384590.230862:0:17886:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384590.230864:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e0127a0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384590.230866:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1767384590.230868:0:17886:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384590.230870:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e0127a160 type=0x10620000 idx=3 00000040:00001000:1.0:1767384590.230871:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1767384590.230873:0:17886:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384590.230875:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e0127a1d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384590.230876:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384590.230883:0:17886:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384590.230885:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e0127a2b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384590.230886:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384590.230888:0:17886:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384590.230890:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e0127a390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384590.230891:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384590.230893:0:17886:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00001000:1.0:1767384590.230894:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e0127a3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384590.230897:0:17886:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384590.230899:0:17886:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384590.230900:0:17886:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384590.230903:0:17886:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:1.0:1767384590.230908:0:17886:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384590.230910:0:17886:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.230912:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e0127a3e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384590.230914:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384590.230915:0:17886:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00001000:1.0:1767384590.230917:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e0127a4c0 type=0x0 idx=0 00000040:00000001:1.0:1767384590.230919:0:17886:0:(llog.c:676:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384590.230921:0:17886:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 8 count 8 00000040:00000010:1.0:1767384590.230923:0:17886:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000361decbc. 00000020:00000010:1.0:1767384590.230930:0:17886:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009a91bc50. 00000020:00000010:1.0:1767384590.230952:0:17886:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fc6b7680. 00000040:00000010:1.0:1767384590.230955:0:17886:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009dc51285. 00000020:00000010:1.0:1767384590.230957:0:17886:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099c66a66. 00000020:00000010:1.0:1767384590.230961:0:17886:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.230964:0:17886:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004ce28c49. 80000000:00000010:1.0:1767384590.230967:0:17886:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aaaf1589. 40000000:00000010:1.0:1767384590.230970:0:17886:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005907582b. 00100000:00000010:1.0:1767384590.230973:0:17886:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dec96b47. 00040000:00000010:1.0:1767384590.230977:0:17886:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004ae4ec41. 00040000:00000010:1.0:1767384590.230979:0:17886:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d391ad54. 00040000:00000010:1.0:1767384590.230983:0:17886:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c20f3444. 00080000:00000010:1.0:1767384590.230986:0:17886:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000073b4d31e. 00080000:00000010:1.0:1767384590.230996:0:17886:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000020e81c39. 00000004:00000010:1.0:1767384590.231001:0:17886:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000be86ce65. 00000004:00000010:1.0:1767384590.231005:0:17886:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.231009:0:17886:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000965e9b02. 00002000:00000010:1.0:1767384590.231013:0:17886:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d97129de. 00000004:00000010:1.0:1767384590.231017:0:17886:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001d2070c5. 00000020:00000010:1.0:1767384590.231019:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b79c7867. 00000040:00000010:1.0:1767384590.231022:0:17886:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000005eec6f0b. 00000040:00000001:1.0:1767384590.231025:0:17886:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231028:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384590.231030:0:17886:0:(lu_object.c:207:lu_object_put()) Add 000000007c2cfdae/0000000013b437fa to site lru. bkt: 00000000f4afb8ac 00000040:00000010:1.0:1767384590.231033:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000001e3b1fd9. 00000040:00000001:1.0:1767384590.231036:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384590.231038:0:17886:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007035e328. 00000040:00000010:1.0:1767384590.231041:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005ecc24ba. 00000040:00000001:1.0:1767384590.231044:0:17886:0:(llog.c:1739:llog_validate()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231046:0:17886:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384590.231047:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.231049:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b79c7867. 00000040:00000001:1.0:1767384590.231052:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.231054:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.231055:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.231058:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.231062:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.231064:0:17886:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:1.0:1767384590.231066:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384590.231069:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000001e3b1fd9. 00000020:00000001:1.0:1767384590.231072:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.231075:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637897963060568 : -106175746491048 : ffff9f6f0858bd58) 00000040:00000001:1.0:1767384590.231077:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231079:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231080:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.231083:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000020e81c39. 00000040:00000001:1.0:1767384590.231085:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.231086:0:17886:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384590.231098:0:17886:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231100:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231102:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231104:0:17886:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384590.231105:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.231107:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a2ac2029. 00000040:00000001:1.0:1767384590.231110:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.231111:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.231113:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.231115:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.231133:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.231135:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.231139:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384590.231142:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384590.231144:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384590.231147:0:17886:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384590.231149:0:17886:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384590.231150:0:17886:0:(llog.c:1547:llog_open()) MGC192.168.203.125@tcp: Failed to open llog lustre-OST0000T: rc -2 00000040:00000010:1.0:1767384590.231153:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a2ac2029. 00000040:00000001:1.0:1767384590.231155:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384590.231157:0:17886:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384590.231159:0:17886:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384590.231160:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.231162:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a2ac2029. 00000040:00000001:1.0:1767384590.231164:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.231165:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.231166:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.231169:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.231171:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.231172:0:17886:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384590.231174:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384590.231178:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000d11a3253. 00000020:00000001:1.0:1767384590.231180:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384590.231188:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004ae4ec41. 00000020:00000001:1.0:1767384590.231199:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384590.231220:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c20f3444. 00000020:00000001:1.0:1767384590.231223:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231225:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384590.231227:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.231228:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231231:0:17886:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384590.231237:0:17886:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ed18715. 00000001:00000010:1.0:1767384590.231248:0:17886:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ed18715. 00080000:00000001:1.0:1767384590.231251:0:17886:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231253:0:17886:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384590.231256:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893547760472 : -106180161791144 : ffff9f6e012c9b58) 00000040:00000001:1.0:1767384590.231259:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231260:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231263:0:17886:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384590.231275:0:17886:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231278:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.231281:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004ce28c49. 00080000:00000001:1.0:1767384590.231283:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547567616 : -106180161984000 : ffff9f6e0129aa00) 00000040:00000001:1.0:1767384590.231286:0:17886:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384590.231287:0:17886:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384590.231289:0:17886:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384590.231292:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.231296:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.231298:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005907582b. 00080000:00000001:1.0:1767384590.231300:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231303:0:17886:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384590.231305:0:17886:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000010:1.0:1767384590.231309:0:17886:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000009dc51285. 00000001:00000001:1.0:1767384590.231311:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.231312:0:17886:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.231315:0:17886:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231334:0:17886:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384590.231336:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.231338:0:17886:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231340:0:17886:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231349:0:17886:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231352:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.231359:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231361:0:17886:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384590.231363:0:17886:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384590.231366:0:17886:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384590.231368:0:17886:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384590.231624:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.231626:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231628:0:17886:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384590.231636:0:17886:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.231637:0:17886:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x5:0x0] 00080000:00000001:1.0:1767384590.231639:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.231640:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231641:0:17886:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384590.231644:0:17886:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ed18715. 00000001:00000010:1.0:1767384590.231650:0:17886:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ed18715. 00080000:00000001:1.0:1767384590.231652:0:17886:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231655:0:17886:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.231663:0:17886:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231666:0:17886:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:1.0:1767384590.231668:0:17886:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000965e9b02. 00080000:00000001:1.0:1767384590.231679:0:17886:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.231681:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c2c4d74f 00080000:00000002:1.0:1767384590.231682:0:17886:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert lustre-OST0000T:193 rc = 0 00080000:00000001:1.0:1767384590.231684:0:17886:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231686:0:17886:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231687:0:17886:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231689:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.231693:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005907582b. 00040000:00000001:1.0:1767384590.231695:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.231697:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.231699:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231700:0:17886:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231701:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.231703:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000073b4d31e. 00000040:00000001:1.0:1767384590.231704:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.231705:0:17886:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384590.231706:0:17886:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384590.231712:0:17886:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384590.231714:0:17886:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384590.231716:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231717:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231718:0:17886:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384590.231720:0:17886:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000005eec6f0b. 00000040:00001000:1.0:1767384590.231721:0:17886:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384590.231723:0:17886:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384590.231724:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc6b7680. 00000020:00000010:1.0:1767384590.231726:0:17886:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003fd1b3e7. 00000040:00000010:1.0:1767384590.231728:0:17886:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090e6cdb3. 00000020:00000010:1.0:1767384590.231730:0:17886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be86ce65. 00000020:00000010:1.0:1767384590.231732:0:17886:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.231734:0:17886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a910a1dc. 80000000:00000010:1.0:1767384590.231735:0:17886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000aaaf1589. 40000000:00000010:1.0:1767384590.231737:0:17886:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005907582b. 00100000:00000010:1.0:1767384590.231739:0:17886:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d391ad54. 00040000:00000010:1.0:1767384590.231740:0:17886:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001f433b59. 00040000:00000010:1.0:1767384590.231742:0:17886:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000080033b8. 00040000:00000010:1.0:1767384590.231744:0:17886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000032943929. 00080000:00000010:1.0:1767384590.231746:0:17886:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000361decbc. 00080000:00000010:1.0:1767384590.231749:0:17886:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000581c8ba0. 00000004:00000010:1.0:1767384590.231752:0:17886:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000dec96b47. 00000004:00000010:1.0:1767384590.231754:0:17886:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.231755:0:17886:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000099c66a66. 00002000:00000010:1.0:1767384590.231757:0:17886:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001d2070c5. 00000004:00000010:1.0:1767384590.231758:0:17886:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d97129de. 00000020:00000010:1.0:1767384590.231760:0:17886:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000043257f7d. 00000040:00000010:1.0:1767384590.231762:0:17886:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007035e328. 00000040:00001000:1.0:1767384590.231764:0:17886:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:1.0:1767384590.231765:0:17886:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384590.231766:0:17886:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384590.231767:0:17886:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:1.0:1767384590.231771:0:17886:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384590.231776:0:17886:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.231777:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6f27af4000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384590.231779:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384590.231780:0:17886:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.231781:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.231783:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.231784:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.231785:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a636e533. 00080000:00000001:1.0:1767384590.231786:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547565568 : -106180161986048 : ffff9f6e0129a200) 00000040:00000001:1.0:1767384590.231788:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.231790:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.231791:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.231793:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.231794:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4367217. 00080000:00000001:1.0:1767384590.231795:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231796:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.231797:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.231798:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231799:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231800:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231802:0:17886:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384590.231803:0:17886:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.231804:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.231806:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.231808:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.231809:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.231810:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00080000:00000010:1.0:1767384590.231815:0:17886:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000b78181bc. 00000040:00080000:1.0:1767384590.232101:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].1, 224 off8416 00000040:00000001:1.0:1767384590.232105:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232108:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232113:0:17886:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.232115:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.232120:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4367217. 00040000:00000001:1.0:1767384590.232123:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.232124:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.232126:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232133:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232134:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.232136:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6f27af40e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384590.232139:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1767384590.232140:0:17886:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.232142:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.232144:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.232145:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.232148:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b6c2df27. 00080000:00000001:1.0:1767384590.232149:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547566080 : -106180161985536 : ffff9f6e0129a400) 00000040:00000001:1.0:1767384590.232152:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232153:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.232155:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232157:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.232159:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4367217. 00080000:00000001:1.0:1767384590.232161:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232163:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232164:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.232165:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232167:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232169:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232171:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.232174:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232176:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232178:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.232179:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384590.232190:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].2, 128 off8544 00000040:00000001:1.0:1767384590.232193:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232195:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232196:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.232200:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4367217. 00040000:00000001:1.0:1767384590.232203:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.232204:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.232205:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232207:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232208:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.232210:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6f27af4160 type=0x10620000 idx=3 00000040:00001000:1.0:1767384590.232212:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1767384590.232220:0:17886:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.232222:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.232223:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.232225:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.232227:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000092daff84. 00080000:00000001:1.0:1767384590.232229:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547572736 : -106180161978880 : ffff9f6e0129be00) 00000040:00000001:1.0:1767384590.232231:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232233:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.232246:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232248:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.232250:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4367217. 00080000:00000001:1.0:1767384590.232252:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232253:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232255:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.232256:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232258:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232259:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232261:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.232265:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232266:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232268:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.232269:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384590.232280:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].3, 112 off8656 00000040:00000001:1.0:1767384590.232283:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232285:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232287:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.232290:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4367217. 00040000:00000001:1.0:1767384590.232293:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.232294:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.232296:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232297:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232299:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.232300:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6f27af41d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384590.232303:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384590.232305:0:17886:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.232307:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.232308:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.232309:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.232317:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000054967d37. 00080000:00000001:1.0:1767384590.232319:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547569664 : -106180161981952 : ffff9f6e0129b200) 00000040:00000001:1.0:1767384590.232321:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232323:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.232325:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232327:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.232328:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4367217. 00080000:00000001:1.0:1767384590.232330:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232332:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232333:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.232334:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232336:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232337:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232339:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.232342:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232344:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232345:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.232347:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384590.232357:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].4, 224 off8880 00000040:00000001:1.0:1767384590.232360:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232361:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232363:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.232366:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4367217. 00040000:00000001:1.0:1767384590.232369:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.232370:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.232371:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232373:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232374:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.232376:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6f27af42b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384590.232378:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384590.232379:0:17886:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.232381:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.232382:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.232383:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.232385:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000016fe4657. 00080000:00000001:1.0:1767384590.232387:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547570176 : -106180161981440 : ffff9f6e0129b400) 00000040:00000001:1.0:1767384590.232389:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232395:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.232397:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232399:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.232401:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4367217. 00080000:00000001:1.0:1767384590.232403:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232404:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232405:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.232407:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232408:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232410:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232412:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.232415:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232417:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232418:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.232419:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384590.232430:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].5, 224 off9104 00000040:00000001:1.0:1767384590.232432:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232434:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232474:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.232485:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4367217. 00040000:00000001:1.0:1767384590.232489:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.232502:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.232505:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232508:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232512:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.232515:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6f27af4390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384590.232518:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384590.232523:0:17886:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.232526:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.232529:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00000100:00000040:3.0:1767384590.232531:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294878002, at 4294878003 00080000:00000001:1.0:1767384590.232533:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000010:3.0:1767384590.232541:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000026ae2af0. 00080000:00000010:1.0:1767384590.232541:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ecc24ba. 00080000:00000001:1.0:1767384590.232552:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893548047872 : -106180161503744 : ffff9f6e0130fe00) 00000040:00000001:1.0:1767384590.232559:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232563:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.232567:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232571:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.232578:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4367217. 00080000:00000001:1.0:1767384590.232586:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232589:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232591:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.232593:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232597:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232600:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232602:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.232606:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232610:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232612:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.232614:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384590.232626:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].6, 80 off9184 00000040:00000001:1.0:1767384590.232629:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232631:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232633:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.232637:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4367217. 00040000:00000001:1.0:1767384590.232640:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.232641:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.232642:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232644:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232646:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.232648:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6f27af43e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384590.232650:0:17886:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384590.232652:0:17886:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384590.232653:0:17886:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1767384590.232655:0:17886:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 7 (cur idx 7 off 8192), size 9408 00000040:00000001:1.0:1767384590.232660:0:17886:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1767384590.232663:0:17886:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.232664:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6f27af43e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384590.232666:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384590.232668:0:17886:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.232669:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.232670:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.232672:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.232684:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005a2200f0. 00080000:00000001:1.0:1767384590.232686:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893546295808 : -106180163255808 : ffff9f6e01164200) 00000040:00000001:1.0:1767384590.232689:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232694:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.232696:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232698:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.232700:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4367217. 00080000:00000001:1.0:1767384590.232702:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232704:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.232705:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.232707:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232708:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232710:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232712:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.232715:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232717:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.232718:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.232719:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x5:0x0] 00000040:00080000:1.0:1767384590.232731:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x5:0x0].7, 224 off9408 00000040:00000001:1.0:1767384590.232733:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232735:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.232737:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.232740:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4367217. 00040000:00000001:1.0:1767384590.232743:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.232744:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.232746:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232747:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232749:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232751:0:17886:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384590.232753:0:17886:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 8 00000040:00000010:1.0:1767384590.232755:0:17886:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007035e328. 00000020:00000010:1.0:1767384590.232760:0:17886:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000043257f7d. 00000020:00000010:1.0:1767384590.232766:0:17886:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003fd1b3e7. 00000040:00000010:1.0:1767384590.232770:0:17886:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000090e6cdb3. 00000020:00000010:1.0:1767384590.232772:0:17886:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000be86ce65. 00000020:00000010:1.0:1767384590.232775:0:17886:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.232778:0:17886:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a910a1dc. 80000000:00000010:1.0:1767384590.232780:0:17886:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000aaaf1589. 40000000:00000010:1.0:1767384590.232783:0:17886:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005907582b. 00100000:00000010:1.0:1767384590.232786:0:17886:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d391ad54. 00040000:00000010:1.0:1767384590.232795:0:17886:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000001f433b59. 00040000:00000010:1.0:1767384590.232798:0:17886:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000080033b8. 00040000:00000010:1.0:1767384590.232800:0:17886:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000032943929. 00080000:00000010:1.0:1767384590.232803:0:17886:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000581c8ba0. 00080000:00000010:1.0:1767384590.232806:0:17886:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000361decbc. 00000004:00000010:1.0:1767384590.232809:0:17886:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000dec96b47. 00000004:00000010:1.0:1767384590.232812:0:17886:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.232814:0:17886:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000099c66a66. 00002000:00000010:1.0:1767384590.232817:0:17886:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001d2070c5. 00000004:00000010:1.0:1767384590.232819:0:17886:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d97129de. 00000020:00000010:1.0:1767384590.232822:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc6b7680. 00000040:00000010:1.0:1767384590.232824:0:17886:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000005eec6f0b. 00000040:00000001:1.0:1767384590.232826:0:17886:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232829:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384590.232831:0:17886:0:(lu_object.c:207:lu_object_put()) Add 00000000c20f3444/000000004ae4ec41 to site lru. bkt: 000000002d07e1ab 00000040:00000010:1.0:1767384590.232833:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 00000000d11a3253. 00000040:00000001:1.0:1767384590.232835:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384590.232837:0:17886:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000073b4d31e. 00000040:00000010:1.0:1767384590.232840:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a2ac2029. 00000040:00000001:1.0:1767384590.232843:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384590.232844:0:17886:0:(lu_object.c:207:lu_object_put()) Add 000000007c2cfdae/0000000013b437fa to site lru. bkt: 00000000f4afb8ac 00000040:00000010:1.0:1767384590.232846:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000001e3b1fd9. 00000040:00000001:1.0:1767384590.232848:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384590.232850:0:17886:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000020e81c39. 00000040:00000010:1.0:1767384590.232852:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b79c7867. 00000040:00000001:1.0:1767384590.232855:0:17886:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.232856:0:17886:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384590.232857:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.232859:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000022b2b9d5. 00000040:00000001:1.0:1767384590.232862:0:17886:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384590.232864:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000010:1.0:1767384590.232867:0:17886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0a2eef6. 00000020:00000040:1.0:1767384590.232869:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384590.232872:0:17886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384590.232874:0:17886:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384590.232881:0:17886:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384590.232886:0:17886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038dc1484. 00000100:00000001:1.0:1767384590.232889:0:17886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.232893:0:17886:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384590.232894:0:17886:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384590.232897:0:17886:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000777fcff1. 00000100:00000001:1.0:1767384590.232899:0:17886:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898719113216 : -106174990438400 : ffff9f6f35693000) 00000100:00000001:1.0:1767384590.232902:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.232904:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000001:1.0:1767384590.232906:0:17886:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384590.232908:0:17886:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.232910:0:17886:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384590.232911:0:17886:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384590.232914:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.232923:0:17886:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384590.232924:0:17886:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.232927:0:17886:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384590.232928:0:17886:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384590.232931:0:17886:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.232933:0:17886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119296:0@lo:501: 00000100:00000001:1.0:1767384590.232937:0:17886:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384590.232939:0:17886:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384590.232940:0:17886:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.232942:0:17886:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384590.232945:0:17886:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ccfad79. 02000000:00000001:1.0:1767384590.232947:0:17886:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384590.232950:0:17886:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384590.232954:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089ff2c58. 00000100:00000200:1.0:1767384590.232958:0:17886:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048119296, portal 25 00000100:00000001:1.0:1767384590.232959:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.232961:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000040:1.0:1767384590.232964:0:17886:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.232983:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384590.232986:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384590.232989:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 00000100:00000200:1.0:1767384590.232991:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237048119296, offset 0 00000400:00000200:1.0:1767384590.232996:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384590.233003:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384590.233010:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695825ff01000 00000400:00000200:1.0:1767384590.233015:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x175 [2] + 0 00000400:00000010:1.0:1767384590.233018:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d85954c6. 00000400:00000200:1.0:1767384590.233021:0:17886:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000004b195b2 00000400:00000200:1.0:1767384590.233024:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384590.233027:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384590.233030:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004b195b2 00000400:00000010:1.0:1767384590.233032:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004b195b2. 00000100:00000001:1.0:1767384590.233035:0:17886:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384590.233036:0:17886:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384590.233039:0:17886:0:(events.c:337:request_in_callback()) incoming req@000000005f5ab924 x1853237048119296 msgsize 512 00000100:00100000:1.0:1767384590.233043:0:17886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384590.233045:0:17886:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384590.233058:0:17886:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384590.233062:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aceb391d 00000400:00000010:1.0:1767384590.233063:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aceb391d. 00000100:00000001:1.0:1767384590.233066:0:17886:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384590.233069:0:17886:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.233079:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.233084:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.233092:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384590.233093:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.233097:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048119296 00000100:00000001:1.0:1767384590.233099:0:17886:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384590.233101:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384590.233103:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.233104:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.233105:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.233109:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.233111:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294878006 00000100:00100000:3.0:1767384590.233112:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048119296 00000020:00000001:3.0:1767384590.233118:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.233121:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000010:1.0:1767384590.233122:0:17886:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dbd4d84. 00000020:00000001:3.0:1767384590.233124:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.233126:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=12 00000020:00000001:3.0:1767384590.233127:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.233130:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384590.233138:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384590.233139:0:17886:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384590.233141:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384590.233146:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.233149:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000020:00000010:3.0:1767384590.233152:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ebb1b71. 00000020:00000010:3.0:1767384590.233154:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d411f45. 00000020:00000010:3.0:1767384590.233157:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000001:1.0:1767384590.233157:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294878006 00000100:00000040:3.0:1767384590.233164:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384590.233166:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878002 00000100:00000001:3.0:1767384590.233168:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.233170:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.233171:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.233179:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.233179:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294878006 00000100:00000001:3.0:1767384590.233188:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384590.233189:0:17886:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038f55c28. 00000100:00000001:1.0:1767384590.233196:0:17886:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384590.233200:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.233202:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384590.233203:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294878006 00000100:00100000:3.0:1767384590.233211:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00000010:1.0:1767384590.233213:0:17886:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da79e584. 00000100:00000040:3.0:1767384590.233215:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.233221:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971810384 : -106175737741232 : ffff9f6f08de4050) 00000100:00000001:1.0:1767384590.233224:0:17886:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384590.233230:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f5ab924 x1853237048119296/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 512/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.233231:0:17886:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.233236:0:17886:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.233247:0:17886:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384590.233255:0:17886:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384590.233260:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384590.233261:0:17886:0:(client.c:2690:ptlrpc_set_wait()) set 00000000777fcff1 going to sleep for 11 seconds 00000020:00000010:3.0:1767384590.233264:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384590.233270:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.233272:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384590.233273:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000100:00000001:1.0:1767384590.233278:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.233281:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f5ab924 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+12:17886:x1853237048119296:12345-0@lo:501: 00000100:00000200:3.0:1767384590.233288:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048119296 00000020:00000001:3.0:1767384590.233290:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.233292:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.233293:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.233295:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.233297:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104896 : -1049446720 : ffffffffc172b6c0) 00000020:00000001:3.0:1767384590.233300:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.233302:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.233303:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.233305:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.233307:0:17081:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384590.233309:0:17081:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.233311:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.233313:0:17081:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384590.233314:0:17081:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384590.233315:0:17081:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384590.233318:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.233319:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.233322:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.233325:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.233327:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384590.233330:0:17081:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-OST0000 00000040:00000040:3.0:1767384590.233332:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384590.233334:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384590.233336:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f34e13fe. 00000040:00000001:3.0:1767384590.233339:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384590.233341:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.233343:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.233354:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00080000:00000001:3.0:1767384590.233360:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.233362:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.233372:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.233387:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.233389:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.233390:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.233392:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.233393:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.233395:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x8:0x0] 154:3001978038 to info 00000000c88d2fe2 00000020:00000001:3.0:1767384590.233398:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000069ac568d 00080000:00000002:3.0:1767384590.233399:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x8:0x0] 00080000:00000001:3.0:1767384590.233401:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.233403:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.233405:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384590.233409:0:17081:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000006544e9d7. 00000020:00000001:3.0:1767384590.233411:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384590.233417:0:17081:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000099667338. 00000020:00000001:3.0:1767384590.233421:0:17081:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384590.233423:0:17081:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000341be2e. 00000020:00000001:3.0:1767384590.233425:0:17081:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.233426:0:17081:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.233428:0:17081:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.233430:0:17081:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.233432:0:17081:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.233434:0:17081:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.233453:0:17081:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.233490:0:17081:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637897900578392 : -106175808973224 : ffff9f6f049f5658) 00000040:00000001:3.0:1767384590.233494:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.233496:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.233501:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384590.233505:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000000341be2e/0000000099667338 to site lru. bkt: 00000000235e639a 00000040:00000010:3.0:1767384590.233509:0:17081:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000006544e9d7. 00000040:00000001:3.0:1767384590.233515:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.233518:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f34e13fe. 00000040:00000001:3.0:1767384590.233527:0:17081:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384590.233530:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:3.0:1767384590.233550:0:17081:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.233556:0:17081:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384590.233559:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384590.233561:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384590.233563:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.233565:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384590.233567:0:17081:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000004428a252. 00000020:00000040:3.0:1767384590.233570:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=13 00000020:00000040:3.0:1767384590.233572:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 12 20000000:00000010:3.0:1767384590.233575:0:17081:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000004428a252. 20000000:00000001:3.0:1767384590.233578:0:17081:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:3.0:1767384590.233581:0:17081:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.233583:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048119296 00010000:00000001:3.0:1767384590.233585:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.233589:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f5ab924 x1853237048119296/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 512/272 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.233597:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.233599:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.233602:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.233605:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.233607:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.233609:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.233611:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.233613:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.233615:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.233617:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.233620:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384590.233624:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237048119296, offset 224 00000400:00000200:3.0:1767384590.233628:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.233636:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.233642:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695825ff01000 00000400:00000200:3.0:1767384590.233647:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0xff9 [1] + 224 00000400:00000200:3.0:1767384590.233652:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.233661:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.233665:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.233669:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.233677:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.233694:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.233718:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000100:00000001:1.0:1767384590.233720:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384590.233721:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000001:3.0:1767384590.233728:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384590.233730:0:17886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384590.233732:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384590.233733:0:17886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384590.233737:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000100:00000001:3.0:1767384590.233739:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384590.233743:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089ff2c58 00000100:00000040:3.0:1767384590.233745:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00000400:00000010:1.0:1767384590.233747:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ff2c58. 00010000:00000001:3.0:1767384590.233756:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384590.233758:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384590.233759:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.233763:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384590.233767:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.233774:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f5ab924 x1853237048119296/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 512/272 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384590.233824:0:17886:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.233846:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f5ab924 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+12:17886:x1853237048119296:12345-0@lo:501: Request processed in 577us (797us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384590.233853:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384590.233861:0:17886:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.233865:0:17886:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:3.0:1767384590.233866:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 02000000:00000001:1.0:1767384590.233868:0:17886:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384590.233873:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384590.233875:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.233882:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.233887:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.233892:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384590.233894:0:17886:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384590.233910:0:17886:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384590.233914:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384590.233916:0:17886:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1767384590.233917:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d411f45. 00000100:00000001:1.0:1767384590.233918:0:17886:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.233925:0:17886:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384590.233928:0:17886:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.233932:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000100:00000001:1.0:1767384590.233933:0:17886:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384590.233945:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384590.233948:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ebb1b71. 00000100:00000001:1.0:1767384590.233954:0:17886:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.233960:0:17886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384590.233962:0:17886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384590.233965:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384590.233977:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 11 00000100:00100000:1.0:1767384590.233982:0:17886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119296:0@lo:501: 02000000:00000001:3.0:1767384590.233988:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384590.233988:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384590.233998:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000610fe7d9. 00000100:00000001:1.0:1767384590.233998:0:17886:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.234008:0:17886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:3.0:1767384590.234013:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384590.234014:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.234019:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.234022:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384590.234032:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384590.234034:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384590.234035:0:17886:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000777fcff1. 00000100:00000001:1.0:1767384590.234038:0:17886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384590.234038:0:17886:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.234040:0:17886:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384590.234047:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1767384590.234048:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f1b185b. 00000020:00000040:1.0:1767384590.234050:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000010:3.0:1767384590.234056:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036ac8025. 00000020:00000001:1.0:1767384590.234056:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384590.234065:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.234068:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0a2eef6 x1853237048119296/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.234073:0:17886:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384590.234080:0:17886:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384590.234082:0:17886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ccfad79. 02000000:00000001:1.0:1767384590.234086:0:17886:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384590.234088:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.234088:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.234090:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384590.234091:0:17886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000038dc1484. 02000000:00000001:1.0:1767384590.234093:0:17886:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384590.234094:0:17886:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384590.234095:0:17886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0a2eef6. 00000100:00000001:1.0:1767384590.234097:0:17886:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384590.234097:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384590.234098:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.234100:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.234101:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007035e328. 00000040:00000001:1.0:1767384590.234102:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.234103:0:17886:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384590.234105:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000010:1.0:1767384590.234107:0:17886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0a2eef6. 00000020:00000040:1.0:1767384590.234108:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384590.234110:0:17886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384590.234111:0:17886:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384590.234113:0:17886:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384590.234115:0:17886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038dc1484. 00000100:00000001:1.0:1767384590.234117:0:17886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.234119:0:17886:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384590.234120:0:17886:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384590.234121:0:17886:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000777fcff1. 00000100:00000001:1.0:1767384590.234123:0:17886:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898719113216 : -106174990438400 : ffff9f6f35693000) 00000100:00000001:1.0:1767384590.234124:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.234125:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000001:1.0:1767384590.234127:0:17886:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384590.234128:0:17886:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.234129:0:17886:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384590.234130:0:17886:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384590.234131:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.234142:0:17886:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384590.234143:0:17886:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.234146:0:17886:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384590.234147:0:17886:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384590.234148:0:17886:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.234149:0:17886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119424:0@lo:503: 00000100:00000001:1.0:1767384590.234151:0:17886:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384590.234153:0:17886:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384590.234154:0:17886:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.234155:0:17886:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384590.234164:0:17886:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e58da650. 02000000:00000001:1.0:1767384590.234165:0:17886:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384590.234168:0:17886:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384590.234171:0:17886:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000004b195b2. 00000100:00000200:1.0:1767384590.234174:0:17886:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048119424, portal 25 00000100:00000001:1.0:1767384590.234175:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.234176:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000040:1.0:1767384590.234178:0:17886:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.234182:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384590.234184:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384590.234186:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089ff2c58. 00000100:00000200:1.0:1767384590.234187:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048119424, offset 0 00000400:00000200:1.0:1767384590.234190:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384590.234194:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384590.234199:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff01080 00000400:00000200:1.0:1767384590.234202:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x179 [2] + 0 00000400:00000010:1.0:1767384590.234203:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000558b6c32. 00000400:00000200:1.0:1767384590.234205:0:17886:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c60dfacb 00000400:00000200:1.0:1767384590.234207:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384590.234210:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384590.234212:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c60dfacb 00000400:00000010:1.0:1767384590.234216:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c60dfacb. 00000100:00000001:1.0:1767384590.234219:0:17886:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384590.234219:0:17886:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384590.234221:0:17886:0:(events.c:337:request_in_callback()) incoming req@000000006ecb8cc9 x1853237048119424 msgsize 272 00000100:00100000:1.0:1767384590.234223:0:17886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384590.234225:0:17886:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384590.234235:0:17886:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384590.234238:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089ff2c58 00000400:00000010:1.0:1767384590.234239:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ff2c58. 00000100:00000001:1.0:1767384590.234240:0:17886:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384590.234242:0:17886:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.234247:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.234249:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.234255:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.234256:0:17886:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384590.234259:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.234262:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294878007 00000100:00000001:1.0:1767384590.234267:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878006 00000100:00000001:1.0:1767384590.234277:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294878007 00000100:00000001:3.0:1767384590.234279:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384590.234280:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878006 00000100:00100000:3.0:1767384590.234284:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048119424 00000100:00000001:1.0:1767384590.234287:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294878007 02000000:00000001:3.0:1767384590.234289:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384590.234292:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878006 00000100:00000001:3.0:1767384590.234311:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.234312:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294878007 00000100:00000001:3.0:1767384590.234319:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.234322:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878006 02000000:00000001:3.0:1767384590.234328:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.234331:0:17886:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384590.234337:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048119424 00000100:00000001:1.0:1767384590.234338:0:17886:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.234345:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384590.234346:0:17886:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384590.234351:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384590.234352:0:17886:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:3.0:1767384590.234364:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384590.234364:0:17886:0:(client.c:2690:ptlrpc_set_wait()) set 00000000777fcff1 going to sleep for 11 seconds 00000020:00000040:3.0:1767384590.234372:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=12 00000100:00000001:1.0:1767384590.234373:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384590.234384:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.234385:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.234394:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384590.234400:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.234406:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384590.234410:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.234414:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000020:00000010:3.0:1767384590.234421:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ebb1b71. 00000020:00000010:3.0:1767384590.234426:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d411f45. 00000020:00000010:3.0:1767384590.234432:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.234439:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.234442:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.234445:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.234522:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.234529:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.234539:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.234548:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.234550:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.234556:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1767384590.234558:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.234561:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935099984 : -106175774451632 : ffff9f6f06ae1850) 00000100:00000040:3.0:1767384590.234565:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ecb8cc9 x1853237048119424/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.234601:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.234604:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384590.234606:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.234608:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000100:00100000:3.0:1767384590.234612:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ecb8cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+12:17886:x1853237048119424:12345-0@lo:503: 00000100:00000200:3.0:1767384590.234617:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048119424 00000020:00000001:3.0:1767384590.234620:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.234622:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.234624:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.234626:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.234628:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104992 : -1049446624 : ffffffffc172b720) 00000020:00000001:3.0:1767384590.234631:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.234633:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.234635:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.234637:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.234639:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.234641:0:17081:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384590.234643:0:17081:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384590.234646:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.234648:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.234664:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ff2ba38a. 02000000:00000001:3.0:1767384590.234666:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.234669:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384590.234671:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384590.234674:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384590.234676:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f34e13fe. 00000040:00000001:3.0:1767384590.234679:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384590.234681:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.234684:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.234687:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.234691:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384590.234694:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637897900578392 : -106175808973224 : ffff9f6f049f5658) 00000040:00000001:3.0:1767384590.234702:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.234704:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.234707:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384590.234710:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015c3ceee. 00000040:00000001:3.0:1767384590.234713:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384590.234715:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384590.235351:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.235357:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.235361:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384590.235369:0:17081:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x8:0x0] count 8 lgh_last_idx 7 llh_cat_idx 0 00000040:00000001:3.0:1767384590.235375:0:17081:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384590.235379:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384590.235384:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000000341be2e/0000000099667338 to site lru. bkt: 00000000235e639a 00000040:00000001:3.0:1767384590.235390:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.235393:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000015c3ceee. 00000040:00000010:3.0:1767384590.235401:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f34e13fe. 00000040:00000040:3.0:1767384590.235405:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:3.0:1767384590.235409:0:17081:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.235413:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048119424 00010000:00000001:3.0:1767384590.235417:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.235423:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ecb8cc9 x1853237048119424/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8416 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.235529:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.235532:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.235536:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.235541:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.235544:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.235547:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.235550:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.235552:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.235555:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.235558:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.235579:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000d76ad2ae. 00000100:00000200:3.0:1767384590.235584:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237048119424, offset 224 00000400:00000200:3.0:1767384590.235591:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.235608:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.235615:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695825ff01080 00000400:00000200:3.0:1767384590.235620:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1009 [4] + 224 00000400:00000200:3.0:1767384590.235629:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.235633:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.235638:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.235643:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.235655:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.235678:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.235686:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d76ad2ae 00000400:00000010:3.0:1767384590.235689:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000d76ad2ae. 00000100:00000001:3.0:1767384590.235693:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.235696:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384590.235698:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.235703:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384590.235705:0:17886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384590.235707:0:17886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384590.235711:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000100:00000040:3.0:1767384590.235713:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00000400:00000200:1.0:1767384590.235716:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004b195b2 00010000:00000001:3.0:1767384590.235725:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384590.235725:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000004b195b2. 00000020:00000001:3.0:1767384590.235733:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.235735:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384590.235744:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384590.235744:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.235758:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ecb8cc9 x1853237048119424/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8416 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384590.235759:0:17886:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.235815:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384590.235821:0:17886:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.235825:0:17886:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384590.235828:0:17886:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384590.235829:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ecb8cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+12:17886:x1853237048119424:12345-0@lo:503: Request processed in 1225us (1602us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384590.235831:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.235836:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.235845:0:17886:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384590.235849:0:17886:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=7 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384590.235852:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00000040:3.0:1767384590.235858:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.235862:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384590.235862:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.235867:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.235871:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d411f45. 00000100:00000001:1.0:1767384590.235873:0:17886:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384590.235876:0:17886:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.235878:0:17886:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384590.235890:0:17886:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.235897:0:17886:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.235899:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000100:00000040:1.0:1767384590.235906:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384590.235908:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ebb1b71. 00000020:00000040:3.0:1767384590.235918:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 11 00000100:00000001:1.0:1767384590.235922:0:17886:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.235925:0:17886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384590.235928:0:17886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384590.235936:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384590.235936:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384590.235942:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ff2ba38a. 00000100:00100000:1.0:1767384590.235957:0:17886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119424:0@lo:503: 02000000:00000001:3.0:1767384590.235963:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.235967:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384590.235976:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384590.235979:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384590.235984:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027ef3756. 00000100:00000001:1.0:1767384590.235986:0:17886:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.235991:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d76ad2ae. 00000100:00000001:1.0:1767384590.235992:0:17886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384590.235999:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.236008:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.236016:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384590.236020:0:17886:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000777fcff1. 00000100:00000001:1.0:1767384590.236023:0:17886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384590.236026:0:17886:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236032:0:17886:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384590.236034:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.236037:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0a2eef6 x1853237048119424/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.236043:0:17886:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384590.236045:0:17886:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384590.236047:0:17886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e58da650. 02000000:00000001:1.0:1767384590.236059:0:17886:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384590.236061:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.236063:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.236065:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384590.236067:0:17886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000038dc1484. 02000000:00000001:1.0:1767384590.236070:0:17886:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384590.236071:0:17886:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384590.236072:0:17886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0a2eef6. 00000100:00000001:1.0:1767384590.236075:0:17886:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384590.236076:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384590.236078:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.236079:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.236081:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384590.236083:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236085:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236087:0:17886:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384590.236088:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.236091:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000038dc1484. 00000040:00000001:1.0:1767384590.236094:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.236101:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.236103:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.236106:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.236112:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.236114:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.236123:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.236133:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236135:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.236137:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236138:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.236140:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.236142:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 89:138244007 to info 00000000338112f1 00000020:00000001:1.0:1767384590.236146:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000021301c5b 00080000:00000002:1.0:1767384590.236148:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x2:0x0] 00080000:00000001:1.0:1767384590.236151:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.236154:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236156:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384590.236161:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000001e3b1fd9. 00000020:00000001:1.0:1767384590.236163:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.236167:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637897963060568 : -106175746491048 : ffff9f6f0858bd58) 00000040:00000001:1.0:1767384590.236170:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236172:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236174:0:17886:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384590.236175:0:17886:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384590.236176:0:17886:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384590.236178:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.236181:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008ccfad79. 00080000:00000001:1.0:1767384590.236183:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893546299904 : -106180163251712 : ffff9f6e01165200) 00000040:00000001:1.0:1767384590.236185:0:17886:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384590.236187:0:17886:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384590.236189:0:17886:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384590.236191:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.236193:0:17886:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236196:0:17886:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384590.236198:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384590.236206:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384590.236208:0:17886:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x2:0x0] not in the id map cache 00080000:00000001:1.0:1767384590.236211:0:17886:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236214:0:17886:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236226:0:17886:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236229:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.236233:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236235:0:17886:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384590.236238:0:17886:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384590.236246:0:17886:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000fe1a953c. 00080000:00000001:1.0:1767384590.236252:0:17886:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.236254:0:17886:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.236257:0:17886:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x2:0x0] decrease nlink 1 00080000:00000001:1.0:1767384590.236267:0:17886:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384590.236269:0:17886:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x2:0x0] 00080000:00000001:1.0:1767384590.236271:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.236273:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236275:0:17886:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384590.236279:0:17886:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ed18715. 00000001:00000010:1.0:1767384590.236286:0:17886:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ed18715. 00080000:00000001:1.0:1767384590.236289:0:17886:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236291:0:17886:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236294:0:17886:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236295:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384590.236299:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.236308:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384590.236310:0:17886:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000fe1a953c. 00080000:00000002:1.0:1767384590.236315:0:17886:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 89 00080000:00000001:1.0:1767384590.236317:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236318:0:17886:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236321:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384590.236423:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.236425:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.236426:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.236427:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.236428:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.236429:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384590.236433:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007c2cfdae. 00000020:00000010:1.0:1767384590.236482:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000013b437fa. 00000040:00000010:1.0:1767384590.236503:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000001e3b1fd9. 00000040:00000001:1.0:1767384590.236508:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384590.236512:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000038dc1484. 00000040:00000001:1.0:1767384590.236515:0:17886:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236517:0:17886:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384590.236519:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.236523:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000038dc1484. 00000040:00000001:1.0:1767384590.236526:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.236529:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.236531:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.236533:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.236537:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.236540:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.236545:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384590.236548:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384590.236550:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384590.236554:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000001e3b1fd9. 00000020:00000001:1.0:1767384590.236557:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384590.236560:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001f433b59. 00000020:00000001:1.0:1767384590.236564:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384590.236566:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000070c0a4ef. 00000020:00000001:1.0:1767384590.236569:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236571:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384590.236573:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.236575:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236576:0:17886:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384590.236580:0:17886:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ed18715. 00000001:00000010:1.0:1767384590.236585:0:17886:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ed18715. 00080000:00000001:1.0:1767384590.236588:0:17886:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236590:0:17886:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384590.236592:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893547759192 : -106180161792424 : ffff9f6e012c9658) 00000040:00000001:1.0:1767384590.236594:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236596:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236598:0:17886:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384590.236599:0:17886:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236606:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.236609:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d0352027. 00080000:00000001:1.0:1767384590.236611:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893546301440 : -106180163250176 : ffff9f6e01165800) 00000040:00000001:1.0:1767384590.236614:0:17886:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384590.236616:0:17886:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384590.236618:0:17886:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384590.236620:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.236622:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.236624:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005907582b. 00080000:00000001:1.0:1767384590.236626:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236628:0:17886:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384590.236630:0:17886:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x6:0x0] not in the id map cache 00000001:00000001:1.0:1767384590.236633:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.236634:0:17886:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.236636:0:17886:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236639:0:17886:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384590.236641:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.236642:0:17886:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236644:0:17886:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236646:0:17886:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236647:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.236651:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236653:0:17886:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384590.236654:0:17886:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384590.236656:0:17886:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384590.236658:0:17886:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384590.236690:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.236692:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236694:0:17886:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384590.236700:0:17886:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.236702:0:17886:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x6:0x0] 00080000:00000001:1.0:1767384590.236704:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.236705:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236707:0:17886:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384590.236711:0:17886:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ed18715. 00000001:00000010:1.0:1767384590.236716:0:17886:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ed18715. 00080000:00000001:1.0:1767384590.236719:0:17886:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236721:0:17886:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.236735:0:17886:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236739:0:17886:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000001:1.0:1767384590.236747:0:17886:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.236749:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c2c4d74f 00080000:00000002:1.0:1767384590.236751:0:17886:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert lustre-OST0000:89 rc = 0 00080000:00000001:1.0:1767384590.236753:0:17886:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236756:0:17886:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236758:0:17886:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.236759:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.236763:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005907582b. 00040000:00000001:1.0:1767384590.236766:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.236767:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.236769:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236771:0:17886:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236773:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.236788:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000020e81c39. 00000040:00000001:1.0:1767384590.236790:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.236792:0:17886:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384590.236794:0:17886:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384590.236796:0:17886:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384590.236798:0:17886:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384590.236801:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236802:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.236804:0:17886:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384590.236806:0:17886:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b548dba6. 00000040:00001000:1.0:1767384590.236808:0:17886:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384590.236811:0:17886:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384590.236814:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f15d4b08. 00000020:00000010:1.0:1767384590.236817:0:17886:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000081019dab. 00000040:00000010:1.0:1767384590.236820:0:17886:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002369febb. 00000020:00000010:1.0:1767384590.236823:0:17886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000099c66a66. 00000020:00000010:1.0:1767384590.236826:0:17886:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.236829:0:17886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a80e288. 80000000:00000010:1.0:1767384590.236832:0:17886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c5f6daa6. 40000000:00000010:1.0:1767384590.236834:0:17886:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005907582b. 00100000:00000010:1.0:1767384590.236838:0:17886:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dec96b47. 00040000:00000010:1.0:1767384590.236846:0:17886:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007c94cf98. 00040000:00000010:1.0:1767384590.236849:0:17886:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000080033b8. 00040000:00000010:1.0:1767384590.236852:0:17886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000693c0e46. 00080000:00000010:1.0:1767384590.236855:0:17886:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000073b4d31e. 00080000:00000010:1.0:1767384590.236857:0:17886:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000361decbc. 00000004:00000010:1.0:1767384590.236861:0:17886:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d391ad54. 00000004:00000010:1.0:1767384590.236864:0:17886:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.236867:0:17886:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000be86ce65. 00002000:00000010:1.0:1767384590.236869:0:17886:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d97129de. 00000004:00000010:1.0:1767384590.236872:0:17886:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001d2070c5. 00000020:00000010:1.0:1767384590.236875:0:17886:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e4367217. 00000040:00000010:1.0:1767384590.236879:0:17886:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000581c8ba0. 00000040:00001000:1.0:1767384590.236881:0:17886:0:(llog.c:607:llog_process_thread()) index: 1 last_index 7 00000040:00000001:1.0:1767384590.236883:0:17886:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384590.236885:0:17886:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384590.236887:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000010:1.0:1767384590.236890:0:17886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0a2eef6. 00000020:00000040:1.0:1767384590.236893:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384590.236895:0:17886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384590.236896:0:17886:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384590.236908:0:17886:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384590.236912:0:17886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da442868. 00000100:00000001:1.0:1767384590.236915:0:17886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.236918:0:17886:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384590.236919:0:17886:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384590.236922:0:17886:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000777fcff1. 00000100:00000001:1.0:1767384590.236924:0:17886:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898719113216 : -106174990438400 : ffff9f6f35693000) 00000100:00000001:1.0:1767384590.236925:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.236927:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000001:1.0:1767384590.236930:0:17886:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384590.236931:0:17886:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.236933:0:17886:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384590.236934:0:17886:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384590.236937:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.236956:0:17886:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384590.236957:0:17886:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.236960:0:17886:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384590.236961:0:17886:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384590.236963:0:17886:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.236966:0:17886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119552:0@lo:502: 00000100:00000001:1.0:1767384590.236969:0:17886:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384590.236972:0:17886:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384590.236973:0:17886:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.236975:0:17886:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384590.236983:0:17886:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e58da650. 02000000:00000001:1.0:1767384590.236985:0:17886:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384590.236988:0:17886:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384590.236992:0:17886:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000004b195b2. 00000100:00000200:1.0:1767384590.236996:0:17886:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048119552, portal 25 00000100:00000001:1.0:1767384590.236998:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.236999:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000040:1.0:1767384590.237003:0:17886:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.237010:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384590.237013:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384590.237015:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089ff2c58. 00000100:00000200:1.0:1767384590.237017:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048119552, offset 0 00000400:00000200:1.0:1767384590.237022:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384590.237029:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384590.237035:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff01100 00000400:00000200:1.0:1767384590.237039:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x17d [2] + 0 00000400:00000010:1.0:1767384590.237042:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001298057c. 00000400:00000200:1.0:1767384590.237045:0:17886:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000045ab6de6 00000400:00000200:1.0:1767384590.237049:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384590.237052:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384590.237055:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000045ab6de6 00000400:00000010:1.0:1767384590.237061:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000045ab6de6. 00000100:00000001:1.0:1767384590.237064:0:17886:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384590.237066:0:17886:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384590.237068:0:17886:0:(events.c:337:request_in_callback()) incoming req@0000000060943e6a x1853237048119552 msgsize 272 00000100:00100000:1.0:1767384590.237072:0:17886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384590.237074:0:17886:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384590.237088:0:17886:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384590.237093:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089ff2c58 00000400:00000010:1.0:1767384590.237094:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ff2c58. 00000100:00000001:1.0:1767384590.237096:0:17886:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384590.237099:0:17886:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.237109:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.237113:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.237122:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.237125:0:17886:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.237133:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384590.237133:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.237138:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048119552 00000100:00000001:1.0:1767384590.237141:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294878010 02000000:00000001:3.0:1767384590.237142:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384590.237145:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.237151:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.237154:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.237155:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878007 00000100:00100000:3.0:1767384590.237158:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048119552 00000020:00000001:3.0:1767384590.237162:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384590.237163:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294878010 00000020:00000040:3.0:1767384590.237164:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384590.237168:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.237172:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=12 00000100:00000001:1.0:1767384590.237174:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878007 00000020:00000001:3.0:1767384590.237176:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.237183:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384590.237185:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294878010 00000100:00000001:3.0:1767384590.237187:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.237191:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:1.0:1767384590.237193:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878007 00000100:00000001:3.0:1767384590.237196:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.237201:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000100:00000001:1.0:1767384590.237204:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294878010 00000020:00000010:3.0:1767384590.237207:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ebb1b71. 00000100:00000001:1.0:1767384590.237210:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878007 00000020:00000010:3.0:1767384590.237211:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008d411f45. 00000020:00000010:3.0:1767384590.237220:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000001:1.0:1767384590.237222:0:17886:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384590.237227:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384590.237228:0:17886:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.237230:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.237233:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384590.237234:0:17886:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384590.237235:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.237242:0:17886:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384590.237244:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.237249:0:17886:0:(client.c:2690:ptlrpc_set_wait()) set 00000000777fcff1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384590.237254:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384590.237258:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.237268:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.237291:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.237293:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.237309:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384590.237312:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.237314:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935103056 : -106175774448560 : ffff9f6f06ae2450) 00000100:00000040:3.0:1767384590.237320:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060943e6a x1853237048119552/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.237331:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.237333:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384590.237335:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.237337:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000100:00100000:3.0:1767384590.237341:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060943e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+12:17886:x1853237048119552:12345-0@lo:502: 00000100:00000200:3.0:1767384590.237345:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048119552 00000020:00000001:3.0:1767384590.237348:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.237350:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.237352:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.237354:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.237356:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104944 : -1049446672 : ffffffffc172b6f0) 00000020:00000001:3.0:1767384590.237359:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.237360:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.237363:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.237364:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.237366:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.237368:0:17081:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384590.237370:0:17081:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384590.237373:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.237375:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.237385:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ff2ba38a. 02000000:00000001:3.0:1767384590.237387:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.237389:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384590.237392:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384590.237394:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384590.237396:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f34e13fe. 00000040:00000001:3.0:1767384590.237400:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384590.237402:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.237408:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.237411:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.237415:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384590.237418:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637897900578392 : -106175808973224 : ffff9f6f049f5658) 00000040:00000001:3.0:1767384590.237421:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.237423:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.237426:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384590.237429:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015c3ceee. 00000040:00000001:3.0:1767384590.237431:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384590.237432:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384590.237442:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.237444:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.237447:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.237528:0:17081:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384590.237531:0:17081:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384590.237536:0:17081:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9408 00000040:00000001:3.0:1767384590.237746:0:17081:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384590.237751:0:17081:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.237752:0:17081:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384590.237754:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384590.237757:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000000341be2e/0000000099667338 to site lru. bkt: 00000000235e639a 00000040:00000001:3.0:1767384590.237760:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.237761:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000015c3ceee. 00000040:00000010:3.0:1767384590.237765:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f34e13fe. 00000040:00000040:3.0:1767384590.237766:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:3.0:1767384590.237769:0:17081:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.237771:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048119552 00010000:00000001:3.0:1767384590.237773:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.237776:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060943e6a x1853237048119552/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8472 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.237783:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.237784:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.237786:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.237807:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.237817:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.237820:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.237823:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.237825:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.237828:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.237830:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.237834:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000118ea246. 00000100:00000200:3.0:1767384590.237838:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237048119552, offset 224 00000400:00000200:3.0:1767384590.237843:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.237851:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.237885:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825ff01100 00000400:00000200:3.0:1767384590.237891:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1019 [4] + 224 00000400:00000200:3.0:1767384590.237902:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.237906:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.237911:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.237915:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.237926:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.237949:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.237956:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118ea246 00000400:00000010:3.0:1767384590.237959:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000118ea246. 00000100:00000001:3.0:1767384590.237963:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.237964:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.237970:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.237974:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.237978:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.237981:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.237984:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384590.237984:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384590.237989:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060943e6a x1853237048119552/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8472 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384590.237992:0:17886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384590.237999:0:17886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384590.238008:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060943e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+12:17886:x1853237048119552:12345-0@lo:502: Request processed in 676us (937us total) trans 0 rc 0/0 00000400:00000010:1.0:1767384590.238008:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000400:00000200:1.0:1767384590.238022:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004b195b2 00000400:00000010:1.0:1767384590.238028:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000004b195b2. 00000100:00000001:1.0:1767384590.238038:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384590.238043:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000040:3.0:1767384590.238046:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000200:1.0:1767384590.238048:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.238051:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.238054:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.238060:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008d411f45. 00000020:00000010:3.0:1767384590.238068:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:3.0:1767384590.238077:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ebb1b71. 00000020:00000040:3.0:1767384590.238081:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 11 00000100:00000200:1.0:1767384590.238082:0:17886:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384590.238085:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.238089:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ff2ba38a. 02000000:00000001:3.0:1767384590.238100:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.238104:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.238105:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384590.238108:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384590.238111:0:17886:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384590.238113:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac96ed8a. 00000100:00000001:1.0:1767384590.238116:0:17886:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:3.0:1767384590.238119:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000118ea246. 02000000:00000001:1.0:1767384590.238121:0:17886:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384590.238125:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.238128:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.238131:0:17886:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384590.238135:0:17886:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384590.238139:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384590.238142:0:17886:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384590.238144:0:17886:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.238145:0:17886:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384590.238147:0:17886:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.238150:0:17886:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384590.238153:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.238162:0:17886:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.238165:0:17886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384590.238167:0:17886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384590.238169:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384590.238177:0:17886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119552:0@lo:502: 00000100:00000001:1.0:1767384590.238192:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.238195:0:17886:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.238196:0:17886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384590.238198:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.238201:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.238208:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384590.238210:0:17886:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000777fcff1. 00000100:00000001:1.0:1767384590.238213:0:17886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384590.238214:0:17886:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238219:0:17886:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384590.238221:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.238224:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0a2eef6 x1853237048119552/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.238230:0:17886:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384590.238232:0:17886:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384590.238233:0:17886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e58da650. 02000000:00000001:1.0:1767384590.238243:0:17886:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384590.238245:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.238246:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.238249:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384590.238250:0:17886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000da442868. 02000000:00000001:1.0:1767384590.238254:0:17886:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384590.238255:0:17886:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384590.238256:0:17886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0a2eef6. 00000100:00000001:1.0:1767384590.238259:0:17886:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384590.238260:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384590.238263:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.238265:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.238267:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384590.238268:0:17886:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.238271:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e01278000 type=0x10620000 idx=1 00000040:00001000:1.0:1767384590.238274:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1767384590.238276:0:17886:0:(llog.c:797:llog_process_thread()) index: 1, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.238279:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.238287:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.238289:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.238293:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000da442868. 00080000:00000001:1.0:1767384590.238295:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893546301952 : -106180163249664 : ffff9f6e01165a00) 00000040:00000001:1.0:1767384590.238298:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238300:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.238302:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238304:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.238306:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004ff368e2. 00080000:00000001:1.0:1767384590.238309:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238310:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238312:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.238313:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238314:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238316:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238318:0:17886:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1767384590.238320:0:17886:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238322:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.238326:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238330:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238331:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.238332:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00080000:00000010:1.0:1767384590.238340:0:17886:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000001265f3c7. 00000040:00080000:1.0:1767384590.238530:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].1, 224 off8416 00000040:00000001:1.0:1767384590.238534:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238536:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238540:0:17886:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.238543:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.238548:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004ff368e2. 00040000:00000001:1.0:1767384590.238553:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.238554:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.238556:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238558:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238560:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.238562:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e012780e0 type=0x10620000 idx=2 00000040:00001000:1.0:1767384590.238565:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1767384590.238566:0:17886:0:(llog.c:797:llog_process_thread()) index: 2, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.238569:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.238577:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.238579:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.238582:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002b2f41bf. 00080000:00000001:1.0:1767384590.238585:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893546298880 : -106180163252736 : ffff9f6e01164e00) 00000040:00000001:1.0:1767384590.238588:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238590:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.238592:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238594:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.238597:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004ff368e2. 00080000:00000001:1.0:1767384590.238599:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238601:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238602:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.238603:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238605:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238607:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238610:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.238615:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238618:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238620:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.238621:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384590.238634:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].2, 128 off8544 00000040:00000001:1.0:1767384590.238636:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238638:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238640:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.238645:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004ff368e2. 00040000:00000001:1.0:1767384590.238648:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.238649:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.238651:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238653:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238654:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.238656:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e01278160 type=0x10620000 idx=3 00000040:00001000:1.0:1767384590.238659:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1767384590.238661:0:17886:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.238662:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.238664:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.238666:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.238669:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004f456b8e. 00080000:00000001:1.0:1767384590.238671:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893546302464 : -106180163249152 : ffff9f6e01165c00) 00000040:00000001:1.0:1767384590.238679:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238681:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.238683:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238685:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.238688:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004ff368e2. 00080000:00000001:1.0:1767384590.238690:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238692:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238693:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.238695:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238696:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238698:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238700:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.238703:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238705:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238706:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.238707:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384590.238719:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].3, 112 off8656 00000040:00000001:1.0:1767384590.238722:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238724:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238726:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.238730:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004ff368e2. 00040000:00000001:1.0:1767384590.238733:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.238734:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.238736:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238737:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238739:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.238741:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e012781d0 type=0x10620000 idx=4 00000040:00001000:1.0:1767384590.238743:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:1.0:1767384590.238745:0:17886:0:(llog.c:797:llog_process_thread()) index: 4, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.238747:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.238749:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.238750:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.238753:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b1e062b9. 00080000:00000001:1.0:1767384590.238755:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893546296832 : -106180163254784 : ffff9f6e01164600) 00000040:00000001:1.0:1767384590.238757:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238759:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.238760:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238779:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.238781:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004ff368e2. 00080000:00000001:1.0:1767384590.238784:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238786:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238787:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.238789:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238790:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238792:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238794:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.238798:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238799:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238801:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.238802:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384590.238814:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].4, 224 off8880 00000040:00000001:1.0:1767384590.238817:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238818:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238820:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.238824:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004ff368e2. 00040000:00000001:1.0:1767384590.238827:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.238828:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.238830:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238831:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238833:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.238835:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e012782b0 type=0x10620000 idx=5 00000040:00001000:1.0:1767384590.238838:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:1.0:1767384590.238839:0:17886:0:(llog.c:797:llog_process_thread()) index: 5, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.238841:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.238842:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.238844:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.238847:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007c2cfdae. 00080000:00000001:1.0:1767384590.238850:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893548044800 : -106180161506816 : ffff9f6e0130f200) 00000040:00000001:1.0:1767384590.238852:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238854:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.238856:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238858:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.238860:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004ff368e2. 00080000:00000001:1.0:1767384590.238862:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238864:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238871:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.238873:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238875:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238877:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238890:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.238895:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238897:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238899:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.238901:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384590.238914:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].5, 224 off9104 00000040:00000001:1.0:1767384590.238917:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238919:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238921:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.238926:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004ff368e2. 00040000:00000001:1.0:1767384590.238929:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.238930:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.238931:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238933:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238934:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.238936:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e01278390 type=0x10620000 idx=6 00000040:00001000:1.0:1767384590.238938:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:1.0:1767384590.238940:0:17886:0:(llog.c:797:llog_process_thread()) index: 6, lh_last_idx: 7 synced_idx: 0 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.238941:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.238955:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.238956:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.238959:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b79c7867. 00080000:00000001:1.0:1767384590.238961:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547571200 : -106180161980416 : ffff9f6e0129b800) 00000040:00000001:1.0:1767384590.238963:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238964:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.238966:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238968:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.238970:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004ff368e2. 00080000:00000001:1.0:1767384590.238972:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238974:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.238976:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.238977:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238978:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238980:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.238989:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.238992:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.238995:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.238996:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.238997:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384590.239021:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].6, 80 off9184 00000040:00000001:1.0:1767384590.239024:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.239026:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.239028:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.239032:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004ff368e2. 00040000:00000001:1.0:1767384590.239034:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.239036:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.239038:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.239039:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.239041:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.239043:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e012783e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384590.239045:0:17886:0:(llog.c:720:llog_process_thread()) synced_idx: 7 00000040:00000001:1.0:1767384590.239047:0:17886:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767384590.239049:0:17886:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767384590.239051:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000010:1.0:1767384590.239055:0:17886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0a2eef6. 00000020:00000040:1.0:1767384590.239057:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384590.239060:0:17886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384590.239062:0:17886:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384590.239064:0:17886:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384590.239068:0:17886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2ac2029. 00000100:00000001:1.0:1767384590.239072:0:17886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.239086:0:17886:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384590.239087:0:17886:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384590.239090:0:17886:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000777fcff1. 00000100:00000001:1.0:1767384590.239093:0:17886:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898719113216 : -106174990438400 : ffff9f6f35693000) 00000100:00000001:1.0:1767384590.239095:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.239097:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000001:1.0:1767384590.239100:0:17886:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384590.239101:0:17886:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.239103:0:17886:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384590.239104:0:17886:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384590.239114:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.239122:0:17886:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384590.239123:0:17886:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.239126:0:17886:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384590.239128:0:17886:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384590.239130:0:17886:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.239132:0:17886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119680:0@lo:502: 00000100:00000001:1.0:1767384590.239136:0:17886:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384590.239138:0:17886:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384590.239139:0:17886:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.239143:0:17886:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384590.239153:0:17886:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e58da650. 02000000:00000001:1.0:1767384590.239155:0:17886:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384590.239159:0:17886:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384590.239164:0:17886:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000004b195b2. 00000100:00000200:1.0:1767384590.239168:0:17886:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048119680, portal 25 00000100:00000001:1.0:1767384590.239170:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.239171:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000040:1.0:1767384590.239176:0:17886:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.239183:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384590.239187:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384590.239189:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089ff2c58. 00000100:00000200:1.0:1767384590.239191:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048119680, offset 0 00000400:00000200:1.0:1767384590.239196:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384590.239204:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384590.239223:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff01180 00000400:00000200:1.0:1767384590.239231:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x181 [2] + 0 00000400:00000010:1.0:1767384590.239235:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f63f779c. 00000400:00000200:1.0:1767384590.239239:0:17886:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000014cda50 00000400:00000200:1.0:1767384590.239243:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384590.239247:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384590.239260:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000014cda50 00000400:00000010:1.0:1767384590.239262:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000014cda50. 00000100:00000001:1.0:1767384590.239266:0:17886:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384590.239268:0:17886:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384590.239271:0:17886:0:(events.c:337:request_in_callback()) incoming req@000000003b47e400 x1853237048119680 msgsize 272 00000100:00100000:1.0:1767384590.239277:0:17886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384590.239279:0:17886:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384590.239308:0:17886:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384590.239313:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089ff2c58 00000400:00000010:1.0:1767384590.239316:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ff2c58. 00000100:00000001:1.0:1767384590.239319:0:17886:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384590.239323:0:17886:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.239332:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.239334:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.239341:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.239343:0:17886:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384590.239347:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.239349:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294878012 00000100:00000001:1.0:1767384590.239354:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878010 00000100:00000001:1.0:1767384590.239358:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294878012 00000100:00000001:1.0:1767384590.239373:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878010 00000100:00000001:1.0:1767384590.239376:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294878012 00000100:00000001:1.0:1767384590.239379:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878010 00000100:00000001:1.0:1767384590.239381:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294878012 00000100:00000001:1.0:1767384590.239384:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878010 00000100:00000001:1.0:1767384590.239387:0:17886:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.239389:0:17886:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.239391:0:17886:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384590.239392:0:17886:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384590.239394:0:17886:0:(client.c:2690:ptlrpc_set_wait()) set 00000000777fcff1 going to sleep for 11 seconds 00000100:00000001:1.0:1767384590.239404:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384590.239407:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.240165:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384590.240179:0:17886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384590.240184:0:17886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384590.240194:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000400:00000200:1.0:1767384590.240208:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004b195b2 00000400:00000010:1.0:1767384590.240225:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000004b195b2. 00000100:00000001:1.0:1767384590.240232:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384590.240242:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384590.240274:0:17886:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.240297:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384590.240303:0:17886:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.240309:0:17886:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384590.240325:0:17886:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384590.240327:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.240331:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.240341:0:17886:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384590.240349:0:17886:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384590.240358:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384590.240362:0:17886:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384590.240364:0:17886:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.240367:0:17886:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384590.240369:0:17886:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.240371:0:17886:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384590.240376:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.240385:0:17886:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.240387:0:17886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384590.240390:0:17886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384590.240393:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384590.240401:0:17886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119680:0@lo:502: 00000100:00000001:1.0:1767384590.240415:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.240418:0:17886:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.240420:0:17886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384590.240422:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.240425:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.240431:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384590.240433:0:17886:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000777fcff1. 00000100:00000001:1.0:1767384590.240476:0:17886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384590.240478:0:17886:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240496:0:17886:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767384590.240499:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.240504:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0a2eef6 x1853237048119680/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.240513:0:17886:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384590.240515:0:17886:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384590.240517:0:17886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e58da650. 02000000:00000001:1.0:1767384590.240526:0:17886:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384590.240528:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.240529:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.240531:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384590.240533:0:17886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a2ac2029. 02000000:00000001:1.0:1767384590.240535:0:17886:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384590.240536:0:17886:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384590.240538:0:17886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0a2eef6. 00000100:00000001:1.0:1767384590.240541:0:17886:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384590.240543:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384590.240558:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.240559:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.240561:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384590.240563:0:17886:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767384590.240565:0:17886:0:(llog.c:663:llog_process_thread()) processing rec 0xffff9f6e012783e0 type=0x10620000 idx=7 00000040:00001000:1.0:1767384590.240568:0:17886:0:(llog.c:776:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:1.0:1767384590.240571:0:17886:0:(llog.c:797:llog_process_thread()) index: 7, lh_last_idx: 7 synced_idx: 7 lgh_last_idx: 7 00000040:00000001:1.0:1767384590.240573:0:17886:0:(llog.c:1609:llog_copy_handler()) Process entered 00000040:00000001:1.0:1767384590.240580:0:17886:0:(llog.c:1446:llog_write_cookie()) Process entered 00080000:00000001:1.0:1767384590.240582:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.240586:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000a2ac2029. 00080000:00000001:1.0:1767384590.240589:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547568128 : -106180161983488 : ffff9f6e0129ac00) 00000040:00000001:1.0:1767384590.240592:0:17886:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1767384590.240593:0:17886:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1767384590.240595:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.240598:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.240600:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004ff368e2. 00080000:00000001:1.0:1767384590.240602:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240603:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.240605:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.240606:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240608:0:17886:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240610:0:17886:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240611:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.240616:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240618:0:17886:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:1.0:1767384590.240619:0:17886:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1767384590.240620:0:17886:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10620000 to [0xa:0x6:0x0] 00000040:00080000:1.0:1767384590.240634:0:17886:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x6:0x0].7, 224 off9408 00000040:00000001:1.0:1767384590.240637:0:17886:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240639:0:17886:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240641:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.240646:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004ff368e2. 00040000:00000001:1.0:1767384590.240649:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.240650:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.240652:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240653:0:17886:0:(llog.c:1508:llog_write_cookie()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240655:0:17886:0:(llog.c:1621:llog_copy_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240657:0:17886:0:(llog.c:846:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1767384590.240659:0:17886:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 8 00000040:00000010:1.0:1767384590.240662:0:17886:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000581c8ba0. 00000020:00000010:1.0:1767384590.240666:0:17886:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e4367217. 00000020:00000010:1.0:1767384590.240676:0:17886:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000081019dab. 00000040:00000010:1.0:1767384590.240680:0:17886:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002369febb. 00000020:00000010:1.0:1767384590.240683:0:17886:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000099c66a66. 00000020:00000010:1.0:1767384590.240687:0:17886:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.240696:0:17886:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001a80e288. 80000000:00000010:1.0:1767384590.240699:0:17886:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c5f6daa6. 40000000:00000010:1.0:1767384590.240702:0:17886:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005907582b. 00100000:00000010:1.0:1767384590.240705:0:17886:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dec96b47. 00040000:00000010:1.0:1767384590.240708:0:17886:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007c94cf98. 00040000:00000010:1.0:1767384590.240711:0:17886:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000080033b8. 00040000:00000010:1.0:1767384590.240714:0:17886:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000693c0e46. 00080000:00000010:1.0:1767384590.240717:0:17886:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000361decbc. 00080000:00000010:1.0:1767384590.240720:0:17886:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000073b4d31e. 00000004:00000010:1.0:1767384590.240724:0:17886:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d391ad54. 00000004:00000010:1.0:1767384590.240727:0:17886:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.240730:0:17886:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000be86ce65. 00002000:00000010:1.0:1767384590.240733:0:17886:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d97129de. 00000004:00000010:1.0:1767384590.240736:0:17886:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001d2070c5. 00000020:00000010:1.0:1767384590.240739:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f15d4b08. 00000040:00000010:1.0:1767384590.240741:0:17886:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000b548dba6. 00000040:00000001:1.0:1767384590.240743:0:17886:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240745:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384590.240748:0:17886:0:(lu_object.c:207:lu_object_put()) Add 0000000070c0a4ef/000000001f433b59 to site lru. bkt: 0000000058f1913a 00000040:00000010:1.0:1767384590.240751:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000001e3b1fd9. 00000040:00000001:1.0:1767384590.240753:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384590.240754:0:17886:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000020e81c39. 00000040:00000010:1.0:1767384590.240758:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000038dc1484. 00000040:00000010:1.0:1767384590.240760:0:17886:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007035e328. 00000040:00000010:1.0:1767384590.240763:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000022b2b9d5. 00000040:00000001:1.0:1767384590.240765:0:17886:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240767:0:17886:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384590.240769:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.240771:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fc6b7680. 00000040:00000001:1.0:1767384590.240774:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.240776:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.240778:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.240781:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.240784:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.240791:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.240797:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.240805:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240807:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.240808:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240809:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.240811:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.240813:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x5:0x0] 193:3721307986 to info 00000000338112f1 00000020:00000001:1.0:1767384590.240816:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000924efd7e 00080000:00000002:1.0:1767384590.240818:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000T => [0xa:0x5:0x0] 00080000:00000001:1.0:1767384590.240821:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.240823:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240825:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384590.240828:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 000000001e3b1fd9. 00000020:00000001:1.0:1767384590.240831:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.240835:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637893547760472 : -106180161791144 : ffff9f6e012c9b58) 00000040:00000001:1.0:1767384590.240837:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240839:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240841:0:17886:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384590.240842:0:17886:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384590.240843:0:17886:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384590.240845:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.240847:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d5a968dc. 00080000:00000001:1.0:1767384590.240848:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547566592 : -106180161985024 : ffff9f6e0129a600) 00000040:00000001:1.0:1767384590.240850:0:17886:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384590.240852:0:17886:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384590.240853:0:17886:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384590.240855:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.240856:0:17886:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240858:0:17886:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384590.240860:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384590.240861:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384590.240862:0:17886:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x5:0x0] not in the id map cache 00080000:00000001:1.0:1767384590.240864:0:17886:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240866:0:17886:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240868:0:17886:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240886:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.240889:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240890:0:17886:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384590.240893:0:17886:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384590.240898:0:17886:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000a57720e5. 00080000:00000001:1.0:1767384590.240903:0:17886:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.240905:0:17886:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.240907:0:17886:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x5:0x0] decrease nlink 1 00080000:00000001:1.0:1767384590.240912:0:17886:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384590.240916:0:17886:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x5:0x0] 00080000:00000001:1.0:1767384590.240918:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.240919:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240921:0:17886:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384590.240925:0:17886:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ed18715. 00000001:00000010:1.0:1767384590.240932:0:17886:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ed18715. 00080000:00000001:1.0:1767384590.240935:0:17886:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240937:0:17886:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240939:0:17886:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.240941:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384590.240944:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.240945:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384590.240947:0:17886:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000a57720e5. 00080000:00000002:1.0:1767384590.240963:0:17886:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 193 00080000:00000001:1.0:1767384590.240965:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240967:0:17886:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.240969:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384590.241037:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.241039:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.241040:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.241040:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.241041:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.241042:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384590.241043:0:17886:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000b78181bc. 00080000:00000010:1.0:1767384590.241045:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c20f3444. 00000020:00000010:1.0:1767384590.241047:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004ae4ec41. 00000040:00000010:1.0:1767384590.241050:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000001e3b1fd9. 00000040:00000001:1.0:1767384590.241052:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384590.241053:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000fc6b7680. 00000040:00000001:1.0:1767384590.241059:0:17886:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1767384590.241061:0:17886:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 16 at 000000001a7e161c. 10000000:00000040:1.0:1767384590.241063:0:17886:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d2057962 : new refcount 1 10000000:00000001:1.0:1767384590.241065:0:17886:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.241067:0:17886:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384590.241068:0:17886:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:1.0:1767384590.241069:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.241071:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000fc6b7680. 00000040:00000001:1.0:1767384590.241072:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.241073:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.241074:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.241076:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.241079:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.241080:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.241084:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.241096:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.241097:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.241098:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.241099:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.241100:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.241101:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x6:0x0] 89:2435092994 to info 00000000338112f1 00000020:00000001:1.0:1767384590.241103:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000003489ccf7 00080000:00000002:1.0:1767384590.241104:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:1.0:1767384590.241106:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.241107:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.241108:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384590.241110:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000001a7e161c. 00000020:00000001:1.0:1767384590.241112:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.241114:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637893547759192 : -106180161792424 : ffff9f6e012c9658) 00000040:00000001:1.0:1767384590.241115:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.241116:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.241118:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.241119:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000020e81c39. 00000040:00000001:1.0:1767384590.241120:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.241122:0:17886:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:1.0:1767384590.241130:0:17886:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.241132:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.241133:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.241134:0:17886:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384590.241135:0:17886:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b548dba6. 00000040:00001000:1.0:1767384590.241137:0:17886:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000100:00000040:1.0:1767384590.242523:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294878012, at 4294878013 00000100:00000010:1.0:1767384590.242534:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012dadf9b. 00000100:00000040:3.0:1767384590.242560:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294878012, at 4294878013 00000100:00000010:3.0:1767384590.242572:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da79e584. 00010000:00000001:3.0:1767384590.245585:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384590.245593:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.245600:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384590.245601:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.245639:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384590.245642:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384590.245645:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000001:3.0:1767384590.249529:0:17907:0:(ofd_objects.c:1327:ofd_id_repair_thread_main()) Process entered 00000100:00000001:3.0:1767384590.250252:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384590.250259:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048119808 02000000:00000001:3.0:1767384590.250264:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384590.250273:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.250277:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.250288:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.250295:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048119808 00000020:00000001:3.0:1767384590.250298:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.250300:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384590.250308:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.250311:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=12 00000020:00000001:3.0:1767384590.250320:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.250341:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384590.250355:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.250362:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.250378:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.250382:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000020:00000010:3.0:1767384590.250388:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000020:00000010:3.0:1767384590.250394:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.250406:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.250424:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.250433:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.250484:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.250487:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.250492:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.250506:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.250520:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.250522:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.250530:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:3.0:1767384590.250533:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.250536:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935101008 : -106175774450608 : ffff9f6f06ae1c50) 00000100:00000040:3.0:1767384590.250540:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b5601ca6 x1853237048119808/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.250549:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.250552:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.250554:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.250556:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00100000:3.0:1767384590.250561:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b5601ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+12:17886:x1853237048119808:12345-0@lo:101: 00000100:00000200:3.0:1767384590.250564:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048119808 00000020:00000001:3.0:1767384590.250566:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.250569:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.250570:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.250572:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.250574:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:3.0:1767384590.250583:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.250584:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.250586:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.250587:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.250590:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.250592:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384590.250593:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384590.250595:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384590.250596:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384590.250598:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.250600:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384590.250604:0:17081:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000712dc175 count: 2 00010000:00000001:3.0:1767384590.250607:0:17081:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384590.250609:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384590.250611:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000017f3f080. 00000020:00000001:3.0:1767384590.250614:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384590.250615:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000017f3f080 with handle 0x71ee3a74e2718ff3 to hash 00000020:00000001:3.0:1767384590.250617:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384590.250618:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961735168 : -106175747816448 : ffff9f6f08448400) 00010000:00000001:3.0:1767384590.250621:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961735168 : -106175747816448 : ffff9f6f08448400) 00010000:00010000:3.0:1767384590.250623:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000017f3f080/0x71ee3a74e2718ff3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e2718fec expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.250630:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 8 00000020:00000040:3.0:1767384590.250631:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=13 00000100:00000001:3.0:1767384590.250636:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.250639:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.250641:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.250643:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.250646:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.250648:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384590.250650:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384590.250652:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384590.250654:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.250655:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.250662:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.250664:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.250666:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384590.250668:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384590.250669:0:17081:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384590.250671:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384590.250672:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000712dc175) refcount = 2 00010000:00000040:3.0:1767384590.250674:0:17081:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384590.250677:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000414b61ef/0x71ee3a74e2718f7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718f75 expref: 13 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384590.250682:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000017f3f080/0x71ee3a74e2718ff3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e2718fec expref: 13 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.250687:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384590.250688:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384590.250689:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.250690:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.250692:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384590.250695:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384590.250698:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000017f3f080/0x71ee3a74e2718ff3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718fec expref: 13 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.250702:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384590.250704:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384590.250706:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.250709:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.250711:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384590.250713:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.250714:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384590.250716:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000017f3f080, rc 0) 00000020:00000001:3.0:1767384590.250718:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.250720:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048119808 00010000:00000001:3.0:1767384590.250724:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.250727:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5601ca6 x1853237048119808/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.250743:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.250745:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.250748:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.250751:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.250753:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.250755:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.250758:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.250760:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.250763:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.250768:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.250771:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384590.250776:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048119808, offset 224 00000400:00000200:3.0:1767384590.250784:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.250791:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.250798:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff01200 00000400:00000200:3.0:1767384590.250802:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1039 [1] + 224 00000400:00000200:3.0:1767384590.250807:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.250810:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.250814:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.250817:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009449bdd9 x1853237048119808/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.250827:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@000000009449bdd9 x1853237048119808/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.250845:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.250851:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000400:00000010:3.0:1767384590.250853:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000001:3.0:1767384590.250855:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.250857:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.250864:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.250869:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.250871:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.250874:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.250875:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384590.250878:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384590.250882:0:17886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384590.250884:0:17886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384590.250886:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a91c37c. 00000400:00000200:1.0:1767384590.250893:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cb389c 00000400:00000010:1.0:1767384590.250899:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8cb389c. 00000100:00000040:3.0:1767384590.250900:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5601ca6 x1853237048119808/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.250910:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384590.250918:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009449bdd9 x1853237048119808/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.250945:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b5601ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:17886:x1853237048119808:12345-0@lo:101: Request processed in 388us (744us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384590.250945:0:17886:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009449bdd9 x1853237048119808/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.250983:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:1.0:1767384590.250983:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384590.250990:0:17886:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384590.250991:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384590.250994:0:17886:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384590.250999:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384590.251000:0:17886:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384590.251006:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384590.251007:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.251018:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.251019:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d8439f6. 02000000:00000001:1.0:1767384590.251023:0:17886:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.251025:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000100:00001000:1.0:1767384590.251029:0:17886:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=7 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384590.251031:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 00000100:00001000:1.0:1767384590.251036:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=7 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384590.251038:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 12 00000100:00000001:1.0:1767384590.251040:0:17886:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384590.251043:0:17886:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.251045:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384590.251046:0:17886:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384590.251048:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000610fe7d9. 00010000:00000001:1.0:1767384590.251048:0:17886:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.251052:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.251053:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384590.251063:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384590.251063:0:17886:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.251074:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcffbfad. 00000100:00000040:1.0:1767384590.251075:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009449bdd9 x1853237048119808/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384590.251083:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f858319. 00000100:00000001:1.0:1767384590.251093:0:17886:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.251097:0:17886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384590.251099:0:17886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384590.251103:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009449bdd9 x1853237048119808/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384590.251109:0:17886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009449bdd9 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119808:0@lo:101: 00000100:00000001:1.0:1767384590.251113:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.251115:0:17886:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.251116:0:17886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384590.251117:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.251119:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009449bdd9 x1853237048119808/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.251123:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384590.251124:0:17886:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e6ef3b69. 00000100:00000001:1.0:1767384590.251127:0:17886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384590.251128:0:17886:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.251129:0:17886:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384590.251131:0:17886:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384590.251132:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384590.251134:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8bed29 refcount=4 00000020:00000001:1.0:1767384590.251135:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932352512 : -106174777199104 : ffff9f6f421ef600) 00010000:00000001:1.0:1767384590.251138:0:17886:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932352512 : -106174777199104 : ffff9f6f421ef600) 00010000:00000040:1.0:1767384590.251141:0:17886:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000006d8bed29, remote cookie: 0x71ee3a74e2718ff3, flags: 0x0 00010000:00000001:1.0:1767384590.251144:0:17886:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384590.251146:0:17886:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384590.251147:0:17886:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384590.251149:0:17886:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384590.251150:0:17886:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384590.251151:0:17886:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000e0dceb13) refcount = 2 00010000:00000040:1.0:1767384590.251153:0:17886:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384590.251160:0:17886:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384590.251165:0:17886:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 000000006d8bed29/0x71ee3a74e2718fec lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2718ff3 expref: -99 pid: 17886 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384590.251170:0:17886:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384590.251171:0:17886:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384590.251172:0:17886:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384590.251173:0:17886:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384590.251175:0:17886:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384590.251177:0:17886:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 000000006d8bed29/0x71ee3a74e2718fec lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718ff3 expref: -99 pid: 17886 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384590.251181:0:17886:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384590.251183:0:17886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384590.251184:0:17886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384590.251185:0:17886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384590.251185:0:17886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384590.251186:0:17886:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.251187:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.251189:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009449bdd9 x1853237048119808/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.251194:0:17886:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384590.251195:0:17886:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384590.251197:0:17886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000db115c0a. 02000000:00000001:1.0:1767384590.251199:0:17886:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384590.251201:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.251201:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.251203:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384590.251204:0:17886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000042b93ff4. 02000000:00000001:1.0:1767384590.251206:0:17886:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384590.251207:0:17886:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384590.251208:0:17886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009449bdd9. 00000100:00000001:1.0:1767384590.251211:0:17886:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384590.251212:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384590.251213:0:17886:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384590.251219:0:17886:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384590.251221:0:17886:0:(mgc_request.c:108:config_log_get()) log params (00000000c7b0f5aa) refs 2 10000000:00000001:1.0:1767384590.251222:0:17886:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.251224:0:17886:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384590.251225:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384590.251226:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8bed29 refcount=3 00000020:00000001:1.0:1767384590.251227:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932352512 : -106174777199104 : ffff9f6f421ef600) 00010000:00000001:1.0:1767384590.251229:0:17886:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932352512 : -106174777199104 : ffff9f6f421ef600) 00010000:00000001:1.0:1767384590.251230:0:17886:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384590.251231:0:17886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384590.251232:0:17886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384590.251233:0:17886:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384590.251234:0:17886:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1767384590.251236:0:17886:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000005907582b. 00000020:00000010:1.0:1767384590.251238:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032943929. 00000020:00000010:1.0:1767384590.251240:0:17886:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a910a1dc. 00000040:00000010:1.0:1767384590.251242:0:17886:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090e6cdb3. 00000020:00000010:1.0:1767384590.251244:0:17886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000be86ce65. 00000020:00000010:1.0:1767384590.251246:0:17886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003fd1b3e7. 80000000:00000010:1.0:1767384590.251248:0:17886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c5f6daa6. 00040000:00000010:1.0:1767384590.251252:0:17886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009dc51285. 00080000:00000010:1.0:1767384590.251254:0:17886:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000073b4d31e. 00080000:00000010:1.0:1767384590.251256:0:17886:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000361decbc. 20000000:00000010:1.0:1767384590.251260:0:17886:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000022b2b9d5. 10000000:00000040:1.0:1767384590.251262:0:17886:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000d2057962 : new refcount 2 10000000:00000040:1.0:1767384590.251264:0:17886:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c4f8bbfe : new refcount 2 10000000:00000040:1.0:1767384590.251265:0:17886:0:(mgc_request_server.c:795:mgc_process_server_cfg_log()) MGC192.168.203.125@tcp: copy local log params 10000000:00000001:1.0:1767384590.251267:0:17886:0:(mgc_request_server.c:718:mgc_llog_local_copy()) Process entered 10000000:00000010:1.0:1767384590.251269:0:17886:0:(mgc_request_server.c:728:mgc_llog_local_copy()) kmalloced '(temp_log)': 8 at 000000005e407d24. 00000040:00000001:1.0:1767384590.251271:0:17886:0:(llog.c:1713:llog_validate()) Process entered 00000040:00000001:1.0:1767384590.251273:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.251274:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000038dc1484. 00000040:00000001:1.0:1767384590.251276:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.251277:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.251279:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.251285:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.251289:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.251290:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.251296:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.251306:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.251309:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.251310:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.251312:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.251314:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.251316:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 95:3719573091 to info 0000000073b4d31e 00000020:00000001:1.0:1767384590.251320:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005025ce63 00080000:00000002:1.0:1767384590.251322:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x3:0x0] 00080000:00000001:1.0:1767384590.251326:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.251328:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384590.251332:0:17886:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000001d2070c5. 00080000:00000001:1.0:1767384590.251334:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384590.251339:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000052dd9554. 00000020:00000001:1.0:1767384590.251341:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384590.251345:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007c94cf98. 00000020:00000001:1.0:1767384590.251362:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384590.251364:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f15d4b08. 00000020:00000001:1.0:1767384590.251365:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.251367:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384590.251368:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384590.251370:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.251371:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384590.251375:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.251378:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384590.251380:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893547758424 : -106180161793192 : ffff9f6e012c9358) 00000040:00000001:1.0:1767384590.251382:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.251384:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.251385:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.251387:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000581c8ba0. 00000040:00000001:1.0:1767384590.251389:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.251390:0:17886:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384590.251397:0:17886:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384590.251399:0:17886:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384590.251400:0:17886:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384590.251402:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.251403:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.251405:0:17886:0:(llog.c:1725:llog_validate()) Process leaving via out_close (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384590.251406:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384590.251408:0:17886:0:(lu_object.c:207:lu_object_put()) Add 00000000f15d4b08/000000007c94cf98 to site lru. bkt: 00000000a95b8059 00000040:00000010:1.0:1767384590.251409:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000052dd9554. 00000040:00000001:1.0:1767384590.251411:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384590.251412:0:17886:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000581c8ba0. 00000040:00000010:1.0:1767384590.251414:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000038dc1484. 00000040:00000001:1.0:1767384590.251416:0:17886:0:(llog.c:1739:llog_validate()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384590.251418:0:17886:0:(llog.c:1633:llog_backup()) Process entered 00000040:00000001:1.0:1767384590.251419:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.251420:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000038dc1484. 00000040:00000001:1.0:1767384590.251422:0:17886:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767384590.251424:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000010:1.0:1767384590.251427:0:17886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0a2eef6. 00000020:00000040:1.0:1767384590.251429:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384590.251431:0:17886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384590.251433:0:17886:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384590.251435:0:17886:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384590.251498:0:17886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051e8ec3d. 00000100:00000001:1.0:1767384590.251501:0:17886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.251505:0:17886:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384590.251507:0:17886:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384590.251510:0:17886:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004b195b2. 00000100:00000001:1.0:1767384590.251512:0:17886:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898719113600 : -106174990438016 : ffff9f6f35693180) 00000100:00000001:1.0:1767384590.251513:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.251514:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000001:1.0:1767384590.251517:0:17886:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384590.251518:0:17886:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.251520:0:17886:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384590.251521:0:17886:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384590.251528:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.251534:0:17886:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384590.251535:0:17886:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.251537:0:17886:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384590.251538:0:17886:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384590.251540:0:17886:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.251542:0:17886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119936:0@lo:501: 00000100:00000001:1.0:1767384590.251545:0:17886:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384590.251547:0:17886:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384590.251548:0:17886:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.251550:0:17886:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384590.251552:0:17886:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000693c0e46. 02000000:00000001:1.0:1767384590.251553:0:17886:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384590.251556:0:17886:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384590.251560:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089ff2c58. 00000100:00000200:1.0:1767384590.251563:0:17886:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048119936, portal 25 00000100:00000001:1.0:1767384590.251564:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.251566:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000040:1.0:1767384590.251569:0:17886:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.251574:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384590.251576:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384590.251578:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 00000100:00000200:1.0:1767384590.251579:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237048119936, offset 0 00000400:00000200:1.0:1767384590.251583:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384590.251587:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384590.251592:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695825ff01280 00000400:00000200:1.0:1767384590.251595:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x189 [2] + 0 00000400:00000010:1.0:1767384590.251597:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b3bab45. 00000400:00000200:1.0:1767384590.251599:0:17886:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ddf14d72 00000400:00000200:1.0:1767384590.251602:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384590.251604:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384590.251612:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddf14d72 00000400:00000010:1.0:1767384590.251613:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ddf14d72. 00000100:00000001:1.0:1767384590.251616:0:17886:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384590.251617:0:17886:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384590.251620:0:17886:0:(events.c:337:request_in_callback()) incoming req@000000003d5a3866 x1853237048119936 msgsize 504 00000100:00100000:1.0:1767384590.251624:0:17886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384590.251625:0:17886:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384590.251636:0:17886:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384590.251640:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aceb391d 00000400:00000010:1.0:1767384590.251641:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aceb391d. 00000100:00000001:1.0:1767384590.251643:0:17886:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384590.251645:0:17886:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.251651:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.251653:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.251660:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.251662:0:17886:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384590.251670:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.251671:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384590.251674:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294878025 00000100:00100000:3.0:1767384590.251675:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048119936 02000000:00000001:3.0:1767384590.251687:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384590.251689:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878023 00000100:00000001:3.0:1767384590.251690:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.251694:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.251698:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294878025 02000000:00000001:3.0:1767384590.251700:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.251709:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048119936 00000100:00000001:1.0:1767384590.251711:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878023 00000020:00000001:3.0:1767384590.251713:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.251721:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384590.251723:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294878025 00000020:00000001:3.0:1767384590.251728:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.251731:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=13 00000100:00000001:1.0:1767384590.251732:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878023 00000020:00000001:3.0:1767384590.251741:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384590.251744:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294878025 00000020:00000001:3.0:1767384590.251747:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384590.251749:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878023 00000100:00000001:3.0:1767384590.251755:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384590.251758:0:17886:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.251760:0:17886:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.251761:0:17886:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384590.251766:0:17886:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384590.251768:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00100000:1.0:1767384590.251769:0:17886:0:(client.c:2690:ptlrpc_set_wait()) set 0000000004b195b2 going to sleep for 11 seconds 00000100:00000001:3.0:1767384590.251772:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.251775:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00000001:1.0:1767384590.251786:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384590.251787:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000100:00000001:1.0:1767384590.251790:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.251795:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.251800:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.251810:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.251814:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.251815:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.251818:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.251825:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.251839:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.251859:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.251862:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.251870:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384590.251873:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.251876:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935093840 : -106175774457776 : ffff9f6f06ae0050) 00000100:00000040:3.0:1767384590.251882:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d5a3866 x1853237048119936/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 504/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.251893:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.251897:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.251901:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.251904:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00100000:3.0:1767384590.251911:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d5a3866 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:17886:x1853237048119936:12345-0@lo:501: 00000100:00000200:3.0:1767384590.251916:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048119936 00000020:00000001:3.0:1767384590.251919:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.251922:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.251924:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.251927:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.251929:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104896 : -1049446720 : ffffffffc172b6c0) 00000020:00000001:3.0:1767384590.251932:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.251934:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.251945:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.251947:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.251950:0:17081:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384590.251953:0:17081:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.251956:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.251958:0:17081:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384590.251959:0:17081:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384590.251961:0:17081:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384590.251964:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.251965:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.251968:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.251970:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.251973:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384590.251976:0:17081:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:3.0:1767384590.251978:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384590.251980:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384590.251983:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001d2ac448. 00000040:00000001:3.0:1767384590.251985:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384590.251987:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.251989:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.251992:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00080000:00000001:3.0:1767384590.251997:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.251999:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.252007:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.252019:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.252021:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.252023:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.252025:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.252026:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.252029:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:1136785809 to info 00000000c88d2fe2 00000020:00000001:3.0:1767384590.252032:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000069ac568d 00080000:00000002:3.0:1767384590.252034:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:3.0:1767384590.252036:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.252039:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.252041:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384590.252044:0:17081:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000000601b91c. 00000020:00000001:3.0:1767384590.252052:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384590.252056:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898720403032 : -106174989148584 : ffff9f6f357cde58) 00000040:00000001:3.0:1767384590.252058:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.252060:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.252063:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384590.252066:0:17081:0:(lu_object.c:207:lu_object_put()) Add 00000000550f2db2/000000008a4b57a4 to site lru. bkt: 000000003d855192 00000040:00000010:3.0:1767384590.252068:0:17081:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000000601b91c. 00000040:00000001:3.0:1767384590.252071:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.252074:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001d2ac448. 00000040:00000001:3.0:1767384590.252076:0:17081:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384590.252078:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:3.0:1767384590.252080:0:17081:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.252083:0:17081:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.252085:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048119936 00010000:00000001:3.0:1767384590.252087:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.252091:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d5a3866 x1853237048119936/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 504/272 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.252098:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.252099:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.252102:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.252105:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.252108:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.252110:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.252112:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.252114:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.252116:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.252118:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.252120:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384590.252124:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237048119936, offset 224 00000400:00000200:3.0:1767384590.252127:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.252133:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.252139:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695825ff01280 00000400:00000200:3.0:1767384590.252143:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1049 [1] + 224 00000400:00000200:3.0:1767384590.252148:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.252158:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.252163:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.252167:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.252174:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.252189:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.252196:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000400:00000010:3.0:1767384590.252197:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000001:3.0:1767384590.252201:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.252203:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.252211:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.252216:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.252220:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384590.252220:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384590.252228:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.252231:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384590.252232:0:17886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384590.252235:0:17886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1767384590.252239:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d5a3866 x1853237048119936/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 504/272 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384590.252240:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000400:00000200:1.0:1767384590.252251:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089ff2c58 00000400:00000010:1.0:1767384590.252257:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ff2c58. 00000100:00100000:3.0:1767384590.252262:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d5a3866 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:17886:x1853237048119936:12345-0@lo:501: Request processed in 366us (638us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384590.252263:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384590.252272:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.252278:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00000040:3.0:1767384590.252289:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.252296:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.252298:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.252301:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.252306:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000100:00000200:1.0:1767384590.252306:0:17886:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384590.252312:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 00000020:00000040:3.0:1767384590.252317:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 12 02000000:00000001:3.0:1767384590.252328:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.252330:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000610fe7d9. 00000100:00000001:1.0:1767384590.252330:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384590.252340:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384590.252341:0:17886:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.252344:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.252347:0:17886:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:3.0:1767384590.252349:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384590.252350:0:17886:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384590.252351:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.252353:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.252355:0:17886:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384590.252365:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000871700f7. 00000100:00001000:1.0:1767384590.252366:0:17886:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384590.252378:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=7 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384590.252379:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000026602da. 00000100:00000001:1.0:1767384590.252389:0:17886:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384590.252393:0:17886:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.252396:0:17886:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384590.252397:0:17886:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.252401:0:17886:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384590.252404:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.252409:0:17886:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.252412:0:17886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384590.252413:0:17886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384590.252415:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384590.252420:0:17886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048119936:0@lo:501: 00000100:00000001:1.0:1767384590.252431:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.252433:0:17886:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.252434:0:17886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384590.252478:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.252482:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.252486:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384590.252488:0:17886:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004b195b2. 00000100:00000001:1.0:1767384590.252492:0:17886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384590.252494:0:17886:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.252496:0:17886:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767384590.252498:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.252499:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.252500:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384590.252501:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.252503:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0a2eef6 x1853237048119936/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.252508:0:17886:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384590.252510:0:17886:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384590.252512:0:17886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000693c0e46. 02000000:00000001:1.0:1767384590.252515:0:17886:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384590.252516:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.252517:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.252519:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384590.252520:0:17886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000051e8ec3d. 02000000:00000001:1.0:1767384590.252522:0:17886:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384590.252523:0:17886:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384590.252525:0:17886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0a2eef6. 00000100:00000001:1.0:1767384590.252528:0:17886:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384590.252529:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767384590.252530:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.252532:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.252534:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000581c8ba0. 00000040:00000001:1.0:1767384590.252536:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.252537:0:17886:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767384590.252539:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000010:1.0:1767384590.252547:0:17886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0a2eef6. 00000020:00000040:1.0:1767384590.252549:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384590.252550:0:17886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384590.252552:0:17886:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384590.252554:0:17886:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384590.252556:0:17886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051e8ec3d. 00000100:00000001:1.0:1767384590.252559:0:17886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.252561:0:17886:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384590.252562:0:17886:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384590.252564:0:17886:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000004b195b2. 00000100:00000001:1.0:1767384590.252565:0:17886:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898719113600 : -106174990438016 : ffff9f6f35693180) 00000100:00000001:1.0:1767384590.252566:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.252568:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000001:1.0:1767384590.252570:0:17886:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384590.252571:0:17886:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.252572:0:17886:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384590.252573:0:17886:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384590.252574:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.252579:0:17886:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384590.252580:0:17886:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.252581:0:17886:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384590.252583:0:17886:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384590.252584:0:17886:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.252585:0:17886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048120064:0@lo:503: 00000100:00000001:1.0:1767384590.252587:0:17886:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384590.252589:0:17886:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384590.252590:0:17886:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.252591:0:17886:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384590.252603:0:17886:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000c4800a09. 02000000:00000001:1.0:1767384590.252605:0:17886:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384590.252608:0:17886:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384590.252612:0:17886:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000ddf14d72. 00000100:00000200:1.0:1767384590.252614:0:17886:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048120064, portal 25 00000100:00000001:1.0:1767384590.252620:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.252620:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000040:1.0:1767384590.252623:0:17886:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.252628:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384590.252630:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384590.252632:0:17886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089ff2c58. 00000100:00000200:1.0:1767384590.252634:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048120064, offset 0 00000400:00000200:1.0:1767384590.252637:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384590.252642:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384590.252649:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff01300 00000400:00000200:1.0:1767384590.252654:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x18d [2] + 0 00000400:00000010:1.0:1767384590.252656:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ace8b98. 00000400:00000200:1.0:1767384590.252658:0:17886:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005754e59a 00000400:00000200:1.0:1767384590.252661:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384590.252663:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384590.252666:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005754e59a 00000400:00000010:1.0:1767384590.252667:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005754e59a. 00000100:00000001:1.0:1767384590.252670:0:17886:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384590.252671:0:17886:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384590.252673:0:17886:0:(events.c:337:request_in_callback()) incoming req@000000008ebe667b x1853237048120064 msgsize 272 00000100:00100000:1.0:1767384590.252677:0:17886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384590.252679:0:17886:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384590.252689:0:17886:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384590.252692:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089ff2c58 00000400:00000010:1.0:1767384590.252694:0:17886:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ff2c58. 00000100:00000001:1.0:1767384590.252695:0:17886:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384590.252696:0:17886:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.252701:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.252703:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.252708:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.252710:0:17886:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.252714:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384590.252716:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048120064 02000000:00000001:3.0:1767384590.252721:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384590.252721:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.252728:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.252730:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294878026 00000100:00000001:3.0:1767384590.252731:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.252742:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.252744:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878025 00000100:00100000:3.0:1767384590.252746:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048120064 00000020:00000001:3.0:1767384590.252749:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384590.252749:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294878026 00000020:00000040:3.0:1767384590.252756:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384590.252757:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878025 00000020:00000001:3.0:1767384590.252760:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.252763:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=13 00000100:00000001:1.0:1767384590.252763:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294878026 00000020:00000001:3.0:1767384590.252779:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384590.252781:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878025 00000020:00000001:3.0:1767384590.252786:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384590.252787:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294878026 00000100:00000001:3.0:1767384590.252794:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384590.252795:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878025 00000020:00000010:3.0:1767384590.252802:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:1.0:1767384590.252803:0:17886:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384590.252812:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.252813:0:17886:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.252826:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00000001:1.0:1767384590.252827:0:17886:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384590.252832:0:17886:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384590.252834:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000100:00100000:1.0:1767384590.252836:0:17886:0:(client.c:2690:ptlrpc_set_wait()) set 0000000004b195b2 going to sleep for 11 seconds 00000020:00000010:3.0:1767384590.252839:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d8439f6. 00000100:00000001:1.0:1767384590.252840:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384590.252848:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.252849:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.252860:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.252864:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.252865:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.252866:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.252869:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.252880:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.252889:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.252891:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.252896:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384590.252901:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.252904:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935105104 : -106175774446512 : ffff9f6f06ae2c50) 00000100:00000040:3.0:1767384590.252909:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ebe667b x1853237048120064/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.252929:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.252932:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.252934:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.252937:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00100000:3.0:1767384590.252941:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ebe667b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:17886:x1853237048120064:12345-0@lo:503: 00000100:00000200:3.0:1767384590.252945:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048120064 00000020:00000001:3.0:1767384590.252948:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.252951:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.252953:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.252955:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.252957:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104992 : -1049446624 : ffffffffc172b720) 00000020:00000001:3.0:1767384590.252960:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.252962:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.252963:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.252965:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.252966:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.252968:0:17081:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384590.252969:0:17081:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384590.252972:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.252973:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.252984:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 000000000d4c93a6. 02000000:00000001:3.0:1767384590.252986:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.252988:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384590.252990:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384590.252991:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384590.252993:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001d2ac448. 00000040:00000001:3.0:1767384590.252995:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384590.252997:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.252998:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.253000:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.253003:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384590.253005:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898720403032 : -106174989148584 : ffff9f6f357cde58) 00000040:00000001:3.0:1767384590.253011:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.253012:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.253014:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384590.253017:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015c3ceee. 00000040:00000001:3.0:1767384590.253018:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384590.253020:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:3.0:1767384590.253022:0:17081:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:3.0:1767384590.253024:0:17081:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:3.0:1767384590.253026:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:3.0:1767384590.253028:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.253029:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384590.253032:0:17081:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:3.0:1767384590.253035:0:17081:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384590.253036:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384590.253038:0:17081:0:(lu_object.c:207:lu_object_put()) Add 00000000550f2db2/000000008a4b57a4 to site lru. bkt: 000000003d855192 00000040:00000001:3.0:1767384590.253040:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.253041:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000015c3ceee. 00000040:00000010:3.0:1767384590.253044:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001d2ac448. 00000040:00000040:3.0:1767384590.253046:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:3.0:1767384590.253048:0:17081:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.253050:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048120064 00010000:00000001:3.0:1767384590.253051:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.253054:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ebe667b x1853237048120064/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8416 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.253060:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.253061:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.253063:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.253065:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.253067:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.253068:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.253070:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.253071:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.253073:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.253075:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.253081:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c297b6f3. 00000100:00000200:3.0:1767384590.253084:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237048120064, offset 224 00000400:00000200:3.0:1767384590.253087:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.253093:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.253098:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695825ff01300 00000400:00000200:3.0:1767384590.253102:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1059 [4] + 224 00000400:00000200:3.0:1767384590.253108:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.253110:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.253113:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.253116:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.253122:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.253136:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.253140:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c297b6f3 00000400:00000010:3.0:1767384590.253141:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c297b6f3. 00000100:00000001:3.0:1767384590.253144:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.253145:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.253147:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.253149:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.253151:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.253152:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.253154:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.253156:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ebe667b x1853237048120064/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8416 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.253162:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ebe667b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:17886:x1853237048120064:12345-0@lo:503: Request processed in 234us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384590.253167:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00000040:3.0:1767384590.253169:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.253171:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.253172:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.253174:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.253177:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:3.0:1767384590.253184:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 00000020:00000040:3.0:1767384590.253187:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 12 02000000:00000001:3.0:1767384590.253192:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384590.253192:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1767384590.253194:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 000000000d4c93a6. 00000400:00000001:1.0:1767384590.253200:0:17886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384590.253202:0:17886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1767384590.253206:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384590.253206:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000100:00000001:3.0:1767384590.253213:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384590.253214:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ddf14d72 00000400:00000010:1.0:1767384590.253218:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000ddf14d72. 00000100:00000200:3.0:1767384590.253219:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384590.253229:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cb5106. 00000100:00000001:1.0:1767384590.253229:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384590.253237:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c297b6f3. 00000100:00000200:1.0:1767384590.253240:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384590.253252:0:17886:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.253258:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384590.253259:0:17886:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.253260:0:17886:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384590.253262:0:17886:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384590.253263:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.253265:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.253273:0:17886:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384590.253276:0:17886:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=7 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384590.253278:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384590.253280:0:17886:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384590.253281:0:17886:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384590.253282:0:17886:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384590.253283:0:17886:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.253284:0:17886:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384590.253286:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.253290:0:17886:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.253292:0:17886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384590.253293:0:17886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384590.253296:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384590.253303:0:17886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e0a2eef6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048120064:0@lo:503: 00000100:00000001:1.0:1767384590.253308:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.253310:0:17886:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.253312:0:17886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384590.253313:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.253316:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.253322:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384590.253324:0:17886:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000004b195b2. 00000100:00000001:1.0:1767384590.253327:0:17886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384590.253328:0:17886:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253333:0:17886:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767384590.253335:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384590.253337:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e0a2eef6 x1853237048120064/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.253344:0:17886:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384590.253346:0:17886:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384590.253347:0:17886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000c4800a09. 02000000:00000001:1.0:1767384590.253357:0:17886:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384590.253363:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.253364:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.253366:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384590.253367:0:17886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000051e8ec3d. 02000000:00000001:1.0:1767384590.253369:0:17886:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384590.253370:0:17886:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384590.253370:0:17886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0a2eef6. 00000100:00000001:1.0:1767384590.253372:0:17886:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384590.253373:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384590.253374:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.253375:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384590.253376:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767384590.253377:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253379:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253380:0:17886:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384590.253381:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.253383:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000051e8ec3d. 00000040:00000001:1.0:1767384590.253385:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.253387:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.253388:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.253390:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.253394:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.253396:0:17886:0:(osd_handler.c:8222:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:1.0:1767384590.253397:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384590.253400:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000052dd9554. 00000020:00000001:1.0:1767384590.253402:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.253404:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637893547758424 : -106180161793192 : ffff9f6e012c9358) 00000040:00000001:1.0:1767384590.253406:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253407:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253409:0:17886:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:1.0:1767384590.253410:0:17886:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384590.253411:0:17886:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384590.253412:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.253414:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000693c0e46. 00080000:00000001:1.0:1767384590.253415:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893546298368 : -106180163253248 : ffff9f6e01164c00) 00000040:00000001:1.0:1767384590.253417:0:17886:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1767384590.253421:0:17886:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:1.0:1767384590.253423:0:17886:0:(osd_handler.c:5738:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1767384590.253424:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.253425:0:17886:0:(osd_handler.c:5756:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253427:0:17886:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1767384590.253428:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1767384590.253429:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:1.0:1767384590.253430:0:17886:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x3:0x0] not in the id map cache 00080000:00000010:1.0:1767384590.253433:0:17886:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000081019dab. 00080000:00000001:1.0:1767384590.253434:0:17886:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253435:0:17886:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253480:0:17886:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253483:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.253488:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253490:0:17886:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000001:1.0:1767384590.253492:0:17886:0:(osd_handler.c:5890:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1767384590.253499:0:17886:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000cb74d061. 00080000:00000001:1.0:1767384590.253504:0:17886:0:(osd_handler.c:5953:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.253505:0:17886:0:(osd_handler.c:5959:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.253508:0:17886:0:(osd_handler.c:4801:osd_ref_del()) [0xa:0x3:0x0] decrease nlink 1 00080000:00000001:1.0:1767384590.253512:0:17886:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:1.0:1767384590.253514:0:17886:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0xa:0x3:0x0] 00080000:00000001:1.0:1767384590.253515:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.253516:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253517:0:17886:0:(osd_oi.c:760:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1767384590.253520:0:17886:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ed18715. 00000001:00000010:1.0:1767384590.253525:0:17886:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ed18715. 00080000:00000001:1.0:1767384590.253528:0:17886:0:(osd_oi.c:777:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253529:0:17886:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253530:0:17886:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253532:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:1.0:1767384590.253535:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.253536:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000010:1.0:1767384590.253537:0:17886:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000cb74d061. 00080000:00000002:1.0:1767384590.253541:0:17886:0:(osd_handler.c:525:osd_iget2()) stale inode: ino = 95 00080000:00000001:1.0:1767384590.253542:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253544:0:17886:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253545:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384590.253577:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.253579:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.253580:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.253580:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.253581:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.253582:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384590.253584:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f15d4b08. 00000020:00000010:1.0:1767384590.253586:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007c94cf98. 00000040:00000010:1.0:1767384590.253592:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000052dd9554. 00000040:00000001:1.0:1767384590.253593:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384590.253595:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000051e8ec3d. 00000040:00000001:1.0:1767384590.253596:0:17886:0:(llog.c:1391:llog_erase()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253598:0:17886:0:(llog.c:1318:llog_open_create()) Process entered 00000040:00000001:1.0:1767384590.253599:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.253600:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000051e8ec3d. 00000040:00000001:1.0:1767384590.253601:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.253602:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.253604:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.253605:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.253608:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.253609:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.253612:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384590.253614:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384590.253615:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000010:1.0:1767384590.253617:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000052dd9554. 00000020:00000001:1.0:1767384590.253619:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384590.253621:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004ae4ec41. 00000020:00000001:1.0:1767384590.253623:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384590.253624:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f15d4b08. 00000020:00000001:1.0:1767384590.253625:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253627:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384590.253628:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.253629:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253630:0:17886:0:(osd_oi.c:516:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1767384590.253632:0:17886:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ed18715. 00000001:00000010:1.0:1767384590.253635:0:17886:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ed18715. 00080000:00000001:1.0:1767384590.253641:0:17886:0:(osd_oi.c:538:osd_oi_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253642:0:17886:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384590.253644:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893547760472 : -106180161791144 : ffff9f6e012c9b58) 00000040:00000001:1.0:1767384590.253646:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253647:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253648:0:17886:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:1.0:1767384590.253649:0:17886:0:(llog.c:1144:llog_exist()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253650:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.253657:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d9bdf198. 00080000:00000001:1.0:1767384590.253658:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617130496 : -106180092421120 : ffff9f6e054f1c00) 00000040:00000001:1.0:1767384590.253660:0:17886:0:(llog.c:1155:llog_declare_create()) Process entered 00000040:00000001:1.0:1767384590.253662:0:17886:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1767384590.253663:0:17886:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1767384590.253665:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.253667:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.253668:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e4367217. 00080000:00000001:1.0:1767384590.253669:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253670:0:17886:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384590.253672:0:17886:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0xa:0x7:0x0] not in the id map cache 00000001:00000001:1.0:1767384590.253673:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.253674:0:17886:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.253676:0:17886:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253678:0:17886:0:(osd_handler.c:6684:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1767384590.253679:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384590.253680:0:17886:0:(osd_handler.c:6746:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253682:0:17886:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253683:0:17886:0:(llog.c:1166:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253684:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.253686:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253687:0:17886:0:(llog.c:1176:llog_create()) Process entered 00000040:00000001:1.0:1767384590.253688:0:17886:0:(llog_osd.c:1735:llog_osd_create()) Process entered 00000020:00000001:1.0:1767384590.253690:0:17886:0:(local_storage.c:242:local_object_create()) Process entered 00080000:00000001:1.0:1767384590.253691:0:17886:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384590.253717:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.253718:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253719:0:17886:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384590.253725:0:17886:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.253726:0:17886:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0xa:0x7:0x0] 00080000:00000001:1.0:1767384590.253731:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1767384590.253732:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253734:0:17886:0:(osd_oi.c:649:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1767384590.253736:0:17886:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ed18715. 00000001:00000010:1.0:1767384590.253741:0:17886:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ed18715. 00080000:00000001:1.0:1767384590.253743:0:17886:0:(osd_oi.c:670:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253745:0:17886:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.253750:0:17886:0:(local_storage.c:270:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253752:0:17886:0:(osd_handler.c:6775:osd_index_ea_insert()) Process entered 00080000:00000010:1.0:1767384590.253754:0:17886:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000d391ad54. 00080000:00000001:1.0:1767384590.253761:0:17886:0:(osd_handler.c:6183:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.253763:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000c2c4d74f 00080000:00000002:1.0:1767384590.253764:0:17886:0:(osd_handler.c:6847:osd_index_ea_insert()) parent 13 insert params:95 rc = 0 00080000:00000001:1.0:1767384590.253766:0:17886:0:(osd_handler.c:6854:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253767:0:17886:0:(llog_osd.c:1801:llog_osd_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253769:0:17886:0:(llog.c:1187:llog_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253770:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.253772:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e4367217. 00040000:00000001:1.0:1767384590.253774:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.253775:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.253776:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253777:0:17886:0:(llog.c:1357:llog_open_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253778:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.253781:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000020e81c39. 00000040:00000001:1.0:1767384590.253782:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.253783:0:17886:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384590.253785:0:17886:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384590.253786:0:17886:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384590.253787:0:17886:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384590.253789:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253790:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253791:0:17886:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384590.253793:0:17886:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000fe4cc291. 00000040:00001000:1.0:1767384590.253794:0:17886:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 1 00000040:00000001:1.0:1767384590.253796:0:17886:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384590.253798:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8b857dd. 00000020:00000010:1.0:1767384590.253800:0:17886:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c1ab9454. 00000040:00000010:1.0:1767384590.253806:0:17886:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ce8d0e4a. 00000020:00000010:1.0:1767384590.253808:0:17886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000080033b8. 00000020:00000010:1.0:1767384590.253811:0:17886:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.253813:0:17886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000513dc2bc. 80000000:00000010:1.0:1767384590.253814:0:17886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a77ed655. 40000000:00000010:1.0:1767384590.253816:0:17886:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e4367217. 00100000:00000010:1.0:1767384590.253819:0:17886:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000965e9b02. 00040000:00000010:1.0:1767384590.253820:0:17886:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005854289d. 00040000:00000010:1.0:1767384590.253823:0:17886:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dec96b47. 00040000:00000010:1.0:1767384590.253825:0:17886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4b68ed8. 00080000:00000010:1.0:1767384590.253828:0:17886:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007035e328. 00080000:00000010:1.0:1767384590.253837:0:17886:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ff7488c. 00000004:00000010:1.0:1767384590.253840:0:17886:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000099c66a66. 00000004:00000010:1.0:1767384590.253844:0:17886:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.253846:0:17886:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000110a31d4. 00002000:00000010:1.0:1767384590.253848:0:17886:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d97129de. 00000004:00000010:1.0:1767384590.253850:0:17886:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000002c2e30c7. 00000020:00000010:1.0:1767384590.253853:0:17886:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000043257f7d. 00000040:00000010:1.0:1767384590.253858:0:17886:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000dabdd281. 00000040:00080000:1.0:1767384590.253859:0:17886:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 1 count 1 00000040:00000010:1.0:1767384590.253861:0:17886:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000dabdd281. 00000020:00000010:1.0:1767384590.253863:0:17886:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000043257f7d. 00000020:00000010:1.0:1767384590.253867:0:17886:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c1ab9454. 00000040:00000010:1.0:1767384590.253869:0:17886:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ce8d0e4a. 00000020:00000010:1.0:1767384590.253870:0:17886:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000080033b8. 00000020:00000010:1.0:1767384590.253872:0:17886:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.253874:0:17886:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000513dc2bc. 80000000:00000010:1.0:1767384590.253876:0:17886:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a77ed655. 40000000:00000010:1.0:1767384590.253878:0:17886:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e4367217. 00100000:00000010:1.0:1767384590.253879:0:17886:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000965e9b02. 00040000:00000010:1.0:1767384590.253881:0:17886:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005854289d. 00040000:00000010:1.0:1767384590.253882:0:17886:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dec96b47. 00040000:00000010:1.0:1767384590.253884:0:17886:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4b68ed8. 00080000:00000010:1.0:1767384590.253889:0:17886:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002ff7488c. 00080000:00000010:1.0:1767384590.253891:0:17886:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007035e328. 00000004:00000010:1.0:1767384590.253893:0:17886:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000099c66a66. 00000004:00000010:1.0:1767384590.253895:0:17886:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.253897:0:17886:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000110a31d4. 00002000:00000010:1.0:1767384590.253898:0:17886:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d97129de. 00000004:00000010:1.0:1767384590.253901:0:17886:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002c2e30c7. 00000020:00000010:1.0:1767384590.253903:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8b857dd. 00000040:00000010:1.0:1767384590.253905:0:17886:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000fe4cc291. 00000040:00000001:1.0:1767384590.253906:0:17886:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253908:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:1.0:1767384590.253909:0:17886:0:(lu_object.c:207:lu_object_put()) Add 00000000f15d4b08/000000004ae4ec41 to site lru. bkt: 000000007328c569 00000040:00000010:1.0:1767384590.253911:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000052dd9554. 00000040:00000001:1.0:1767384590.253912:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384590.253913:0:17886:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000020e81c39. 00000040:00000010:1.0:1767384590.253915:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000051e8ec3d. 00000040:00000010:1.0:1767384590.253917:0:17886:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000581c8ba0. 00000040:00000010:1.0:1767384590.253929:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000038dc1484. 00000040:00000001:1.0:1767384590.253930:0:17886:0:(llog.c:1689:llog_backup()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.253931:0:17886:0:(llog.c:1378:llog_erase()) Process entered 00000040:00000001:1.0:1767384590.253932:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.253933:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b8b857dd. 00000040:00000001:1.0:1767384590.253935:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.253935:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.253936:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.253938:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.253940:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.253942:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.253945:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1767384590.253947:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384590.253948:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384590.253950:0:17886:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:1.0:1767384590.253951:0:17886:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:1.0:1767384590.253953:0:17886:0:(llog.c:1547:llog_open()) MGC192.168.203.125@tcp: Failed to open llog paramsT: rc -2 00000040:00000010:1.0:1767384590.253957:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b8b857dd. 00000040:00000001:1.0:1767384590.253959:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1767384590.253960:0:17886:0:(llog.c:1386:llog_erase()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000010:1.0:1767384590.253961:0:17886:0:(mgc_request_server.c:768:mgc_llog_local_copy()) kfreed 'temp_log': 8 at 000000005e407d24. 10000000:00000040:1.0:1767384590.253964:0:17886:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000d2057962 : new refcount 1 10000000:00000001:1.0:1767384590.253965:0:17886:0:(mgc_request_server.c:835:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.253967:0:17886:0:(obd_config.c:2018:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1767384590.253968:0:17886:0:(obd_config.c:2020:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1767384590.253969:0:17886:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767384590.253970:0:17886:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b8b857dd. 00000040:00000001:1.0:1767384590.253972:0:17886:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:1.0:1767384590.253972:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.253973:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.253975:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00080000:00000001:1.0:1767384590.253977:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.253978:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.253980:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.253997:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.253998:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.253999:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.254001:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.254002:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.254003:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x7:0x0] 95:1798524827 to info 0000000073b4d31e 00000020:00000001:1.0:1767384590.254005:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000003489ccf7 00080000:00000002:1.0:1767384590.254006:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x7:0x0] 00080000:00000001:1.0:1767384590.254008:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.254009:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.254011:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1767384590.254012:0:17886:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000005e407d24. 00000020:00000001:1.0:1767384590.254014:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.254015:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637893547760472 : -106180161791144 : ffff9f6e012c9b58) 00000040:00000001:1.0:1767384590.254017:0:17886:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.254018:0:17886:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.254019:0:17886:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767384590.254024:0:17886:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002ff7488c. 00000040:00000001:1.0:1767384590.254025:0:17886:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767384590.254025:0:17886:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:1.0:1767384590.254027:0:17886:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:1.0:1767384590.254028:0:17886:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:1.0:1767384590.254029:0:17886:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:1.0:1767384590.254031:0:17886:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.254032:0:17886:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384590.254033:0:17886:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767384590.254034:0:17886:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000fe4cc291. 00000040:00001000:1.0:1767384590.254035:0:17886:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x7:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1767384590.254209:0:17908:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767384590.254212:0:17908:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc00ca72. 00000020:00000010:1.0:1767384590.254214:0:17908:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4b68ed8. 00000040:00000010:1.0:1767384590.254215:0:17908:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000513dc2bc. 00000020:00000010:1.0:1767384590.254217:0:17908:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000110a31d4. 00000020:00000010:1.0:1767384590.254219:0:17908:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.254220:0:17908:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ce8d0e4a. 80000000:00000010:1.0:1767384590.254222:0:17908:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a77ed655. 40000000:00000010:1.0:1767384590.254235:0:17908:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009a91bc50. 00100000:00000010:1.0:1767384590.254237:0:17908:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002a28fdc9. 00040000:00000010:1.0:1767384590.254238:0:17908:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005854289d. 00040000:00000010:1.0:1767384590.254240:0:17908:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d582b22d. 00040000:00000010:1.0:1767384590.254241:0:17908:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c1ab9454. 00080000:00000010:1.0:1767384590.254243:0:17908:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000dabdd281. 00080000:00000010:1.0:1767384590.254248:0:17908:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000052b1b7b6. 00000004:00000010:1.0:1767384590.254250:0:17908:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008c3f83c4. 00000004:00000010:1.0:1767384590.254252:0:17908:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.254254:0:17908:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000f31c03f7. 00002000:00000010:1.0:1767384590.254256:0:17908:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002c2e30c7. 00000004:00000010:1.0:1767384590.254257:0:17908:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d97129de. 00000020:00000010:1.0:1767384590.254259:0:17908:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004ff368e2. 00000040:00000010:1.0:1767384590.254264:0:17908:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000d6360c3b. 00000040:00080000:1.0:1767384590.254696:0:17908:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x7:0x0] index 64768 count 1 00000040:00000010:1.0:1767384590.254714:0:17908:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000d6360c3b. 00000020:00000010:1.0:1767384590.254717:0:17908:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004ff368e2. 00000020:00000010:1.0:1767384590.254722:0:17908:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4b68ed8. 00000040:00000010:1.0:1767384590.254724:0:17908:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000513dc2bc. 00000020:00000010:1.0:1767384590.254725:0:17908:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000110a31d4. 00000020:00000010:1.0:1767384590.254727:0:17908:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.254729:0:17908:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ce8d0e4a. 80000000:00000010:1.0:1767384590.254731:0:17908:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a77ed655. 40000000:00000010:1.0:1767384590.254733:0:17908:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009a91bc50. 00100000:00000010:1.0:1767384590.254734:0:17908:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002a28fdc9. 00040000:00000010:1.0:1767384590.254737:0:17908:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005854289d. 00040000:00000010:1.0:1767384590.254738:0:17908:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d582b22d. 00040000:00000010:1.0:1767384590.254740:0:17908:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c1ab9454. 00080000:00000010:1.0:1767384590.254742:0:17908:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000052b1b7b6. 00080000:00000010:1.0:1767384590.254744:0:17908:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dabdd281. 00000004:00000010:1.0:1767384590.254745:0:17908:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008c3f83c4. 00000004:00000010:1.0:1767384590.254747:0:17908:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a2474169. 00000004:00000010:1.0:1767384590.254749:0:17908:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000f31c03f7. 00002000:00000010:1.0:1767384590.254751:0:17908:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002c2e30c7. 00000004:00000010:1.0:1767384590.254753:0:17908:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d97129de. 00000020:00000010:1.0:1767384590.254754:0:17908:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc00ca72. 00000100:00000001:3.0:1767384590.255331:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384590.255336:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048120192 02000000:00000001:3.0:1767384590.255339:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384590.255343:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.255352:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.255371:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.255381:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048120192 00000020:00000001:3.0:1767384590.255383:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.255386:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384590.255391:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.255398:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=13 00000020:00000001:3.0:1767384590.255406:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.255417:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384590.255421:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.255425:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.255428:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.255429:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000020:00000010:3.0:1767384590.255433:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000020:00000010:3.0:1767384590.255486:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.255493:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.255505:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.255508:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.255510:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.255511:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.255516:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.255530:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.255557:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.255560:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.255570:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000040:3.0:1767384590.255574:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.255578:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935109200 : -106175774442416 : ffff9f6f06ae3c50) 00000100:00000040:3.0:1767384590.255594:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b35d2667 x1853237048120192/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.255603:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.255606:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.255607:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.255609:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00100000:3.0:1767384590.255613:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b35d2667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:17886:x1853237048120192:12345-0@lo:101: 00000100:00000200:3.0:1767384590.255616:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048120192 00000020:00000001:3.0:1767384590.255617:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.255619:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.255621:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.255622:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.255624:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:3.0:1767384590.255626:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.255627:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.255629:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.255630:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.255632:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.255633:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384590.255634:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384590.255635:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384590.255636:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384590.255637:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.255640:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384590.255643:0:17081:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 5 00010000:00000001:3.0:1767384590.255645:0:17081:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384590.255647:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384590.255649:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000009379e02c. 00000020:00000001:3.0:1767384590.255656:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384590.255658:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 000000009379e02c with handle 0x71ee3a74e2719001 to hash 00000020:00000001:3.0:1767384590.255659:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384590.255661:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961735680 : -106175747815936 : ffff9f6f08448600) 00010000:00000001:3.0:1767384590.255663:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961735680 : -106175747815936 : ffff9f6f08448600) 00010000:00010000:3.0:1767384590.255665:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000009379e02c/0x71ee3a74e2719001 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e2718ffa expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.255670:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 9 00000020:00000040:3.0:1767384590.255671:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384590.255676:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.255677:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.255679:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.255680:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.255682:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.255684:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384590.255686:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384590.255687:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384590.255688:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.255689:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.255690:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384590.255691:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.255693:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384590.255694:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384590.255696:0:17081:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384590.255697:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384590.255698:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000000591f343) refcount = 5 00010000:00000040:3.0:1767384590.255700:0:17081:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384590.255702:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c38ced0e/0x71ee3a74e2718fd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718fd0 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.255707:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002fc4186f/0x71ee3a74e2718f8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718f83 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.255710:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d9d7af52/0x71ee3a74e2718f05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718efe expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384590.255719:0:17081:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ef4a9e6e/0x71ee3a74e2718ee9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718ee2 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384590.255723:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000009379e02c/0x71ee3a74e2719001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e2718ffa expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.255727:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384590.255728:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384590.255729:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.255730:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.255731:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384590.255734:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384590.255735:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000009379e02c/0x71ee3a74e2719001 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718ffa expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384590.255739:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384590.255740:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384590.255741:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384590.255742:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.255743:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384590.255745:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384590.255746:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384590.255747:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000009379e02c, rc 0) 00000020:00000001:3.0:1767384590.255749:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.255750:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048120192 00010000:00000001:3.0:1767384590.255752:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.255754:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b35d2667 x1853237048120192/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.255760:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.255761:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.255763:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.255766:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.255767:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.255769:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.255774:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.255775:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.255777:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.255779:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.255781:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384590.255784:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048120192, offset 224 00000400:00000200:3.0:1767384590.255788:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.255794:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.255799:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff01380 00000400:00000200:3.0:1767384590.255803:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1069 [1] + 224 00000400:00000200:3.0:1767384590.255807:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.255810:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.255813:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.255815:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e047b901 x1853237048120192/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.255822:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e047b901 x1853237048120192/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.255837:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.255842:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000400:00000010:3.0:1767384590.255844:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000001:3.0:1767384590.255846:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.255848:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.255851:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.255853:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.255856:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.255857:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.255859:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.255864:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b35d2667 x1853237048120192/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 328/344 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.255894:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b35d2667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048120192:12345-0@lo:101: Request processed in 284us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384590.255915:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000040:3.0:1767384590.255925:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.255945:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.255954:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.255961:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.255968:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:3.0:1767384590.255975:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 00000020:00000040:3.0:1767384590.255986:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:3.0:1767384590.255998:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.256004:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.256010:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.256014:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384590.256024:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384590.256031:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e40429e. 00000400:00000010:3.0:1767384590.256041:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005ac0b30. 00000100:00000040:1.0:1767384590.258499:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294878028, at 4294878029 00000100:00000010:1.0:1767384590.258509:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aa893fd3. 00000100:00000040:3.0:1767384590.258512:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294878028, at 4294878029 00000100:00000010:3.0:1767384590.258526:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000010fc2c6. 00000100:00000001:3.0:1767384590.259318:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384590.259322:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048120320 02000000:00000001:3.0:1767384590.259327:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384590.259332:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.259340:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.259345:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.259351:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048120320 00000020:00000001:3.0:1767384590.259355:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.259364:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384590.259378:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.259381:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:3.0:1767384590.259389:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.259399:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384590.259414:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.259423:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.259434:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.259492:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000020:00000010:3.0:1767384590.259499:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000020:00000010:3.0:1767384590.259502:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.259513:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.259519:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.259521:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.259523:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.259525:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.259530:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.259539:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.259550:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.259552:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.259557:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1767384590.259566:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.259570:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935108176 : -106175774443440 : ffff9f6f06ae3850) 00000100:00000040:3.0:1767384590.259576:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004abae6a x1853237048120320/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 512/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.259593:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.259595:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.259597:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.259599:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00100000:3.0:1767384590.259602:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004abae6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048120320:12345-0@lo:501: 00000100:00000200:3.0:1767384590.259605:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048120320 00000020:00000001:3.0:1767384590.259607:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.259609:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.259610:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.259612:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.259613:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104896 : -1049446720 : ffffffffc172b6c0) 00000020:00000001:3.0:1767384590.259615:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.259617:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.259619:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.259620:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.259621:0:17081:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1767384590.259623:0:17081:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.259624:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.259625:0:17081:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:3.0:1767384590.259631:0:17081:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:3.0:1767384590.259633:0:17081:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:3.0:1767384590.259635:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.259636:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.259639:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.259640:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.259642:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384590.259644:0:17081:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:3.0:1767384590.259646:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384590.259647:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384590.259649:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001d2ac448. 00000040:00000001:3.0:1767384590.259651:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384590.259653:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.259654:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.259657:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00080000:00000001:3.0:1767384590.259660:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.259662:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.259670:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.259677:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.259679:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.259680:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.259681:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.259683:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.259684:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:3388207965 to info 00000000c88d2fe2 00000020:00000001:3.0:1767384590.259687:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000069ac568d 00080000:00000002:3.0:1767384590.259689:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:3.0:1767384590.259691:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.259692:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.259694:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1767384590.259697:0:17081:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000006544e9d7. 00000020:00000001:3.0:1767384590.259699:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384590.259702:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786904 : -106175130764712 : ffff9f6f2d0bfa58) 00000040:00000001:3.0:1767384590.259704:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.259705:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.259708:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384590.259709:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000004b87b648/00000000b775d8f4 to site lru. bkt: 00000000b0f52e5d 00000040:00000010:3.0:1767384590.259716:0:17081:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000006544e9d7. 00000040:00000001:3.0:1767384590.259718:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.259720:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001d2ac448. 00000040:00000001:3.0:1767384590.259722:0:17081:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:3.0:1767384590.259723:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:3.0:1767384590.259725:0:17081:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.259728:0:17081:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:3.0:1767384590.259730:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384590.259731:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384590.259733:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384590.259734:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384590.259736:0:17081:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000c05b5419. 00000020:00000040:3.0:1767384590.259738:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000020:00000040:3.0:1767384590.259739:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 20000000:00000010:3.0:1767384590.259741:0:17081:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000c05b5419. 20000000:00000001:3.0:1767384590.259743:0:17081:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 20000000:00000001:3.0:1767384590.259744:0:17081:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.259746:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048120320 00010000:00000001:3.0:1767384590.259748:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.259751:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004abae6a x1853237048120320/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 512/272 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.259757:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.259759:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.259760:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.259763:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.259765:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.259767:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.259768:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.259770:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.259772:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.259773:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.259775:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384590.259778:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237048120320, offset 224 00000400:00000200:3.0:1767384590.259781:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.259791:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.259796:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695825ff01400 00000400:00000200:3.0:1767384590.259801:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x1079 [1] + 224 00000400:00000200:3.0:1767384590.259804:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.259807:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.259810:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.259813:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e047b901 x1853237048120320/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.259820:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@00000000e047b901 x1853237048120320/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.259835:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.259840:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000400:00000010:3.0:1767384590.259841:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000001:3.0:1767384590.259843:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.259845:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.259849:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.259851:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.259854:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.259857:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.259861:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.259870:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004abae6a x1853237048120320/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 512/272 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.259904:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004abae6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048120320:12345-0@lo:501: Request processed in 304us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384590.259938:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:3.0:1767384590.259952:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.259960:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.259963:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.259967:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.259980:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:3.0:1767384590.259994:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 00000020:00000040:3.0:1767384590.260003:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:3.0:1767384590.260017:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.260023:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000610fe7d9. 02000000:00000001:3.0:1767384590.260030:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.260040:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384590.260049:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384590.260056:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7150c6f. 00000400:00000010:3.0:1767384590.260064:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000072032d90. 00000100:00000001:3.0:1767384590.260291:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384590.260297:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048120448 02000000:00000001:3.0:1767384590.260300:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384590.260305:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.260316:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.260324:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.260328:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048120448 00000020:00000001:3.0:1767384590.260331:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.260341:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384590.260356:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.260369:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:3.0:1767384590.260382:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.260394:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384590.260403:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.260413:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.260418:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.260420:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000020:00000010:3.0:1767384590.260423:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000020:00000010:3.0:1767384590.260425:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.260428:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.260431:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.260433:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.260434:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.260435:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.260480:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.260491:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.260510:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.260513:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.260527:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384590.260530:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.260532:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935107152 : -106175774444464 : ffff9f6f06ae3450) 00000100:00000040:3.0:1767384590.260537:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cb3b8cc x1853237048120448/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.260544:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.260547:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.260548:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.260550:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00100000:3.0:1767384590.260553:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cb3b8cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048120448:12345-0@lo:503: 00000100:00000200:3.0:1767384590.260556:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048120448 00000020:00000001:3.0:1767384590.260558:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.260559:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.260561:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.260562:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.260564:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104992 : -1049446624 : ffffffffc172b720) 00000020:00000001:3.0:1767384590.260566:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.260567:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.260568:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.260569:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.260570:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.260572:0:17081:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:3.0:1767384590.260573:0:17081:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:3.0:1767384590.260575:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.260576:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.260587:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000ab297037. 02000000:00000001:3.0:1767384590.260589:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.260590:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384590.260592:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384590.260594:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384590.260595:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001d2ac448. 00000040:00000001:3.0:1767384590.260597:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384590.260599:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.260603:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.260605:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.260608:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384590.260610:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786904 : -106175130764712 : ffff9f6f2d0bfa58) 00000040:00000001:3.0:1767384590.260612:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.260613:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.260615:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384590.260617:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015c3ceee. 00000040:00000001:3.0:1767384590.260619:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384590.260620:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384590.260631:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.260633:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.260634:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1767384590.260637:0:17081:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:3.0:1767384590.260639:0:17081:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:3.0:1767384590.260641:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384590.260642:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000004b87b648/00000000b775d8f4 to site lru. bkt: 00000000b0f52e5d 00000040:00000001:3.0:1767384590.260644:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.260645:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000015c3ceee. 00000040:00000010:3.0:1767384590.260648:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001d2ac448. 00000040:00000040:3.0:1767384590.260650:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:3.0:1767384590.260652:0:17081:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.260654:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048120448 00010000:00000001:3.0:1767384590.260655:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.260658:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cb3b8cc x1853237048120448/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8416 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.260664:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.260665:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.260667:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.260670:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.260671:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.260673:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.260675:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.260680:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.260682:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.260684:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.260687:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000002007451b. 00000100:00000200:3.0:1767384590.260690:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237048120448, offset 224 00000400:00000200:3.0:1767384590.260694:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.260700:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.260705:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695825ff01480 00000400:00000200:3.0:1767384590.260708:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x1089 [4] + 224 00000400:00000200:3.0:1767384590.260715:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.260717:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.260720:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.260722:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e047b901 x1853237048120448/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.260728:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@00000000e047b901 x1853237048120448/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.260743:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.260747:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002007451b 00000400:00000010:3.0:1767384590.260748:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000002007451b. 00000100:00000001:3.0:1767384590.260751:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.260752:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.260756:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.260759:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.260761:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.260762:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.260765:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.260776:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cb3b8cc x1853237048120448/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8416 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.260796:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cb3b8cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048120448:12345-0@lo:503: Request processed in 249us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384590.260819:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384590.260832:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.260840:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.260849:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.260860:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.260872:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:3.0:1767384590.260880:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 00000020:00000040:3.0:1767384590.260889:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:3.0:1767384590.260897:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.260902:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000ab297037. 02000000:00000001:3.0:1767384590.260921:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.260927:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384590.260941:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384590.260951:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b85abecc. 00000400:00000010:3.0:1767384590.260962:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002007451b. 00000100:00000001:3.0:1767384590.261672:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384590.261679:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048120576 02000000:00000001:3.0:1767384590.261688:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384590.261698:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.261708:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.261723:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.261730:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048120576 00000020:00000001:3.0:1767384590.261735:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.261738:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384590.261739:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.261741:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:3.0:1767384590.261743:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.261746:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384590.261748:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.261752:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.261753:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.261755:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000020:00000010:3.0:1767384590.261759:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000020:00000010:3.0:1767384590.261762:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.261764:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.261769:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.261770:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.261771:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.261779:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.261783:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.261793:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.261801:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.261803:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.261809:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384590.261812:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.261815:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935104080 : -106175774447536 : ffff9f6f06ae2850) 00000100:00000040:3.0:1767384590.261823:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059394144 x1853237048120576/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.261837:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.261839:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.261840:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.261842:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00100000:3.0:1767384590.261844:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059394144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048120576:12345-0@lo:502: 00000100:00000200:3.0:1767384590.261847:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048120576 00000020:00000001:3.0:1767384590.261849:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.261851:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.261853:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.261854:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.261855:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104944 : -1049446672 : ffffffffc172b6f0) 00000020:00000001:3.0:1767384590.261857:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.261858:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.261860:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.261861:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.261862:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.261863:0:17081:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384590.261864:0:17081:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384590.261867:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.261868:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.261876:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000ab297037. 02000000:00000001:3.0:1767384590.261878:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.261881:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384590.261901:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384590.261904:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384590.261907:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001d2ac448. 00000040:00000001:3.0:1767384590.261910:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384590.261912:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.261914:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.261918:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.261921:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384590.261925:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786904 : -106175130764712 : ffff9f6f2d0bfa58) 00000040:00000001:3.0:1767384590.261928:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.261930:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.261932:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384590.261935:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015c3ceee. 00000040:00000001:3.0:1767384590.261938:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384590.261939:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384590.261949:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.261951:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.261953:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.261957:0:17081:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384590.261959:0:17081:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384590.261961:0:17081:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:3.0:1767384590.261973:0:17081:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384590.261976:0:17081:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.261978:0:17081:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384590.261979:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384590.261981:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000004b87b648/00000000b775d8f4 to site lru. bkt: 00000000b0f52e5d 00000040:00000001:3.0:1767384590.261984:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.261985:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000015c3ceee. 00000040:00000010:3.0:1767384590.261989:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001d2ac448. 00000040:00000040:3.0:1767384590.261991:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:3.0:1767384590.261993:0:17081:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.261995:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048120576 00010000:00000001:3.0:1767384590.261996:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.261999:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059394144 x1853237048120576/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8472 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.262016:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.262018:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.262020:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.262022:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.262024:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.262025:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.262027:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.262028:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.262030:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.262032:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.262034:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006b4de422. 00000100:00000200:3.0:1767384590.262037:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237048120576, offset 224 00000400:00000200:3.0:1767384590.262041:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.262047:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.262052:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825ff01500 00000400:00000200:3.0:1767384590.262056:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x1099 [4] + 224 00000400:00000200:3.0:1767384590.262063:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.262065:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.262068:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.262070:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e047b901 x1853237048120576/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.262076:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000e047b901 x1853237048120576/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.262093:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.262097:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b4de422 00000400:00000010:3.0:1767384590.262099:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006b4de422. 00000100:00000001:3.0:1767384590.262101:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.262103:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.262107:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.262109:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.262111:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.262114:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.262117:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.262128:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059394144 x1853237048120576/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8472 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.262161:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059394144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048120576:12345-0@lo:502: Request processed in 318us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384590.262193:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384590.262201:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.262209:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.262213:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.262219:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.262233:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:3.0:1767384590.262240:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 00000020:00000040:3.0:1767384590.262245:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:3.0:1767384590.262256:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.262258:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000ab297037. 02000000:00000001:3.0:1767384590.262266:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.262269:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384590.262274:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384590.262282:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bbd48b4. 00000400:00000010:3.0:1767384590.262291:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b4de422. 00000100:00000001:3.0:1767384590.264003:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384590.264009:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048120704 02000000:00000001:3.0:1767384590.264013:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384590.264015:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.264018:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.264022:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384590.264026:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048120704 00000020:00000001:3.0:1767384590.264029:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384590.264030:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384590.264033:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384590.264035:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:3.0:1767384590.264038:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384590.264040:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384590.264043:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.264055:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.264057:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.264076:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000020:00000010:3.0:1767384590.264082:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000020:00000010:3.0:1767384590.264085:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.264089:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00000100:00000040:3.0:1767384590.264095:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384590.264098:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384590.264099:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.264101:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.264105:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.264124:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.264134:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384590.264136:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384590.264142:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1767384590.264146:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.264149:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935094864 : -106175774456752 : ffff9f6f06ae0450) 00000100:00000040:3.0:1767384590.264155:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059d2e9c6 x1853237048120704/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.264166:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384590.264168:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c05b5419. 00000100:00000001:3.0:1767384590.264170:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384590.264173:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c05b5419. 00000100:00100000:3.0:1767384590.264177:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059d2e9c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048120704:12345-0@lo:502: 00000100:00000200:3.0:1767384590.264181:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048120704 00000020:00000001:3.0:1767384590.264183:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384590.264185:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384590.264187:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.264189:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384590.264191:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104944 : -1049446672 : ffffffffc172b6f0) 00000020:00000001:3.0:1767384590.264211:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384590.264213:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.264223:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384590.264225:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384590.264227:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.264230:0:17081:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:3.0:1767384590.264232:0:17081:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:3.0:1767384590.264236:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384590.264239:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384590.264255:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000150fbac2. 02000000:00000001:3.0:1767384590.264258:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.264281:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:3.0:1767384590.264284:0:17081:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384590.264286:0:17081:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:3.0:1767384590.264288:0:17081:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001d2ac448. 00000040:00000001:3.0:1767384590.264291:0:17081:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:3.0:1767384590.264292:0:17081:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.264294:0:17081:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.264296:0:17081:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:3.0:1767384590.264299:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384590.264302:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786904 : -106175130764712 : ffff9f6f2d0bfa58) 00000040:00000001:3.0:1767384590.264304:0:17081:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.264305:0:17081:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.264307:0:17081:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:3.0:1767384590.264309:0:17081:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000015c3ceee. 00000040:00000001:3.0:1767384590.264311:0:17081:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:3.0:1767384590.264312:0:17081:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:3.0:1767384590.264321:0:17081:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.264323:0:17081:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.264325:0:17081:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.264327:0:17081:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1767384590.264328:0:17081:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1767384590.264345:0:17081:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:3.0:1767384590.264349:0:17081:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1767384590.264351:0:17081:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384590.264352:0:17081:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:3.0:1767384590.264354:0:17081:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384590.264355:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000004b87b648/00000000b775d8f4 to site lru. bkt: 00000000b0f52e5d 00000040:00000001:3.0:1767384590.264361:0:17081:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.264362:0:17081:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000015c3ceee. 00000040:00000010:3.0:1767384590.264365:0:17081:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001d2ac448. 00000040:00000040:3.0:1767384590.264367:0:17081:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:3.0:1767384590.264369:0:17081:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384590.264371:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048120704 00010000:00000001:3.0:1767384590.264373:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384590.264376:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059d2e9c6 x1853237048120704/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8472 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384590.264382:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384590.264383:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.264385:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.264388:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384590.264390:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:3.0:1767384590.264391:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384590.264393:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384590.264410:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.264413:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384590.264416:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.264421:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000005c4c235d. 00000100:00000200:3.0:1767384590.264425:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237048120704, offset 224 00000400:00000200:3.0:1767384590.264431:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.264440:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384590.264448:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825ff01580 00000400:00000200:3.0:1767384590.264515:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x10a9 [4] + 224 00000400:00000200:3.0:1767384590.264523:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.264526:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.264529:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384590.264531:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e047b901 x1853237048120704/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384590.264538:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@00000000e047b901 x1853237048120704/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.264570:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.264584:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c4c235d 00000400:00000010:3.0:1767384590.264587:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000005c4c235d. 00000100:00000001:3.0:1767384590.264590:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384590.264593:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384590.264600:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.264606:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00010000:00000001:3.0:1767384590.264611:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384590.264618:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.264633:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384590.264643:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059d2e9c6 x1853237048120704/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 272/8472 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.264710:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059d2e9c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048120704:12345-0@lo:502: Request processed in 536us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384590.264753:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00000040:3.0:1767384590.264765:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384590.264774:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384590.264782:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384590.264799:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006d8439f6. 00000020:00000010:3.0:1767384590.264815:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:3.0:1767384590.264830:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 00000020:00000040:3.0:1767384590.264842:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:3.0:1767384590.264849:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384590.264855:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000150fbac2. 02000000:00000001:3.0:1767384590.264879:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384590.264901:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384590.264914:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384590.264931:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004421e2d2. 00000400:00000010:3.0:1767384590.264945:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005c4c235d. 00000100:00000040:1.0:1767384590.267530:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294878037, at 4294878038 00000100:00000010:1.0:1767384590.267539:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000043c438bd. 00000100:00000040:3.0:1767384590.267832:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294878037, at 4294878038 00000100:00000010:3.0:1767384590.267842:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002450b72d. 00000100:00000001:1.0:1767384590.269279:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384590.269286:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384590.269289:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384590.269294:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e047b901 x1853237048120832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.269304:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384590.269306:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.269309:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384590.269320:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384590.269323:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.269326:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e047b901 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16353:1853237048120832:0@lo:38: 00000100:00000001:1.0:1767384590.269341:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384590.269346:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384590.269349:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.269351:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384590.269357:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d97129de. 02000000:00000001:1.0:1767384590.269360:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384590.269364:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384590.269371:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089ff2c58. 00000100:00000040:3.0:1767384590.269374:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1767384590.269375:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048120832, portal 10 00000100:00000001:1.0:1767384590.269382:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384590.269387:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759662080 : -106174949889536 : ffff9f6f37d3ea00) 00000100:00000001:3.0:1767384590.269393:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000010:1.0:1767384590.269396:0:16353:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000dabdd281. 00000100:00000010:3.0:1767384590.269403:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005eae385d. 00000100:00000040:1.0:1767384590.269406:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e047b901 x1853237048120832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384590.269431:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384590.269431:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384590.269443:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384590.269448:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384590.269491:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384590.269505:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 00000100:00000200:1.0:1767384590.269511:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237048120832, offset 0 00000400:00000200:1.0:1767384590.269523:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384590.269539:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384590.269548:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384590.269557:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695825ff01600 02000000:00000010:3.0:1767384590.269565:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000151e7cb8. 00000400:00000200:1.0:1767384590.269574:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 1040 00000100:00000001:3.0:1767384590.269577:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384590.269580:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384590.269598:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005eae385d x1853237048120960/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384590.269598:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384590.269609:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384590.269615:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384590.269628:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0a2eef6. 00000100:00000040:1.0:1767384590.269640:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000e0a2eef6 x1853237048120832 msgsize 520 00000100:00000001:3.0:1767384590.269656:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384590.269659:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.269662:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384590.269683:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005eae385d] to pc [ptlrpcd_00_03+3] req@000000005eae385d x1853237048120960/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.269684:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384590.269701:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aceb391d 00000400:00000010:1.0:1767384590.269709:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aceb391d. 00000100:00000001:1.0:1767384590.269715:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384590.269723:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e047b901 x1853237048120832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.269734:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.269736:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384590.269751:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (215) 00000100:00000040:1.0:1767384590.269751:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e047b901 x1853237048120832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.269771:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.269776:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384590.269781:0:17911:0:(genops.c:887:class_export_get()) GET export 000000004d354fce refcount=6 00000100:00000001:1.0:1767384590.269782:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384590.269792:0:17911:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00000100:00000040:1.0:1767384590.269795:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00002000:00000001:3.0:1767384590.269796:0:17911:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.269804:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294878043 00000020:00000040:3.0:1767384590.269805:0:17911:0:(genops.c:887:class_export_get()) GET export 000000004d354fce refcount=7 00000020:00000040:3.0:1767384590.269817:0:17911:0:(genops.c:898:class_export_put()) PUTting export 000000004d354fce : new refcount 6 00000100:00000010:1.0:1767384590.269819:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a77ed655. 00000100:00000001:1.0:1767384590.269832:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384590.269842:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294878043 00000100:00000010:1.0:1767384590.269848:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049a1f7ee. 00000100:00000001:1.0:1767384590.269855:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384590.269865:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294878043 00000100:00000010:1.0:1767384590.269871:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000153fc5bb. 00000100:00000001:1.0:1767384590.269879:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384590.269888:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294878043 00000100:00000010:1.0:1767384590.269894:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071581f04. 00000100:00000001:1.0:1767384590.269904:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384590.269909:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384590.269910:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.269919:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.269921:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.269925:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.269938:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.269948:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384590.269952:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.269957:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384590.269962:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384590.269975:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.269980:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384590.270009:0:17088:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000052b1b7b6. 00000100:00000001:1.0:1767384590.270020:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384590.270025:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048120832 02000000:00000001:1.0:1767384590.270031:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384590.270036:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.270042:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.270051:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.270058:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048120832 00000020:00000001:1.0:1767384590.270064:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384590.270069:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1767384590.270074:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384590.270079:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.270086:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384590.270092:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc00ca72. 00000020:00000010:1.0:1767384590.270098:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000028a0239d. 00000020:00000010:1.0:1767384590.270105:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dfc7c2e. 00000100:00000001:1.0:1767384590.270111:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384590.270115:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384590.270119:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.270128:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.270138:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.270149:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384590.270152:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048120960 02000000:00000001:1.0:1767384590.270157:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384590.270161:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.270164:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.270170:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.270175:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048120960 00000020:00000001:1.0:1767384590.270179:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384590.270182:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000020:00000001:1.0:1767384590.270186:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384590.270190:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000020:00000001:1.0:1767384590.270193:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000001:1.0:1767384590.270199:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:1.0:1767384590.270217:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384590.270222:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a91bc50. 00000100:00000001:1.0:1767384590.270228:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384590.270235:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a91bc50. 00000020:00000010:1.0:1767384590.270243:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003475b93f. 00000020:00000010:1.0:1767384590.270249:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002870020a. 00000020:00000010:1.0:1767384590.270254:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000073c8b9bd. 00000100:00000040:1.0:1767384590.270264:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384590.270269:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384590.270271:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384590.270274:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.270279:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384590.270284:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384590.270287:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.270291:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384590.270304:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384590.270309:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384590.270328:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000001:1.0:1767384590.270336:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758973952 : -106174950577664 : ffff9f6f37c96a00) 00000100:00000040:1.0:1767384590.270345:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0a2eef6 x1853237048120832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384590.270366:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0a2eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16353:x1853237048120832:12345-0@lo:38: 00000100:00000200:1.0:1767384590.270371:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048120832 00000020:00000001:1.0:1767384590.270376:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384590.270381:0:17088:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384590.270388:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 6 - find 00000020:00000001:1.0:1767384590.270395:0:17088:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637897918964576 : -106175790587040 : ffff9f6f05b7e360) 00000100:00000001:1.0:1767384590.270401:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384590.270405:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384590.270410:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000002c2e30c7. 02000000:00000001:1.0:1767384590.270414:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.270417:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384590.270421:0:17088:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00010000:00080000:1.0:1767384590.270482:0:17088:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 210 last 0 00010000:00000001:1.0:1767384590.270487:0:17088:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:1.0:1767384590.270490:0:17088:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000040:00000010:3.0:1767384590.270492:0:17886:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ee06c21a. 00000020:00000001:1.0:1767384590.270493:0:17088:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1767384590.270498:0:17088:0:(genops.c:950:__class_new_export()) Process entered 00000040:00000001:3.0:1767384590.270505:0:17886:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384590.270507:0:17088:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f31c03f7. 00000020:00000001:1.0:1767384590.270517:0:17088:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:01000000:3.0:1767384590.270522:0:17886:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-29 (rc=0) 00000020:00000040:1.0:1767384590.270524:0:17088:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f31c03f7 with handle 0x71ee3a74e2719016 to hash 00000020:00000001:1.0:1767384590.270535:0:17088:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000040:00000001:3.0:1767384590.270541:0:17886:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000001:1.0:1767384590.270542:0:17088:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:1.0:1767384590.270553:0:17088:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000020:00000002:3.0:1767384590.270555:0:17886:0:(lu_object.c:207:lu_object_put()) Add 00000000f894a6e1/00000000f47b92d7 to site lru. bkt: 00000000412540f7 00000004:00000010:1.0:1767384590.270559:0:17088:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000009a91bc50. 00000001:00000001:1.0:1767384590.270571:0:17088:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000040:00000010:3.0:1767384590.270572:0:17886:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000027d924cc. 00000040:00000001:3.0:1767384590.270586:0:17886:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384590.270587:0:17088:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000088ff30a5. 00000001:00000001:1.0:1767384590.270599:0:17088:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.270600:0:17886:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b0a1169d. 00010000:00000001:1.0:1767384590.270608:0:17088:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000040:00000010:3.0:1767384590.270613:0:17886:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000c0979cf9. 00000001:00000001:1.0:1767384590.270613:0:17088:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:1.0:1767384590.270622:0:17088:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000001d7f9b82. 00000020:00000001:3.0:1767384590.270624:0:17886:0:(obd_config.c:2049:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1767384590.270631:0:17088:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003033564e. 10000000:00000001:3.0:1767384590.270633:0:17886:0:(mgc_request.c:1736:mgc_process_cfg_log()) Process leaving 00000001:00000010:1.0:1767384590.270643:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c1ab9454. 00000020:00000010:3.0:1767384590.270646:0:17886:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000042b93ff4. 00000001:00000010:1.0:1767384590.270649:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ce8d0e4a. 00000040:00000010:3.0:1767384590.270659:0:17886:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d1615c0a. 00000001:00000010:1.0:1767384590.270660:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000513dc2bc. 00000001:00000010:1.0:1767384590.270669:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d4b68ed8. 00000020:00000010:3.0:1767384590.270673:0:17886:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000009c2debe5. 00000001:00000001:1.0:1767384590.270676:0:17088:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000010:3.0:1767384590.270682:0:17886:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009311e605. 00000001:00000010:1.0:1767384590.270683:0:17088:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000005854289d. 80000000:00000010:3.0:1767384590.270692:0:17886:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000083b10c7e. 00000001:00000010:1.0:1767384590.270695:0:17088:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000007f004e7c. 00040000:00000010:3.0:1767384590.270701:0:17886:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000efd1d0b7. 00000001:00000010:1.0:1767384590.270703:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ceb3e732. 00080000:00000010:3.0:1767384590.270713:0:17886:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000c9da9542. 00000001:00000010:1.0:1767384590.270715:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054c2ce9e. 00080000:00000010:3.0:1767384590.270720:0:17886:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005039c53a. 00000001:00000010:1.0:1767384590.270723:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009ddf084f. 00080000:00000010:3.0:1767384590.270730:0:17886:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000003bd7fcfc. 00000001:00000010:1.0:1767384590.270730:0:17088:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000544f6723. 00010000:00000001:1.0:1767384590.270747:0:17088:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384590.270749:0:17886:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000007d8a3b43. 00010000:00000001:1.0:1767384590.270752:0:17088:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384590.270764:0:17088:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384590.270766:0:17886:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c5b1c1b1. 00000020:00000001:1.0:1767384590.270778:0:17088:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384590.270781:0:17886:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004ce968a9. 00000020:00000010:3.0:1767384590.270794:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b80d556. 00000020:00000040:1.0:1767384590.270795:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000f31c03f7 refcount=3 10000000:00000010:3.0:1767384590.270809:0:17886:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000725cf7e4. 00000020:00000040:1.0:1767384590.270809:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 7 - export 10000000:01000000:3.0:1767384590.270822:0:17886:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-client' succeeded (0). 00000020:00000001:1.0:1767384590.270822:0:17088:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000020:00000040:1.0:1767384590.270833:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 2 00000020:00000080:1.0:1767384590.270838:0:17088:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x71ee3a74e2719016 00000020:00000001:1.0:1767384590.270840:0:17088:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.270842:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384590.270843:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000020:00000001:1.0:1767384590.270846:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384590.270848:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=3 10000000:00000001:3.0:1767384590.270851:0:17886:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000020:00000001:1.0:1767384590.270851:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00010000:00000001:3.0:1767384590.270859:0:17886:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384590.270860:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000020:00000001:3.0:1767384590.270866:0:17886:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:1.0:1767384590.270868:0:17088:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000020:00000040:3.0:1767384590.270871:0:17886:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b637680a refcount=3 00000001:00000001:1.0:1767384590.270875:0:17088:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000020:00000001:3.0:1767384590.270879:0:17886:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932354048 : -106174777197568 : ffff9f6f421efc00) 00000001:00000040:1.0:1767384590.270889:0:17088:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.125@tcp 00010000:00000001:3.0:1767384590.270894:0:17886:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932354048 : -106174777197568 : ffff9f6f421efc00) 00000001:00000040:1.0:1767384590.270895:0:17088:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 4 00000001:00000001:1.0:1767384590.270903:0:17088:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446637898718908416 : -106174990643200 : ffff9f6f35661000) 00010000:00000001:3.0:1767384590.270908:0:17886:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000001:00000001:1.0:1767384590.270909:0:17088:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:1.0:1767384590.270916:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000f31c03f7 refcount=4 00010000:00010000:3.0:1767384590.270918:0:17886:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 00000000b637680a/0x71ee3a74e2718ffa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719001 expref: -99 pid: 17886 timeout: 0 lvb_type: 0 00000001:00000040:1.0:1767384590.270920:0:17088:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 5 00000001:00000001:1.0:1767384590.270930:0:17088:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:1.0:1767384590.270943:0:17088:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 0@lo to nodemap default 00000001:00000040:1.0:1767384590.270955:0:17088:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 4 00000001:00000001:1.0:1767384590.270965:0:17088:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.270973:0:17886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00100000:1.0:1767384590.270974:0:17088:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00010000:00000001:3.0:1767384590.270979:0:17886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1767384590.270985:0:17088:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00010000:00010000:3.0:1767384590.270987:0:17886:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 00000000b637680a/0x71ee3a74e2718ffa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719001 expref: -99 pid: 17886 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1767384590.270989:0:17088:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384590.270999:0:17088:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:1.0:1767384590.271004:0:17088:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:1.0:1767384590.271015:0:17088:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000fe226fc3 00000020:00000010:1.0:1767384590.271025:0:17088:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000c4c67a42. 00010000:00000001:3.0:1767384590.271032:0:17886:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384590.271038:0:17886:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384590.271039:0:17088:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000009a944d1b for nid 0@lo - ref 3 00010000:00000001:3.0:1767384590.271045:0:17886:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384590.271051:0:17886:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.271053:0:17088:0:(lprocfs_status_server.c:685:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 10000000:00000001:3.0:1767384590.271062:0:17886:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384590.271066:0:17088:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 00000000c4c67a42. 10000000:00000001:3.0:1767384590.271077:0:17886:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.271078:0:17088:0:(lprocfs_status_server.c:711:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000004:00000001:1.0:1767384590.271083:0:17088:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384590.271096:0:17088:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.271098:0:17886:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8d552e4. 00010000:00000001:1.0:1767384590.271101:0:17088:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384590.271110:0:17886:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000516da39c. 00000020:00000010:1.0:1767384590.271112:0:17088:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000008c3f83c4. 00000020:00000040:1.0:1767384590.271128:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - import 00000020:00000010:3.0:1767384590.271132:0:17886:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000eef60bf6. 00000020:00000001:1.0:1767384590.271139:0:17088:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384590.271148:0:17088:0:(genops.c:1242:class_import_put()) import 000000008c3f83c4 refcount=1 obd=lustre-MDT0000 00000020:00000010:3.0:1767384590.271150:0:17886:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d523497d. 00000020:00000001:1.0:1767384590.271160:0:17088:0:(genops.c:1249:class_import_put()) Process leaving 00040000:00000010:3.0:1767384590.271161:0:17886:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000008f972c9. 00040000:00000010:3.0:1767384590.271173:0:17886:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000960c8f80. 00000020:00000010:1.0:1767384590.271173:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026bb939d. 00080000:00000010:3.0:1767384590.271187:0:17886:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c35c8687. 00000020:00000040:1.0:1767384590.271191:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000f31c03f7 refcount=5 00080000:00000010:3.0:1767384590.271196:0:17886:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001767c841. 00000100:00000040:1.0:1767384590.271198:0:17088:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000020:00000010:3.0:1767384590.271202:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036a3c2a0. 00000100:00000001:1.0:1767384590.271205:0:17088:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1767384590.271213:0:17886:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.271213:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384590.271222:0:17886:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000008456f709. 00000100:00000040:1.0:1767384590.271225:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 17 to 0@lo 00000020:00000010:3.0:1767384590.271232:0:17886:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 000000007f93eb1b. 00000100:00000001:1.0:1767384590.271233:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:3.0:1767384590.271242:0:17886:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.271244:0:17088:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637898590658752 : -106175118892864 : 0xffff9f6f2dc120c0) 00000020:00000001:3.0:1767384590.271254:0:17886:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384590.271262:0:17088:0:(connection.c:149:ptlrpc_connection_get()) conn=000000004bad6d37 refcount 17 to 0@lo 00000020:00000010:3.0:1767384590.271263:0:17886:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 00000000e53c43ee. 00000020:00000010:3.0:1767384590.271279:0:17886:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 0000000068feb52b. 00000020:00000040:1.0:1767384590.271280:0:17088:0:(genops.c:887:class_export_get()) GET export 00000000f31c03f7 refcount=6 00000020:00000001:3.0:1767384590.271291:0:17886:0:(tgt_mount.c:1430:server_notify_target()) Process entered 00000100:00000001:1.0:1767384590.271294:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384590.271296:0:17886:0:(tgt_mount.c:1238:server_lsi2mti()) Process entered 00000100:00000040:1.0:1767384590.271304:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 18 to 0@lo 00000100:00000001:1.0:1767384590.271310:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000010:3.0:1767384590.271312:0:17886:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 4608 at 0000000015c3ceee. 02000000:00000001:1.0:1767384590.271322:0:17088:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1767384590.271329:0:17088:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1767384590.271334:0:17088:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 00000020:01000004:3.0:1767384590.271336:0:17886:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 02000000:00000001:1.0:1767384590.271344:0:17088:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650440768 : -1059110848 : ffffffffc0df4040) 00000020:01000004:3.0:1767384590.271347:0:17886:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384590.271356:0:17886:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384590.271357:0:17088:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384590.271363:0:17886:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384590.271369:0:17088:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000020:01000004:3.0:1767384590.271376:0:17886:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384590.271377:0:17088:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:01000004:3.0:1767384590.271387:0:17886:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384590.271389:0:17088:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384590.271397:0:17886:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00080000:1.0:1767384590.271400:0:17088:0:(import.c:65:import_set_state_nolock()) 000000008c3f83c4 : changing import state from RECOVER to FULL 00000020:01000004:3.0:1767384590.271401:0:17886:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384590.271409:0:17886:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:3.0:1767384590.271413:0:17886:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384590.271418:0:17886:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:1.0:1767384590.271420:0:17088:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:00000001:3.0:1767384590.271423:0:17886:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:1.0:1767384590.271425:0:17088:0:(obd_class.h:1226:obd_import_event()) Process leaving 10000000:01000000:3.0:1767384590.271429:0:17886:0:(mgc_request_server.c:446:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000100:00000001:1.0:1767384590.271432:0:17088:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384590.271435:0:17886:0:(mgc_request_server.c:187:mgc_target_register()) Process entered 00000020:01000004:3.0:1767384590.271487:0:17886:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:00000040:1.0:1767384590.271489:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 5 00000020:01000004:3.0:1767384590.271494:0:17886:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384590.271500:0:17886:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000040:1.0:1767384590.271501:0:17088:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - find 00000020:01000004:3.0:1767384590.271504:0:17886:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384590.271511:0:17088:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384590.271512:0:17886:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384590.271517:0:17886:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384590.271524:0:17886:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384590.271527:0:17886:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000001:1.0:1767384590.271527:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:01000004:3.0:1767384590.271529:0:17886:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384590.271536:0:17886:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0d6c06d. 00000020:00000001:1.0:1767384590.271536:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662146352 : -1047405264 : ffffffffc191dd30) 00000020:00000040:3.0:1767384590.271541:0:17886:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384590.271550:0:17886:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1767384590.271551:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384590.271554:0:17886:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1767384590.271556:0:17088:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384590.271558:0:17886:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.271562:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384590.271567:0:17886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006606fade. 00000020:00000001:1.0:1767384590.271568:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384590.271572:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.271574:0:17886:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.271578:0:17088:0:(tgt_handler.c:1042:tgt_connect()) Process entered 10000000:01000000:3.0:1767384590.271580:0:17886:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-OST0000 00000100:00000001:3.0:1767384590.271583:0:17886:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384590.271586:0:17886:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000001:00000001:1.0:1767384590.271586:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384590.271590:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384590.271592:0:17886:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b0062ddb. 00000001:00000001:1.0:1767384590.271592:0:17088:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384590.271597:0:17088:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.271598:0:17886:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637897961584896 : -106175747966720 : ffff9f6f08423900) 00000020:00000001:1.0:1767384590.271603:0:17088:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.271605:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000040:1.0:1767384590.271607:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048120832 00000100:00000001:3.0:1767384590.271608:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572096 : -106175085979520 : ffff9f6f2fb75880) 00010000:00000001:1.0:1767384590.271618:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384590.271621:0:17886:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384590.271624:0:17886:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384590.271629:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0a2eef6 x1853237048120832/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.271631:0:17886:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384590.271637:0:17886:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384590.271649:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384590.271650:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384590.271655:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384590.271667:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.271681:0:17886:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00001000:1.0:1767384590.271683:0:17088:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384590.271685:0:17886:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.271697:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1767384590.271698:0:17886:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384590.271703:0:17886:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384590.271703:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 19 to 0@lo 02000000:00000001:3.0:1767384590.271715:0:17886:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.271716:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384590.271732:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384590.271737:0:17886:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0d6c06d pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048121088:0@lo:253: 02000000:00000001:1.0:1767384590.271738:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.271747:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384590.271748:0:17886:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384590.271756:0:17886:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384590.271757:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384590.271762:0:17886:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384590.271764:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 02000000:00000001:3.0:1767384590.271766:0:17886:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384590.271771:0:17886:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000036647ebd. 00000100:00000200:1.0:1767384590.271775:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237048120832, offset 0 02000000:00000001:3.0:1767384590.271786:0:17886:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384590.271790:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1767384590.271791:0:17886:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013d183f8. 00000400:00000010:3.0:1767384590.271798:0:17886:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f06329b. 00000400:00000200:1.0:1767384590.271798:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384590.271805:0:17886:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048121088, portal 25 00000400:00000200:1.0:1767384590.271811:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x695825ff01600 00000100:00000001:3.0:1767384590.271813:0:17886:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384590.271817:0:17886:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572096 : -106175085979520 : ffff9f6f2fb75880) 00000400:00000200:1.0:1767384590.271822:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x10b9 [1] + 0 00000100:00000040:3.0:1767384590.271828:0:17886:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384590.271829:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384590.271847:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384590.271860:0:17886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384590.271862:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384590.271867:0:17886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384590.271870:0:17886:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5901d16. 00000100:00000200:1.0:1767384590.271871:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e047b901 x1853237048120832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384590.271882:0:17886:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048121088, offset 0 00000100:00000040:1.0:1767384590.271890:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000e047b901 x1853237048120832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384590.271903:0:17886:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384590.271922:0:17886:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384590.271923:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384590.271931:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aceb391d 00000400:00000010:1.0:1767384590.271934:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aceb391d. 00000400:00000200:3.0:1767384590.271942:0:17886:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff01700 00000100:00000001:1.0:1767384590.271942:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384590.271948:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384590.271954:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384590.271959:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 18 to 0@lo 00010000:00000001:1.0:1767384590.271963:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384590.271965:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.271968:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384590.271974:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0a2eef6 x1853237048120832/t0(0) o38->lustre-MDT0000-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384590.271984:0:17886:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1a5 [2] + 0 00000400:00000010:3.0:1767384590.272006:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002066ab6f. 00000400:00000200:3.0:1767384590.272017:0:17886:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000067c9d032 00000100:00100000:1.0:1767384590.272028:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0a2eef6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16353:x1853237048120832:12345-0@lo:38: Request processed in 1660us (2383us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384590.272030:0:17886:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384590.272048:0:17886:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384590.272061:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000200:3.0:1767384590.272062:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067c9d032 00000400:00000010:3.0:1767384590.272073:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067c9d032. 00000100:00000040:1.0:1767384590.272074:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:3.0:1767384590.272082:0:17886:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384590.272084:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384590.272095:0:17886:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384590.272096:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1767384590.272105:0:17886:0:(events.c:337:request_in_callback()) incoming req@000000000b5c02b7 x1853237048121088 msgsize 4848 00000020:00000010:1.0:1767384590.272105:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000028a0239d. 00000020:00000010:1.0:1767384590.272118:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dfc7c2e. 00000100:00100000:3.0:1767384590.272131:0:17886:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1767384590.272132:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc00ca72. 00000100:00000040:3.0:1767384590.272140:0:17886:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000040:1.0:1767384590.272145:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:1.0:1767384590.272152:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.272158:0:17886:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384590.272166:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5901d16 00000400:00000010:3.0:1767384590.272174:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5901d16. 00000100:00000001:3.0:1767384590.272184:0:17886:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384590.272195:0:17886:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.272196:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384590.272203:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048121088 02000000:00000001:1.0:1767384590.272210:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384590.272215:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384590.272220:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384590.272233:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384590.272244:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048121088 00000020:00000001:1.0:1767384590.272254:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384590.272256:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1767384590.272258:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384590.272261:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384590.272271:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:1.0:1767384590.272277:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000040:3.0:1767384590.272283:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384590.272284:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384590.272300:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384590.272308:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013611a7d. 00000100:00000001:1.0:1767384590.272319:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384590.272335:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013611a7d. 00000100:00000001:3.0:1767384590.272351:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384590.272352:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc00ca72. 00000100:00000001:3.0:1767384590.272360:0:17886:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384590.272362:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000028a0239d. 00000100:00000001:3.0:1767384590.272368:0:17886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384590.272368:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dfc7c2e. 00000100:00000001:3.0:1767384590.272381:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294878045 00000100:00000040:1.0:1767384590.272384:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384590.272390:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384590.272392:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384590.272396:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294878043 00000100:00000001:1.0:1767384590.272397:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.272411:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294878045 00000100:00000001:1.0:1767384590.272413:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.272428:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294878043 00000100:00000001:1.0:1767384590.272435:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.272478:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294878046 00000100:00000001:3.0:1767384590.272488:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294878043 00000100:00000001:3.0:1767384590.272506:0:17886:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294878046 00000100:00000001:1.0:1767384590.272514:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384590.272519:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384590.272524:0:17886:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294878043 00000100:00100000:1.0:1767384590.272532:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00000040:1.0:1767384590.272537:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384590.272539:0:17886:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384590.272542:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935095888 : -106175774455728 : ffff9f6f06ae0850) 00000100:00000001:3.0:1767384590.272554:0:17886:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384590.272559:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b5c02b7 x1853237048121088/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 4848/0 e 0 to 0 dl 1767384601 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.272563:0:17886:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384590.272573:0:17886:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384590.272590:0:17886:0:(client.c:2690:ptlrpc_set_wait()) set 00000000b0062ddb going to sleep for 11 seconds 00000100:00000001:1.0:1767384590.272594:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384590.272598:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384590.272599:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013611a7d. 00000100:00000001:3.0:1767384590.272608:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.272609:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384590.272620:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013611a7d. 00000100:00100000:1.0:1767384590.272628:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b5c02b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048121088:12345-0@lo:253: 00000100:00000200:1.0:1767384590.272635:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048121088 00000020:00000001:1.0:1767384590.272638:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384590.272642:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384590.272645:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.272650:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384590.272655:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384590.272659:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384590.272663:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384590.272667:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384590.272670:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384590.272673:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.272678:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384590.272681:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384590.272687:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d6360c3b. 02000000:00000001:1.0:1767384590.272691:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.272693:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384590.272697:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384590.272707:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002ff7488c. 20000000:01000000:1.0:1767384590.272713:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384590.272718:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384590.272721:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384590.272723:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384590.272725:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384590.272727:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384590.272730:0:17080:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000c4c67a42. 20000000:00000010:1.0:1767384590.272736:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4880cc7. 20000000:01000000:1.0:1767384590.272738:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:00000001:1.0:1767384590.272741:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384590.272750:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.272752:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.272764:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.272774:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.272775:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.272776:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.272778:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.272779:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.272781:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:1.0:1767384590.272784:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:1.0:1767384590.272786:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384590.272788:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.272790:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384590.272792:0:17080:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000af9be7bb. 00080000:00000001:1.0:1767384590.272794:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384590.272796:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.272800:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384590.272802:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.272804:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c4800a09. 00080000:00000001:1.0:1767384590.272807:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617123328 : -106180092428288 : ffff9f6e054f0000) 00080000:00000001:1.0:1767384590.272809:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.272811:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.272813:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000013611a7d. 00080000:00000001:1.0:1767384590.272815:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.272817:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.272828:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.272839:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:1.0:1767384590.274317:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000013611a7d. 00040000:00000001:1.0:1767384590.274324:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.274326:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.274328:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384590.274331:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384590.274334:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384590.274336:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384590.274338:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384590.274351:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384590.274371:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384590.274375:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:1.0:1767384590.274541:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384590.274546:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384590.274549:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002ff7488c. 20000000:00000001:1.0:1767384590.274555:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384590.274559:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048121088 00010000:00000001:1.0:1767384590.274562:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384590.274569:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b5c02b7 x1853237048121088/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 4848/4768 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384590.274581:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384590.274584:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384590.274588:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384590.274592:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384590.274596:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 19 to 0@lo 00000100:00000001:1.0:1767384590.274600:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384590.274604:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384590.274606:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384590.274609:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384590.274611:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384590.274614:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000777fcff1. 00000100:00000200:1.0:1767384590.274619:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048121088, offset 224 00000400:00000200:1.0:1767384590.274627:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384590.274635:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384590.274643:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff01700 00000400:00000200:1.0:1767384590.274650:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x10d1 [2] + 224 00000400:00000200:1.0:1767384590.274658:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384590.274664:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384590.274668:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384590.274674:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384590.274701:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.274726:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384590.274738:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777fcff1 00000400:00000010:1.0:1767384590.274741:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000777fcff1. 00000100:00000001:1.0:1767384590.274746:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384590.274749:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384590.274754:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384590.274756:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 18 to 0@lo 00010000:00000001:1.0:1767384590.274758:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384590.274759:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.274765:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384590.274768:0:17886:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384590.274773:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b5c02b7 x1853237048121088/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:571/0 lens 4848/4768 e 0 to 0 dl 1767384601 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384590.274797:0:17886:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384590.274797:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b5c02b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17886:x1853237048121088:12345-0@lo:253: Request processed in 2191us (2678us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384590.274804:0:17886:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384590.274812:0:17886:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013d183f8. 00000100:00100000:1.0:1767384590.274821:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000400:00000200:3.0:1767384590.274822:0:17886:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f06329b 00000100:00000040:1.0:1767384590.274824:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000400:00000010:3.0:1767384590.274829:0:17886:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f06329b. 00000100:00000001:1.0:1767384590.274830:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384590.274838:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384590.274843:0:17886:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384590.274844:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000028a0239d. 00000020:00000010:1.0:1767384590.274854:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dfc7c2e. 00000100:00000200:3.0:1767384590.274858:0:17886:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384590.274864:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc00ca72. 00000020:00000040:1.0:1767384590.274874:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:1.0:1767384590.274887:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384590.274892:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d6360c3b. 02000000:00000001:1.0:1767384590.274900:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1767384590.274905:0:17886:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384590.274906:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384590.274917:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384590.274928:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c46c3776. 00000400:00000010:1.0:1767384590.274939:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000777fcff1. 00000100:00000001:3.0:1767384590.274964:0:17886:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384590.274998:0:17886:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.275005:0:17886:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384590.275011:0:17886:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384590.275015:0:17886:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384590.275017:0:17886:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384590.275023:0:17886:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384590.275031:0:17886:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=7 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384590.275036:0:17886:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384590.275039:0:17886:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384590.275040:0:17886:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384590.275043:0:17886:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384590.275047:0:17886:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.275052:0:17886:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384590.275078:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.275098:0:17886:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384590.275102:0:17886:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384590.275105:0:17886:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384590.275113:0:17886:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384590.275128:0:17886:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0d6c06d pname:cluuid:pid:xid:nid:opc:job mount.lustre:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17886:1853237048121088:0@lo:253: 00000100:00000001:3.0:1767384590.275134:0:17886:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384590.275137:0:17886:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384590.275139:0:17886:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384590.275141:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384590.275143:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.275149:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384590.275152:0:17886:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b0062ddb. 00000100:00000001:3.0:1767384590.275156:0:17886:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384590.275157:0:17886:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384590.275162:0:17886:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1767384590.275165:0:17886:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1767384590.275166:0:17886:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384590.275176:0:17886:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384590.275178:0:17886:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384590.275179:0:17886:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384590.275181:0:17886:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384590.275182:0:17886:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384590.275183:0:17886:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384590.275185:0:17886:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384590.275186:0:17886:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384590.275189:0:17886:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0d6c06d x1853237048121088/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384606 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384590.275195:0:17886:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384590.275198:0:17886:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384590.275200:0:17886:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000036647ebd. 02000000:00000001:3.0:1767384590.275204:0:17886:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384590.275206:0:17886:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384590.275207:0:17886:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384590.275209:0:17886:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384590.275211:0:17886:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006606fade. 02000000:00000001:3.0:1767384590.275215:0:17886:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384590.275217:0:17886:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384590.275218:0:17886:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0d6c06d. 00000100:00000001:3.0:1767384590.275222:0:17886:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384590.275223:0:17886:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384590.275225:0:17886:0:(mgc_request_server.c:302:mgc_target_register()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384590.275228:0:17886:0:(mgc_request_server.c:448:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384590.275230:0:17886:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.275232:0:17886:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384590.275252:0:17886:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 4608 at 0000000015c3ceee. 00000020:00000001:3.0:1767384590.275255:0:17886:0:(tgt_mount.c:1454:server_notify_target()) Process leaving (rc=0 : 0 : 0) 00000020:02000000:3.0:1767384590.275258:0:17886:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000040:1.0:1767384590.275529:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294878045, at 4294878046 00000100:00000010:1.0:1767384590.275537:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049a1f7ee. 00000100:00000040:3.0:1767384590.279686:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294878046, at 4294878050 00000100:00000010:3.0:1767384590.279693:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071581f04. 00000020:00000010:3.0:1767384590.279702:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2ac448. 00000020:00000010:3.0:1767384590.279706:0:17886:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ebb1b71. 00000020:00000010:3.0:1767384590.279709:0:17886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a0ece258. 00000020:00000010:3.0:1767384590.279713:0:17886:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c390e385. 00000020:00000010:3.0:1767384590.279722:0:17886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000050532897. 80000000:00000010:3.0:1767384590.279724:0:17886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000fb498f53. 40000000:00000010:3.0:1767384590.279727:0:17886:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd53e161. 00100000:00000010:3.0:1767384590.279731:0:17886:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004f722e75. 00040000:00000010:3.0:1767384590.279733:0:17886:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c17153c9. 00040000:00000010:3.0:1767384590.279736:0:17886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000055114199. 00080000:00000010:3.0:1767384590.279739:0:17886:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000015c3ceee. 00080000:00000010:3.0:1767384590.279742:0:17886:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006606fade. 00002000:00000010:3.0:1767384590.279747:0:17886:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000610fe7d9. 00000020:00000010:3.0:1767384590.279750:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ccb6179. 00000020:00000010:3.0:1767384590.279752:0:17886:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006286608a. 00000020:00000010:3.0:1767384590.279755:0:17886:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000024773fad. 00002000:00000001:3.0:1767384590.279757:0:17886:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:3.0:1767384590.279760:0:17886:0:(osd_handler.c:8983:osd_prepare()) Process entered 00040000:00000001:3.0:1767384590.279762:0:17886:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:3.0:1767384590.279764:0:17886:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:3.0:1767384590.279766:0:17886:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384590.279768:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.279770:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:3.0:1767384590.279772:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00000020:00000001:3.0:1767384590.279775:0:17886:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.279778:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384590.279783:0:17886:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000022ef8fd5. 00000020:00000001:3.0:1767384590.279786:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637893617055464 : -106180092496152 : ffff9f6e054df6e8) 00080000:00000001:3.0:1767384590.279789:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.279792:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.279805:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.279816:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.279817:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.279819:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.279820:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.279822:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.279824:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 97:3520980646 to info 0000000015c3ceee 00000020:00000001:3.0:1767384590.279827:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005aeed3a9 00080000:00000002:3.0:1767384590.279840:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:3.0:1767384590.279843:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.279845:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384590.279849:0:17886:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000009e06ec82. 00080000:00000001:3.0:1767384590.279850:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.279852:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384590.279855:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000094509e72. 00000020:00000001:3.0:1767384590.279860:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384590.279862:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000075fde0fc. 00000020:00000001:3.0:1767384590.279865:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.279867:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.279870:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.279872:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.279874:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.279879:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.279884:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.279890:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637897900577112 : -106175808974504 : ffff9f6f049f5158) 00040000:00000001:3.0:1767384590.279898:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.279900:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384590.279901:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.279902:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384590.279904:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.279905:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384590.279909:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000075fde0fc. 00000020:00000010:3.0:1767384590.279913:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000094509e72. 00000020:00000001:3.0:1767384590.279923:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.279926:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.279943:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000cb24e788. 00002000:00000001:3.0:1767384590.279947:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619482120 : -106180090069496 : ffff9f6e0572fe08) 00002000:00000001:3.0:1767384590.279951:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.279952:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:3.0:1767384590.279956:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000075fde0fc. 00002000:00000001:3.0:1767384590.279959:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.279961:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.279963:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.279966:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.279967:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.279975:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.279977:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.279981:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619482120 : -106180090069496 : ffff9f6e0572fe08) 00040000:00000001:3.0:1767384590.279985:0:17886:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:3.0:1767384590.279988:0:17886:0:(lu_object.c:207:lu_object_put()) Add 000000004e9e768e/000000004e53d376 to site lru. bkt: 000000004439f8f4 00040000:00000001:3.0:1767384590.279991:0:17886:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:3.0:1767384590.279993:0:17886:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b5901d16. 00040000:00000001:3.0:1767384590.279996:0:17886:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:3.0:1767384590.279997:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.279999:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.280001:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000029c3b590. 00002000:00000001:3.0:1767384590.280002:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619479992 : -106180090071624 : ffff9f6e0572f5b8) 00002000:00000001:3.0:1767384590.280004:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.280005:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:3.0:1767384590.280007:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d8aef130. 00002000:00000001:3.0:1767384590.280008:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280009:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280012:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384590.280013:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384590.280016:0:17886:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:3.0:1767384590.280018:0:17886:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280019:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280022:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280023:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280025:0:17886:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:3.0:1767384590.280027:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384590.280028:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384590.280029:0:17886:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:3.0:1767384590.280030:0:17886:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280032:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280034:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619479992 : -106180090071624 : ffff9f6e0572f5b8) 00040000:00000001:3.0:1767384590.280036:0:17886:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446637898227249152 : -106175482302464 : ffff9f6f1817f000) 00040000:00000001:3.0:1767384590.280038:0:17886:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:3.0:1767384590.280039:0:17886:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:3.0:1767384590.280041:0:17886:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:3.0:1767384590.280046:0:17886:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384590.280047:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.280049:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:3.0:1767384590.280050:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00000020:00000001:3.0:1767384590.280052:0:17886:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280055:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.280056:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.280063:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.280070:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280071:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.280072:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280073:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.280074:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.280076:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 98:1902588788 to info 0000000015c3ceee 00000020:00000001:3.0:1767384590.280078:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005608818f 00080000:00000002:3.0:1767384590.280079:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:3.0:1767384590.280081:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280083:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280084:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.280085:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384590.280088:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002074b03a. 00000020:00000001:3.0:1767384590.280090:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384590.280091:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000021f894cb. 00000020:00000001:3.0:1767384590.280093:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280094:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280095:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280096:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280098:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280099:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280101:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280103:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637897900578136 : -106175808973480 : ffff9f6f049f5558) 00040000:00000001:3.0:1767384590.280107:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.280108:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384590.280109:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.280109:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384590.280114:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.280115:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384590.280117:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000021f894cb. 00000020:00000010:3.0:1767384590.280120:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002074b03a. 00000020:00000001:3.0:1767384590.280123:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.280124:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.280126:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e4768c90. 00002000:00000001:3.0:1767384590.280128:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619476040 : -106180090075576 : ffff9f6e0572e648) 00002000:00000001:3.0:1767384590.280130:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.280131:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:3.0:1767384590.280132:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000021f894cb. 00002000:00000001:3.0:1767384590.280133:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280134:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280136:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280137:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280139:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280141:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280143:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280145:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619476040 : -106180090075576 : ffff9f6e0572e648) 00040000:00000001:3.0:1767384590.280147:0:17886:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446637898227250688 : -106175482300928 : ffff9f6f1817f600) 00080000:00000010:3.0:1767384590.280151:0:17886:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000151e7cb8. 00100000:00000001:3.0:1767384590.280161:0:17886:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384590.280163:0:17886:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054244aba. 00100000:00000010:3.0:1767384590.280167:0:17886:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000054244aba. 00100000:00000001:3.0:1767384590.280170:0:17886:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384590.280172:0:17886:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446637898227250688 : -106175482300928 : ffff9f6f1817f600) 00080000:00000002:3.0:1767384590.280176:0:17886:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 98 00040000:00000001:3.0:1767384590.280178:0:17886:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:3.0:1767384590.280180:0:17886:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:3.0:1767384590.280183:0:17886:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:3.0:1767384590.280184:0:17886:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280187:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.280188:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.280191:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.280195:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280197:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.280202:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280203:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.280204:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.280206:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 99:3503969885 to info 0000000015c3ceee 00000020:00000001:3.0:1767384590.280208:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009cc1798d 00080000:00000002:3.0:1767384590.280209:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:3.0:1767384590.280211:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280213:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280214:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.280216:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.280217:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.280219:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000053f2bc10. 00002000:00000001:3.0:1767384590.280220:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619481816 : -106180090069800 : ffff9f6e0572fcd8) 00002000:00000001:3.0:1767384590.280222:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.280223:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:3.0:1767384590.280226:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004ce968a9. 00002000:00000001:3.0:1767384590.280227:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280228:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280229:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280230:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280231:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280234:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280238:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280240:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619481816 : -106180090069800 : ffff9f6e0572fcd8) 00080000:00000010:3.0:1767384590.280243:0:17886:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000041de4939. 00100000:00000001:3.0:1767384590.280248:0:17886:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384590.280249:0:17886:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054244aba. 00100000:00000010:3.0:1767384590.280251:0:17886:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000054244aba. 00100000:00000001:3.0:1767384590.280252:0:17886:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384590.280254:0:17886:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446637893548046336 : -106180161505280 : ffff9f6e0130f800) 00080000:00000002:3.0:1767384590.280256:0:17886:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 99 00040000:00000001:3.0:1767384590.280258:0:17886:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:3.0:1767384590.280261:0:17886:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002439c9a2. 00000001:00000001:3.0:1767384590.280264:0:17886:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384590.280267:0:17886:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003bd7fcfc. 00000001:00000010:3.0:1767384590.280274:0:17886:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000007d8b26e2. 00000001:00000010:3.0:1767384590.280277:0:17886:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000044c7809e. 00040000:00000001:3.0:1767384590.280279:0:17886:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446637898227583008 : -106175481968608 : ffff9f6f181d0820) 00000020:00000001:3.0:1767384590.280281:0:17886:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384590.280290:0:17886:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.280292:0:17886:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384590.280294:0:17886:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384590.280295:0:17886:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:3.0:1767384590.280296:0:17886:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:3.0:1767384590.280298:0:17886:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 000000007f335228. 00040000:00000001:3.0:1767384590.280300:0:17886:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:3.0:1767384590.280301:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.280302:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.280304:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000089282f6. 00002000:00000001:3.0:1767384590.280306:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619475128 : -106180090076488 : ffff9f6e0572e2b8) 00002000:00000001:3.0:1767384590.280307:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.280308:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:3.0:1767384590.280310:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003dd264a8. 00002000:00000001:3.0:1767384590.280312:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280313:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280315:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384590.280316:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384590.280317:0:17886:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:3.0:1767384590.280318:0:17886:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280319:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280322:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280324:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280326:0:17886:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:3.0:1767384590.280327:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384590.280328:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384590.280329:0:17886:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:3.0:1767384590.280330:0:17886:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280333:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280335:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619475128 : -106180090076488 : ffff9f6e0572e2b8) 00040000:00000001:3.0:1767384590.280336:0:17886:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446637893548045824 : -106180161505792 : ffff9f6e0130f600) 00040000:00000001:3.0:1767384590.280338:0:17886:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:3.0:1767384590.280342:0:17886:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:3.0:1767384590.280345:0:17886:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:3.0:1767384590.280346:0:17886:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384590.280347:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.280348:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:3.0:1767384590.280350:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00000020:00000001:3.0:1767384590.280351:0:17886:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280353:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.280355:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.280358:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.280364:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280365:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.280366:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280367:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.280368:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.280370:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 100:4103531583 to info 0000000015c3ceee 00000020:00000001:3.0:1767384590.280372:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005608818f 00080000:00000002:3.0:1767384590.280373:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:3.0:1767384590.280375:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280376:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280377:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.280379:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384590.280381:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000007dbb1c8d. 00000020:00000001:3.0:1767384590.280384:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384590.280385:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000efd1d0b7. 00000020:00000001:3.0:1767384590.280387:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280388:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280389:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280390:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280391:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280393:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280395:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280397:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637897900579160 : -106175808972456 : ffff9f6f049f5958) 00040000:00000001:3.0:1767384590.280400:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.280401:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384590.280405:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.280406:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384590.280407:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.280408:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384590.280410:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000efd1d0b7. 00000020:00000010:3.0:1767384590.280413:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007dbb1c8d. 00000020:00000001:3.0:1767384590.280415:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.280417:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.280419:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005490ecf9. 00002000:00000001:3.0:1767384590.280420:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619477864 : -106180090073752 : ffff9f6e0572ed68) 00002000:00000001:3.0:1767384590.280422:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.280423:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:3.0:1767384590.280424:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000efd1d0b7. 00002000:00000001:3.0:1767384590.280425:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280427:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280428:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280429:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280431:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280433:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280434:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280499:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619477864 : -106180090073752 : ffff9f6e0572ed68) 00040000:00000001:3.0:1767384590.280502:0:17886:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446637893548044288 : -106180161507328 : ffff9f6e0130f000) 00080000:00000010:3.0:1767384590.280507:0:17886:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000daab4eb4. 00100000:00000001:3.0:1767384590.280516:0:17886:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384590.280519:0:17886:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054244aba. 00100000:00000010:3.0:1767384590.280523:0:17886:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000054244aba. 00100000:00000001:3.0:1767384590.280527:0:17886:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384590.280529:0:17886:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446637893548044288 : -106180161507328 : ffff9f6e0130f000) 00080000:00000002:3.0:1767384590.280532:0:17886:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 100 00040000:00000001:3.0:1767384590.280534:0:17886:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:3.0:1767384590.280535:0:17886:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:3.0:1767384590.280537:0:17886:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:3.0:1767384590.280538:0:17886:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280541:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.280542:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.280546:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.280558:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280559:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.280560:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280561:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.280563:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.280564:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 101:157157060 to info 0000000015c3ceee 00000020:00000001:3.0:1767384590.280567:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009cc1798d 00080000:00000002:3.0:1767384590.280568:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:3.0:1767384590.280573:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280577:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280579:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.280580:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.280582:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.280584:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000147b4f35. 00002000:00000001:3.0:1767384590.280586:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619479688 : -106180090071928 : ffff9f6e0572f488) 00002000:00000001:3.0:1767384590.280588:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.280589:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:3.0:1767384590.280591:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009311e605. 00002000:00000001:3.0:1767384590.280593:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280594:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280595:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280597:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280598:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280600:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280603:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280605:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619479688 : -106180090071928 : ffff9f6e0572f488) 00080000:00000010:3.0:1767384590.280607:0:17886:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005dc01157. 00100000:00000001:3.0:1767384590.280612:0:17886:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384590.280613:0:17886:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054244aba. 00100000:00000010:3.0:1767384590.280615:0:17886:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000054244aba. 00100000:00000001:3.0:1767384590.280617:0:17886:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384590.280618:0:17886:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446637898227208192 : -106175482343424 : ffff9f6f18175000) 00080000:00000002:3.0:1767384590.280621:0:17886:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 101 00040000:00000001:3.0:1767384590.280622:0:17886:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:3.0:1767384590.280623:0:17886:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000a0e04569. 00000001:00000001:3.0:1767384590.280629:0:17886:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384590.280631:0:17886:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d1615c0a. 00000001:00000010:3.0:1767384590.280634:0:17886:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008c210b9e. 00000001:00000010:3.0:1767384590.280636:0:17886:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000700f86af. 00040000:00000001:3.0:1767384590.280637:0:17886:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446637898227583552 : -106175481968064 : ffff9f6f181d0a40) 00000020:00000001:3.0:1767384590.280639:0:17886:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384590.280644:0:17886:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.280645:0:17886:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384590.280647:0:17886:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384590.280649:0:17886:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:3.0:1767384590.280650:0:17886:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:3.0:1767384590.280651:0:17886:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000037a5e785. 00040000:00000001:3.0:1767384590.280653:0:17886:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:3.0:1767384590.280654:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.280656:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.280658:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a280f34b. 00002000:00000001:3.0:1767384590.280659:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619477256 : -106180090074360 : ffff9f6e0572eb08) 00002000:00000001:3.0:1767384590.280661:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.280662:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:3.0:1767384590.280665:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000155410c2. 00002000:00000001:3.0:1767384590.280666:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280667:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280669:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384590.280670:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384590.280671:0:17886:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:3.0:1767384590.280672:0:17886:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280674:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280677:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280678:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280681:0:17886:0:(osd_handler.c:865:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:3.0:1767384590.280683:0:17886:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1767384590.280684:0:17886:0:(osd_oi.c:554:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384590.280686:0:17886:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:3.0:1767384590.280688:0:17886:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280690:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280692:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619477256 : -106180090074360 : ffff9f6e0572eb08) 00040000:00000001:3.0:1767384590.280694:0:17886:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446637898832841728 : -106174876709888 : ffff9f6f3c308c00) 00040000:00000001:3.0:1767384590.280700:0:17886:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:3.0:1767384590.280701:0:17886:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:3.0:1767384590.280703:0:17886:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:3.0:1767384590.280704:0:17886:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:3.0:1767384590.280706:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:3.0:1767384590.280708:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:3.0:1767384590.280710:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00000020:00000001:3.0:1767384590.280711:0:17886:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280714:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.280715:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.280719:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.280724:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280725:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.280726:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280727:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.280728:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.280730:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 102:3299476015 to info 0000000015c3ceee 00000020:00000001:3.0:1767384590.280732:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000005608818f 00080000:00000002:3.0:1767384590.280733:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:3.0:1767384590.280735:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280736:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280737:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.280738:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:3.0:1767384590.280741:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004c8b7bd8. 00000020:00000001:3.0:1767384590.280743:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:3.0:1767384590.280752:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006d7b4745. 00000020:00000001:3.0:1767384590.280754:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280755:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280756:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280758:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280759:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280761:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280763:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280766:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637897900579416 : -106175808972200 : ffff9f6f049f5a58) 00040000:00000001:3.0:1767384590.280770:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.280774:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384590.280775:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.280776:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384590.280776:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384590.280777:0:17886:0:(qsd_handler.c:1285:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384590.280779:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006d7b4745. 00000020:00000010:3.0:1767384590.280782:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004c8b7bd8. 00000020:00000001:3.0:1767384590.280786:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.280788:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.280789:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b01f7052. 00002000:00000001:3.0:1767384590.280791:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619476648 : -106180090074968 : ffff9f6e0572e8a8) 00002000:00000001:3.0:1767384590.280792:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.280793:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:3.0:1767384590.280795:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006d7b4745. 00002000:00000001:3.0:1767384590.280796:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280798:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280799:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280800:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280801:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280804:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280805:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280807:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619476648 : -106180090074968 : ffff9f6e0572e8a8) 00040000:00000001:3.0:1767384590.280808:0:17886:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446637893619482624 : -106180090068992 : ffff9f6e05730000) 00080000:00000010:3.0:1767384590.280812:0:17886:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b04e37de. 00100000:00000001:3.0:1767384590.280816:0:17886:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384590.280817:0:17886:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054244aba. 00100000:00000010:3.0:1767384590.280819:0:17886:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000054244aba. 00100000:00000001:3.0:1767384590.280821:0:17886:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384590.280822:0:17886:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446637893619482624 : -106180090068992 : ffff9f6e05730000) 00080000:00000002:3.0:1767384590.280824:0:17886:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 102 00040000:00000001:3.0:1767384590.280826:0:17886:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:3.0:1767384590.280827:0:17886:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:3.0:1767384590.280829:0:17886:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:3.0:1767384590.280830:0:17886:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280832:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384590.280833:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384590.280840:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384590.280846:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280847:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384590.280848:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280849:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384590.280850:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384590.280852:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 103:2873029544 to info 0000000015c3ceee 00000020:00000001:3.0:1767384590.280854:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000009cc1798d 00080000:00000002:3.0:1767384590.280855:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:3.0:1767384590.280857:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280858:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280859:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384590.280860:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384590.280862:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384590.280864:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000ca73bec7. 00002000:00000001:3.0:1767384590.280865:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619478776 : -106180090072840 : ffff9f6e0572f0f8) 00002000:00000001:3.0:1767384590.280867:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384590.280868:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:3.0:1767384590.280870:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008b870d7c. 00002000:00000001:3.0:1767384590.280871:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280872:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384590.280873:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:3.0:1767384590.280875:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384590.280876:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:3.0:1767384590.280878:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384590.280881:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384590.280884:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619478776 : -106180090072840 : ffff9f6e0572f0f8) 00080000:00000010:3.0:1767384590.280896:0:17886:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002787f132. 00100000:00000001:3.0:1767384590.280905:0:17886:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:3.0:1767384590.280908:0:17886:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000054244aba. 00100000:00000010:3.0:1767384590.280910:0:17886:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000054244aba. 00100000:00000001:3.0:1767384590.280913:0:17886:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:3.0:1767384590.280915:0:17886:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446637893619489280 : -106180090062336 : ffff9f6e05731a00) 00080000:00000002:3.0:1767384590.280919:0:17886:0:(osd_handler.c:4844:osd_xattr_get()) Get version 0x0 for inode 103 00040000:00000001:3.0:1767384590.280921:0:17886:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:3.0:1767384590.280927:0:17886:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000d7b1cd12. 00000001:00000001:3.0:1767384590.280930:0:17886:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384590.280933:0:17886:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005aae10eb. 00000001:00000010:3.0:1767384590.280937:0:17886:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000c8fc1500. 00000001:00000010:3.0:1767384590.280940:0:17886:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000becdfd44. 00040000:00000001:3.0:1767384590.280942:0:17886:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446637898227581824 : -106175481969792 : ffff9f6f181d0380) 00000020:00000001:3.0:1767384590.280945:0:17886:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384590.280950:0:17886:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384590.280952:0:17886:0:(lprocfs_status.c:2483:lprocfs_seq_create()) Process entered 00000020:00000001:3.0:1767384590.280955:0:17886:0:(lprocfs_status.c:2493:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384590.280957:0:17886:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:3.0:1767384590.280961:0:17886:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:3.0:1767384590.280964:0:17886:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384590.280965:0:17886:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:3.0:1767384590.280966:0:17886:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384590.280968:0:17886:0:(qsd_reint.c:631:qsd_start_reint_thread()) Process entered 00040000:00000001:3.0:1767384590.280969:0:17886:0:(qsd_reint.c:642:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384590.280971:0:17886:0:(qsd_writeback.c:659:qsd_start_upd_thread()) Process entered 00040000:00000010:3.0:1767384590.280973:0:17886:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 00000000bcb422a1. 00000020:00000010:3.0:1767384590.280976:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e3c4d78. 00000020:00000010:3.0:1767384590.280978:0:17886:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004c2fd563. 00000020:00000010:3.0:1767384590.280981:0:17886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ce4b3365. 00000020:00000010:3.0:1767384590.280983:0:17886:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b991b9de. 00000020:00000010:3.0:1767384590.280985:0:17886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000342f2d66. 80000000:00000010:3.0:1767384590.280987:0:17886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001f91c3de. 40000000:00000010:3.0:1767384590.280989:0:17886:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000054244aba. 00100000:00000010:3.0:1767384590.280992:0:17886:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000012c4509a. 00040000:00000010:3.0:1767384590.280995:0:17886:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006a47b725. 00040000:00000010:3.0:1767384590.280997:0:17886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003d21e8cc. 00080000:00000010:3.0:1767384590.280999:0:17886:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000036647ebd. 00080000:00000010:3.0:1767384590.281003:0:17886:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000082bf91a6. 00002000:00000010:3.0:1767384590.281007:0:17886:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000206f2f6d. 00040000:00000001:3.0:1767384590.281261:0:17912:0:(qsd_writeback.c:554:qsd_upd_thread()) Process entered 00040000:00000001:1.0:1767384590.281311:0:17886:0:(qsd_writeback.c:684:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.281318:0:17886:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1767384590.281322:0:17886:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000013611a7d. 00000020:00000001:1.0:1767384590.281327:0:17886:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384590.281337:0:17886:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000013611a7d. 00000020:00000001:1.0:1767384590.281342:0:17886:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:1.0:1767384590.281345:0:17886:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000028a0239d. 00000020:00000010:1.0:1767384590.281352:0:17886:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000013611a7d. 00000020:00000010:1.0:1767384590.281357:0:17886:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000013611a7d. 00040000:00000001:1.0:1767384590.281360:0:17886:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:1.0:1767384590.281363:0:17886:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.281365:0:17886:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384590.281367:0:17886:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281370:0:17886:0:(osd_handler.c:9019:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384590.281374:0:17886:0:(lfsck_lib.c:3611:lfsck_register()) Process entered 00100000:00000010:1.0:1767384590.281379:0:17886:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 00000000a2474169. 00000020:00000001:1.0:1767384590.281385:0:17886:0:(local_storage.c:829:local_oid_storage_init()) Process entered 00000020:00000001:1.0:1767384590.281387:0:17886:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:1.0:1767384590.281389:0:17886:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898227210240 : -106175482341376 : 0xffff9f6f18175800) 00000020:00000001:1.0:1767384590.281392:0:17886:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898227210240 : -106175482341376 : ffff9f6f18175800) 00000020:00000001:1.0:1767384590.281395:0:17886:0:(local_storage.c:838:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384590.281399:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.281404:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637893617055464 : -106180092496152 : ffff9f6e054df6e8) 00000020:00000001:1.0:1767384590.281407:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384590.281409:0:17886:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384590.281424:0:17886:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001c464da8. 00002000:00000001:1.0:1767384590.281428:0:17886:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619498200 : -106180090053416 : ffff9f6e05733cd8) 00002000:00000001:1.0:1767384590.281489:0:17886:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384590.281492:0:17886:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:1.0:1767384590.281568:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc00ca72. 00002000:00000001:1.0:1767384590.281573:0:17886:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.281577:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619498200 : -106180090053416 : ffff9f6e05733cd8) 00080000:00000001:1.0:1767384590.281583:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.281587:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.281601:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.281616:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281618:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.281620:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281622:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.281631:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.281634:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 104:3088163564 to info 0000000015c3ceee 00000020:00000001:1.0:1767384590.281638:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000f967d116 00080000:00000002:1.0:1767384590.281641:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384590.281644:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.281647:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281650:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384590.281653:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384590.281657:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000501999a8. 00000020:00000001:1.0:1767384590.281662:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384590.281664:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000131d2ccd. 00000020:00000001:1.0:1767384590.281667:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281669:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384590.281672:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384590.281675:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.281677:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384590.281682:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281687:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384590.281691:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893547758168 : -106180161793448 : ffff9f6e012c9258) 00100000:00000001:1.0:1767384590.281694:0:17886:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:1.0:1767384590.281696:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.281698:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637893617055464 : -106180092496152 : ffff9f6e054df6e8) 00080000:00000001:1.0:1767384590.281701:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.281703:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.281708:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.281717:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281719:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.281721:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281723:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.281725:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.281726:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 105:82568658 to info 0000000015c3ceee 00000020:00000001:1.0:1767384590.281730:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000596aa525 00080000:00000002:1.0:1767384590.281732:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:1.0:1767384590.281734:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.281737:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281746:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384590.281749:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384590.281752:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dd8df0ad. 00000020:00000001:1.0:1767384590.281756:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384590.281759:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003aa5be8c. 00000020:00000001:1.0:1767384590.281762:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281764:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384590.281766:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384590.281769:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.281771:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384590.281775:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.281779:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384590.281783:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893547757912 : -106180161793704 : ffff9f6e012c9158) 00100000:00000001:1.0:1767384590.282040:0:17886:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1767384590.282044:0:17886:0:(lfsck_layout.c:7023:lfsck_layout_setup()) Process entered 00100000:00000010:1.0:1767384590.282048:0:17886:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000d582b22d. 00100000:00000010:1.0:1767384590.282052:0:17886:0:(lfsck_layout.c:7048:lfsck_layout_setup()) kmalloced '(llsd)': 160 at 000000005754e59a. 00100000:00000010:1.0:1767384590.282065:0:17886:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 00000000b6015c32. 00100000:00000010:1.0:1767384590.282068:0:17886:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000000fe6c7d9. 00000020:00000001:1.0:1767384590.282070:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384590.282072:0:17886:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637893617055464 : -106180092496152 : ffff9f6e054df6e8) 00080000:00000001:1.0:1767384590.282075:0:17886:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384590.282077:0:17886:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384590.282083:0:17886:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384590.282090:0:17886:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.282092:0:17886:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384590.282093:0:17886:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.282095:0:17886:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384590.282096:0:17886:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384590.282098:0:17886:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 106:3791639258 to info 0000000015c3ceee 00000020:00000001:1.0:1767384590.282102:0:17886:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 0000000099559e11 00080000:00000002:1.0:1767384590.282103:0:17886:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:1.0:1767384590.282106:0:17886:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.282108:0:17886:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.282110:0:17886:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384590.282117:0:17886:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000010:1.0:1767384590.282120:0:17886:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000002021dbb6. 00000020:00000001:1.0:1767384590.282123:0:17886:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:1.0:1767384590.282125:0:17886:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c4800a09. 00000020:00000001:1.0:1767384590.282128:0:17886:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.282129:0:17886:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384590.282131:0:17886:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384590.282133:0:17886:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384590.282135:0:17886:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384590.282139:0:17886:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.282142:0:17886:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384590.282145:0:17886:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893547760216 : -106180161791400 : ffff9f6e012c9a58) 00100000:00000001:1.0:1767384590.282396:0:17886:0:(lfsck_layout.c:7141:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:1.0:1767384590.282404:0:17886:0:(lu_object.c:207:lu_object_put()) Add 000000004e9e768e/000000004e53d376 to site lru. bkt: 000000004439f8f4 00000020:00000010:1.0:1767384590.282411:0:17886:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003475b93f. 00000020:00000010:1.0:1767384590.282414:0:17886:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b8b857dd. 00000020:00000010:1.0:1767384590.282418:0:17886:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a28fdc9. 00000020:00000010:1.0:1767384590.282421:0:17886:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.282426:0:17886:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000036a3c2a0. 80000000:00000010:1.0:1767384590.282429:0:17886:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000049a1f7ee. 40000000:00000010:1.0:1767384590.282432:0:17886:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000013611a7d. 00100000:00000010:1.0:1767384590.282436:0:17886:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000110a31d4. 00040000:00000010:1.0:1767384590.282473:0:17886:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000816fa5b8. 00040000:00000010:1.0:1767384590.282478:0:17886:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d640e8c4. 00080000:00000010:1.0:1767384590.282483:0:17886:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d6360c3b. 00080000:00000010:1.0:1767384590.282488:0:17886:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ff7488c. 00002000:00000010:1.0:1767384590.282505:0:17886:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c53ace03. 00000001:00000001:1.0:1767384590.282509:0:17886:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:1.0:1767384590.282511:0:17886:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:1.0:1767384590.282514:0:17886:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384590.282517:0:17886:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d523497d. 00080000:00000001:1.0:1767384590.282519:0:17886:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617089024 : -106180092462592 : ffff9f6e054e7a00) 00080000:00000001:1.0:1767384590.282522:0:17886:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384590.282524:0:17886:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384590.282532:0:17886:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005287cf8b. 00080000:00000001:1.0:1767384590.282535:0:17886:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.282537:0:17886:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384590.282544:0:17886:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384590.282547:0:17886:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:1.0:1767384590.282557:0:17886:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384590.282561:0:17886:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.282563:0:17886:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384590.283815:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d523497d. 00080000:00000010:3.0:1767384590.283820:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001d2ff057. 00080000:00000010:3.0:1767384590.283828:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000015bf2593. 00080000:00000010:3.0:1767384590.283830:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007fa983c6. 00080000:00000010:3.0:1767384590.283833:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001c34b5c2. 00080000:00000010:3.0:1767384590.283834:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001117c79f. 00080000:00000010:3.0:1767384590.283836:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000193fa16d. 00080000:00000010:3.0:1767384590.283838:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f7e797e5. 00080000:00000010:3.0:1767384590.283839:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000939d860b. 00080000:00000010:3.0:1767384590.283840:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000043dda8c7. 00080000:00000010:3.0:1767384590.283842:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000050e3792. 00080000:00000010:3.0:1767384590.283843:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008839ee66. 00080000:00000010:3.0:1767384590.283845:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000584e8ea7. 00080000:00000010:3.0:1767384590.283846:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000021c29c5b. 00080000:00000010:3.0:1767384590.283848:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007697225d. 00080000:00000010:3.0:1767384590.283849:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c6f2d4e9. 00080000:00000010:3.0:1767384590.283851:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000a731c41. 00080000:00000010:3.0:1767384590.283852:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000091ba866. 00080000:00000010:3.0:1767384590.283854:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006c7a8dcb. 00080000:00000010:3.0:1767384590.283856:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ad868b99. 00080000:00000010:3.0:1767384590.283858:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000051372bd8. 00080000:00000010:3.0:1767384590.283860:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000095a80072. 00080000:00000010:3.0:1767384590.283862:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f1cc961e. 00080000:00000010:3.0:1767384590.283863:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c8b98f89. 00080000:00000010:3.0:1767384590.283865:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f182377f. 00080000:00000010:3.0:1767384590.283867:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000adbdd14b. 00080000:00000010:3.0:1767384590.283868:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b427fe39. 00080000:00000010:3.0:1767384590.283870:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ac7a2caa. 00080000:00000010:3.0:1767384590.283872:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009ef6f495. 00080000:00000010:3.0:1767384590.283873:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000a4a2dcd. 00080000:00000010:3.0:1767384590.283875:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bfa52e0f. 00080000:00000010:3.0:1767384590.283877:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d22ec226. 00080000:00000010:3.0:1767384590.283879:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e516029d. 00080000:00000010:3.0:1767384590.283882:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001d3e606d. 00080000:00000010:3.0:1767384590.283890:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fb579268. 00080000:00000010:3.0:1767384590.283893:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000014877d8c. 00080000:00000010:3.0:1767384590.283896:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fc522a8c. 00080000:00000010:3.0:1767384590.283899:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006e098c31. 00080000:00000010:3.0:1767384590.283901:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003cf4918a. 00080000:00000010:3.0:1767384590.283904:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000089f1f133. 00080000:00000010:3.0:1767384590.283907:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004676cc72. 00080000:00000010:3.0:1767384590.283911:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e3f32963. 00080000:00000010:3.0:1767384590.283914:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000010e92f64. 00080000:00000010:3.0:1767384590.283916:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000701310eb. 00080000:00000010:3.0:1767384590.283919:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000028bb1103. 00080000:00000010:3.0:1767384590.283922:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000476ba9cd. 00080000:00000010:3.0:1767384590.283925:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000025680772. 00080000:00000010:3.0:1767384590.283928:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000df9c13b5. 00080000:00000010:3.0:1767384590.283930:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000473c31b0. 00080000:00000010:3.0:1767384590.283933:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000085b6927a. 00080000:00000010:3.0:1767384590.283936:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000098d6fd4c. 00080000:00000010:3.0:1767384590.283938:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ab902495. 00080000:00000010:3.0:1767384590.283941:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000de2314f0. 00080000:00000010:3.0:1767384590.283944:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e550639f. 00080000:00000010:3.0:1767384590.283947:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000082a93451. 00080000:00000010:3.0:1767384590.283949:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e40bfd0d. 00080000:00000010:3.0:1767384590.283952:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000099932890. 00080000:00000010:3.0:1767384590.283955:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000208437f7. 00080000:00000010:3.0:1767384590.283957:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bc2fc389. 00080000:00000010:3.0:1767384590.283960:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000bdf3bb8. 00080000:00000010:3.0:1767384590.283962:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002a3b8491. 00080000:00000010:3.0:1767384590.283964:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000333d467d. 00080000:00000010:3.0:1767384590.283966:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003630b1a7. 00080000:00000010:3.0:1767384590.283967:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d9bdf198. 00080000:00000010:3.0:1767384590.283969:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000693c0e46. 00080000:00000010:3.0:1767384590.283971:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ac122ad8. 00080000:00000010:3.0:1767384590.283979:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000064db58e7. 00080000:00000010:3.0:1767384590.283981:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c60df3f6. 00080000:00000010:3.0:1767384590.283983:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009dd876bd. 00080000:00000010:3.0:1767384590.283985:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d2e727bb. 00080000:00000010:3.0:1767384590.283987:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006029004c. 00080000:00000010:3.0:1767384590.283989:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000e9cfaebd. 00080000:00000010:3.0:1767384590.283991:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d5a968dc. 00080000:00000010:3.0:1767384590.283993:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a2ac2029. 00080000:00000010:3.0:1767384590.283995:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b79c7867. 00080000:00000010:3.0:1767384590.283998:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007c2cfdae. 00080000:00000010:3.0:1767384590.283999:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b1e062b9. 00080000:00000010:3.0:1767384590.284001:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004f456b8e. 00080000:00000010:3.0:1767384590.284004:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002b2f41bf. 00080000:00000010:3.0:1767384590.284005:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000da442868. 00080000:00000010:3.0:1767384590.284007:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d0352027. 00080000:00000010:3.0:1767384590.284009:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008ccfad79. 00080000:00000010:3.0:1767384590.284010:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005a2200f0. 00080000:00000010:3.0:1767384590.284012:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ecc24ba. 00080000:00000010:3.0:1767384590.284014:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000016fe4657. 00080000:00000010:3.0:1767384590.284015:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000054967d37. 00080000:00000010:3.0:1767384590.284017:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000092daff84. 00080000:00000010:3.0:1767384590.284019:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b6c2df27. 00080000:00000010:3.0:1767384590.284020:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000a636e533. 00080000:00000010:3.0:1767384590.284022:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004ce28c49. 00080000:00000010:1.0:1767384590.284070:0:17886:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005287cf8b. 00040000:00000001:1.0:1767384590.284076:0:17886:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384590.284078:0:17886:0:(qsd_handler.c:1167:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384590.284081:0:17886:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1767384590.284083:0:17886:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:1.0:1767384590.284086:0:17886:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384590.284088:0:17886:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384590.284092:0:17886:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b8b857dd. 00000020:00000010:1.0:1767384590.284096:0:17886:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a28fdc9. 00000020:00000010:1.0:1767384590.284101:0:17886:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384590.284104:0:17886:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000036a3c2a0. 80000000:00000010:1.0:1767384590.284107:0:17886:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000049a1f7ee. 40000000:00000010:1.0:1767384590.284111:0:17886:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000013611a7d. 00100000:00000010:1.0:1767384590.284114:0:17886:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000110a31d4. 00040000:00000010:1.0:1767384590.284116:0:17886:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000816fa5b8. 00040000:00000010:1.0:1767384590.284120:0:17886:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d640e8c4. 00080000:00000010:1.0:1767384590.284123:0:17886:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002ff7488c. 00080000:00000010:1.0:1767384590.284126:0:17886:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d6360c3b. 00002000:00000010:1.0:1767384590.284129:0:17886:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c53ace03. 00000020:00000010:1.0:1767384590.284133:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003475b93f. 00002000:00080000:1.0:1767384590.284136:0:17886:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:1.0:1767384590.284139:0:17886:0:(lfsck_lib.c:3072:lfsck_start()) Process entered 00100000:10000000:1.0:1767384590.284141:0:17886:0:(lfsck_lib.c:3080:lfsck_start()) lustre-OST0000-osd: start master thread 00100000:00000001:1.0:1767384590.284143:0:17886:0:(lfsck_lib.c:3091:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1767384590.284147:0:17886:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:1.0:1767384590.284151:0:17886:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384590.284153:0:17886:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384590.284163:0:17886:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/0000000033740fc5 free: 144203776 avail: 129867776 00000020:00000001:1.0:1767384590.284167:0:17886:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384590.284169:0:17886:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/0000000033740fc5 avail=129867776 left=129867776 unstable=0 tot_grant=0 pending=0 00000020:00000001:1.0:1767384590.284172:0:17886:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129867776 : 129867776 : 7bda000) 00000020:00000001:1.0:1767384590.284175:0:17886:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1767384590.284178:0:17886:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/0000000033740fc5 wants: 280000 current grant 0 granting: 280000 00000020:00000020:1.0:1767384590.284181:0:17886:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/0000000033740fc5 tot cached:0 granted:280000 num_exports: 0 00000020:00000001:1.0:1767384590.284183:0:17886:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:1.0:1767384590.284185:0:17886:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/0000000033740fc5 ocd_grant: 280000 want: 280000 left: 129867776 00000020:00000001:1.0:1767384590.284188:0:17886:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:1.0:1767384590.284191:0:17886:0:(osd_handler.c:8911:osd_recovery_complete()) Process entered 00040000:00000001:1.0:1767384590.284192:0:17886:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:1.0:1767384590.284194:0:17886:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384590.284196:0:17886:0:(osd_handler.c:8924:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384590.284198:0:17886:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384590.284200:0:17886:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384590.284204:0:17886:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008ebb1b71. 00000020:00000010:1.0:1767384590.284208:0:17886:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a0ece258. 00000020:00000010:1.0:1767384590.284211:0:17886:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c390e385. 00000020:00000010:1.0:1767384590.284214:0:17886:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000050532897. 80000000:00000010:1.0:1767384590.284217:0:17886:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000fb498f53. 40000000:00000010:1.0:1767384590.284228:0:17886:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd53e161. 00100000:00000010:1.0:1767384590.284231:0:17886:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004f722e75. 00040000:00000010:1.0:1767384590.284234:0:17886:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c17153c9. 00040000:00000010:1.0:1767384590.284239:0:17886:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000055114199. 00080000:00000010:1.0:1767384590.284242:0:17886:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006606fade. 00080000:00000010:1.0:1767384590.284246:0:17886:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000009e06ec82. 00080000:00000010:1.0:1767384590.284249:0:17886:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000015c3ceee. 00002000:00000010:1.0:1767384590.284256:0:17886:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000610fe7d9. 00000020:00000010:1.0:1767384590.284258:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2ac448. 00000020:00000010:1.0:1767384590.284262:0:17886:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006286608a. 00000020:00000010:1.0:1767384590.284265:0:17886:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000024773fad. 00000020:00000010:1.0:1767384590.284275:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ccb6179. 00000020:00000001:1.0:1767384590.284278:0:17886:0:(tgt_mount.c:1695:tgt_add_notifier()) Process entered 00000020:00000001:1.0:1767384590.284282:0:17886:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:1.0:1767384590.284283:0:17886:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:1.0:1767384590.284285:0:17886:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384590.284287:0:17886:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384590.284290:0:17886:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:00000001:1.0:1767384590.284292:0:17886:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:1.0:1767384590.284294:0:17886:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:1.0:1767384590.284296:0:17886:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000c4f8bbfe : new refcount 2 00000040:00000001:1.0:1767384590.284298:0:17886:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384590.284300:0:17886:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000c4f8bbfe : new refcount 1 00040000:00000001:1.0:1767384590.284310:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.284313:0:17886:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.284314:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.284315:0:17886:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.284316:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.284317:0:17886:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384590.284323:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008736d26b. 00000020:00000010:1.0:1767384590.284326:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006757ecbf. 00000020:00000010:1.0:1767384590.284335:0:17886:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000003adcf2f6. 00040000:00000001:1.0:1767384590.284342:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.284344:0:17886:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.284345:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.284346:0:17886:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.284347:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.284348:0:17886:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384590.284350:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000de3ae9a6. 00000020:00000010:1.0:1767384590.284353:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000058be0345. 00000020:00000010:1.0:1767384590.284356:0:17886:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 000000002cf177db. 00000020:00000040:1.0:1767384590.284360:0:17886:0:(genops.c:898:class_export_put()) PUTting export 0000000008fbdff8 : new refcount 1 00000040:00000010:1.0:1767384590.284362:0:17886:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000c4f8bbfe. 00000040:00000001:1.0:1767384590.284366:0:17886:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384590.284368:0:17886:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384590.284372:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.284373:0:17886:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.284374:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.284375:0:17886:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384590.284383:0:17886:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384590.284384:0:17886:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384590.284388:0:17886:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000160cb55f. 00000020:00000010:1.0:1767384590.284391:0:17886:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000c538f60c. 00000020:00000040:1.0:1767384590.284396:0:17886:0:(obd_config.c:955:class_decref()) Decref MGC192.168.203.125@tcp (00000000f9e13b23) now 6 - mgc_fs 10000000:01000000:1.0:1767384590.284399:0:17886:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.125@tcp: cl_mgc_mutex unlock 10000000:00000001:1.0:1767384590.284400:0:17886:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384590.284402:0:17886:0:(mgc_request_server.c:476:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384590.284405:0:17886:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.284407:0:17886:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.284409:0:17886:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384590.284413:0:17886:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008872c0c9. 00000040:00000010:1.0:1767384590.284418:0:17886:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c541c1f6. 00000020:00000010:1.0:1767384590.284421:0:17886:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000895d23b2. 00000020:00000010:1.0:1767384590.284424:0:17886:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000097a42025. 80000000:00000010:1.0:1767384590.284427:0:17886:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d6474548. 00040000:00000010:1.0:1767384590.284430:0:17886:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007738cc4d. 00080000:00000010:1.0:1767384590.284435:0:17886:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d48bba3a. 00080000:00000010:1.0:1767384590.284495:0:17886:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000cc5ff3b5. 00080000:00000010:1.0:1767384590.284502:0:17886:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000224f2eaf. 20000000:00000010:1.0:1767384590.284510:0:17886:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000011bc749e. 00000020:00000010:1.0:1767384590.284514:0:17886:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002254a877. 00000020:00000001:1.0:1767384590.284518:0:17886:0:(tgt_mount.c:1902:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.284522:0:17886:0:(tgt_mount.c:2418:server_fill_super_common()) Process entered 00000020:01000004:1.0:1767384590.284525:0:17886:0:(tgt_mount.c:2419:server_fill_super_common()) Server sb, dev=48 00000020:00000001:1.0:1767384590.284557:0:17886:0:(tgt_mount.c:2446:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384590.284560:0:17886:0:(tgt_mount.c:2593:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767384590.284563:0:17886:0:(super25.c:179:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:1.0:1767384590.284565:0:17886:0:(super25.c:202:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:3.0:1767384590.285669:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000532b0cc. 00080000:00000010:3.0:1767384590.285675:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000532b0cc. 00000020:00000001:3.0:1767384590.285680:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384590.285686:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000000532b0cc. 00080000:00000010:3.0:1767384590.285691:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000000532b0cc. 00000020:00000001:3.0:1767384590.285694:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384590.286486:0:17913:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c9eccd29. 00010000:00000010:0.1:1767384590.286496:0:17913:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000123671e1. 00080000:00000010:1.0:1767384590.295643:0:17913:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002cf177db. 00080000:00000010:1.0:1767384590.295650:0:17913:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002cf177db. 00000020:00000001:1.0:1767384590.295655:0:17913:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384590.295663:0:17913:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002cf177db. 00080000:00000010:1.0:1767384590.295672:0:17913:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002cf177db. 00000020:00000001:1.0:1767384590.295678:0:17913:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384590.295735:0:17913:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384590.296183:0:17913:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384590.474294:0:17924:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007eeda5d0. 00080000:00000010:3.0:1767384590.474305:0:17924:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007eeda5d0. 00000020:00000001:3.0:1767384590.474313:0:17924:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384590.474320:0:17924:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007eeda5d0. 00080000:00000010:3.0:1767384590.474324:0:17924:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007eeda5d0. 00000020:00000001:3.0:1767384590.474327:0:17924:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1767384590.979578:0:18010:0:(lproc_fid.c:529:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:1.0:1767384590.979585:0:18010:0:(lproc_fid.c:544:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:1.0:1767384590.979588:0:18010:0:(lproc_fid.c:550:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:1.0:1767384591.191691:0:18022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003adcf2f6. 00080000:00000010:1.0:1767384591.191700:0:18022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003adcf2f6. 00000020:00000001:1.0:1767384591.191704:0:18022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384591.191710:0:18022:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003adcf2f6. 00080000:00000010:1.0:1767384591.191713:0:18022:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003adcf2f6. 00000020:00000001:1.0:1767384591.191716:0:18022:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384591.269616:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384591.269624:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384591.269631:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384591.269632:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384591.269677:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384591.269683:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384591.269687:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1767384591.333568:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384591.333575:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:3.0:1767384591.333589:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384591.333601:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384591.333607:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384591.333610:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384591.333620:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384591.333628:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384591.333634:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 5 10000000:00000001:3.0:1767384591.333638:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384591.333641:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384591.333650:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0d6c06d. 00000020:00000040:3.0:1767384591.333656:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384591.333663:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384591.333668:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384591.333675:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384591.333682:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027a180ba. 00000100:00000001:3.0:1767384591.333690:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384591.333694:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384591.333698:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384591.333707:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000324a262a. 00010000:00000001:3.0:1767384591.333712:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384591.333716:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac4b3bf3. 00000020:00000010:3.0:1767384591.333723:0:17083:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006556601f. 00000020:00000001:3.0:1767384591.333728:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384591.333731:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ac4b3bf3 with handle 0x71ee3a74e2719024 to hash 00000020:00000001:3.0:1767384591.333734:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384591.333737:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384591.333747:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384591.333751:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384591.333755:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384591.333758:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384591.333769:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384591.333781:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384591.333786:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384591.333788:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384591.333796:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c75911f3. 00000100:00000001:3.0:1767384591.333799:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898098254784 : -106175611296832 : ffff9f6f1067a3c0) 00000100:00000001:3.0:1767384591.333801:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384591.333803:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572096 : -106175085979520 : ffff9f6f2fb75880) 00000100:00000001:3.0:1767384591.333808:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384591.333810:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.333812:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384591.333815:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384591.333824:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384591.333834:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384591.333837:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384591.333841:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384591.333843:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384591.333845:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384591.333848:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0d6c06d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048121216:0@lo:101: 00000100:00000001:3.0:1767384591.333852:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384591.333858:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384591.333862:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384591.333864:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384591.333872:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006f571fec. 02000000:00000001:3.0:1767384591.333874:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384591.333881:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013d183f8. 00000400:00000010:3.0:1767384591.333888:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384591.333896:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048121216, portal 25 00000100:00000001:3.0:1767384591.333898:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384591.333899:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572096 : -106175085979520 : ffff9f6f2fb75880) 00000100:00000040:3.0:1767384591.333904:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384607 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384591.333911:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384591.333914:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384591.333917:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a73d2736. 00000100:00000200:3.0:1767384591.333919:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048121216, offset 0 00000400:00000200:3.0:1767384591.333926:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384591.333940:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384591.333972:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff01780 00000400:00000200:3.0:1767384591.333981:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1a9 [2] + 0 00000400:00000010:3.0:1767384591.333987:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002282d6b6. 00000400:00000200:3.0:1767384591.333991:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c6ede6c 00000400:00000200:3.0:1767384591.333998:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384591.334004:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384591.334011:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c6ede6c 00000400:00000010:3.0:1767384591.334014:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c6ede6c. 00000100:00000001:3.0:1767384591.334020:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384591.334023:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384591.334027:0:17083:0:(events.c:337:request_in_callback()) incoming req@0000000053ad977a x1853237048121216 msgsize 328 00000100:00100000:3.0:1767384591.334033:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384591.334036:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384591.334054:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384591.334066:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a73d2736 00000400:00000010:3.0:1767384591.334068:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a73d2736. 00000100:00000001:3.0:1767384591.334073:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384591.334078:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384607 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384591.334108:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384591.334115:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384607 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.334121:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384591.334122:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.334130:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384591.334130:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048121216 02000000:00000001:1.0:1767384591.334139:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384591.334142:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384591.334145:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.334146:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384591.334152:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.334153:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294879107 00000100:00000010:3.0:1767384591.334164:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bd2756c. 00000100:00100000:1.0:1767384591.334165:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048121216 00000020:00000001:1.0:1767384591.334174:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384591.334176:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384591.334179:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000020:00000001:1.0:1767384591.334180:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384591.334184:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:1.0:1767384591.334188:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384591.334189:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294879107 00000020:00000001:1.0:1767384591.334191:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000010:3.0:1767384591.334196:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005598bbc3. 00000100:00000001:1.0:1767384591.334199:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384591.334202:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000020:00000010:1.0:1767384591.334206:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009768c706. 00000100:00000001:3.0:1767384591.334207:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294879107 00000100:00000001:1.0:1767384591.334212:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384591.334214:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000413d8831. 00000020:00000010:1.0:1767384591.334219:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009768c706. 00000100:00000001:3.0:1767384591.334221:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000020:00000010:1.0:1767384591.334226:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fd52fe6. 00000100:00000001:3.0:1767384591.334227:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294879107 00000100:00000010:3.0:1767384591.334242:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1477f3d. 00000020:00000010:1.0:1767384591.334243:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a0f18db. 00000100:00000001:3.0:1767384591.334261:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384591.334262:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dfc7c2e. 00000100:00000001:3.0:1767384591.334266:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384591.334268:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384591.334277:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384591.334280:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384591.334283:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c75911f3 going to sleep for 11 seconds 00000100:00000001:3.0:1767384591.334289:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384591.334290:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384591.334292:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.334294:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384591.334298:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384591.334301:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.334311:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.334323:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.334335:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384591.334338:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384591.334347:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00000040:1.0:1767384591.334351:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384591.334354:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935097936 : -106175774453680 : ffff9f6f06ae1050) 00000100:00000040:1.0:1767384591.334360:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053ad977a x1853237048121216/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:572/0 lens 328/0 e 0 to 0 dl 1767384602 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.334369:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384591.334371:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009768c706. 00000100:00000001:1.0:1767384591.334372:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384591.334373:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009768c706. 00000100:00100000:1.0:1767384591.334376:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053ad977a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048121216:12345-0@lo:101: 00000100:00000200:1.0:1767384591.334389:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048121216 00000020:00000001:1.0:1767384591.334392:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384591.334395:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384591.334397:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384591.334398:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384591.334400:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:1.0:1767384591.334403:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384591.334404:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384591.334406:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384591.334407:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384591.334412:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384591.334413:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384591.334415:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384591.334417:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384591.334419:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384591.334425:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.334429:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384591.334435:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000030c521b6. 00010000:00000001:1.0:1767384591.334812:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384591.334816:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d8611fc. 00000020:00000001:1.0:1767384591.334820:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384591.334822:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d8611fc with handle 0x71ee3a74e271902b to hash 00000020:00000001:1.0:1767384591.334824:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384591.334825:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384591.334828:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00010000:1.0:1767384591.334830:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006d8611fc/0x71ee3a74e271902b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e2719024 expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384591.334836:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:1.0:1767384591.334838:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:1.0:1767384591.334846:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384591.334848:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384591.334852:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000011f1bd20. 02000000:00000001:1.0:1767384591.334854:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.334855:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.334857:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384591.334860:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384591.334862:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384591.334864:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384591.334865:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384591.334867:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384591.334868:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384591.334870:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384591.334872:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384591.334874:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384591.334874:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384591.334876:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000030c521b6) refcount = 1 00010000:00010000:1.0:1767384591.334879:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d8611fc/0x71ee3a74e271902b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e2719024 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384591.334882:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384591.334888:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384591.334889:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384591.334890:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.334891:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384591.334896:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384591.334897:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006d8611fc/0x71ee3a74e271902b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2719024 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384591.334902:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384591.334904:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384591.334906:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384591.334908:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.334909:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384591.334910:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384591.334911:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384591.334912:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006d8611fc, rc 0) 00000020:00000001:1.0:1767384591.334913:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384591.334916:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048121216 00010000:00000001:1.0:1767384591.334919:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384591.334923:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053ad977a x1853237048121216/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:572/0 lens 328/344 e 0 to 0 dl 1767384602 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384591.334929:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384591.334931:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384591.334934:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384591.334938:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384591.334940:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 19 to 0@lo 00000100:00000001:1.0:1767384591.334942:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384591.334945:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384591.334947:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.334950:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384591.334952:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384591.334967:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 00000100:00000200:1.0:1767384591.334973:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048121216, offset 224 00000400:00000200:1.0:1767384591.334979:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384591.334990:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384591.334999:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff01780 00000400:00000200:1.0:1767384591.335009:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x10e1 [1] + 224 00000400:00000200:1.0:1767384591.335016:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384591.335019:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384591.335025:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384591.335029:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384607 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384591.335036:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384607 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.335051:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384591.335061:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aceb391d 00000400:00000010:1.0:1767384591.335063:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aceb391d. 00000100:00000001:1.0:1767384591.335067:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384591.335069:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384591.335072:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384591.335074:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 18 to 0@lo 00010000:00000001:1.0:1767384591.335076:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384591.335077:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384591.335079:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384591.335082:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053ad977a x1853237048121216/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:572/0 lens 328/344 e 0 to 0 dl 1767384602 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384591.335090:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053ad977a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048121216:12345-0@lo:101: Request processed in 719us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384591.335100:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000040:1.0:1767384591.335104:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384591.335107:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384591.335109:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384591.335113:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a0f18db. 00000020:00000010:1.0:1767384591.335117:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dfc7c2e. 00000020:00000010:1.0:1767384591.335120:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fd52fe6. 00000020:00000040:1.0:1767384591.335129:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:1.0:1767384591.335135:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384591.335143:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000011f1bd20. 02000000:00000001:1.0:1767384591.335162:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384591.335166:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384591.335174:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384591.335181:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086d75a04. 00000400:00000010:1.0:1767384591.335190:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093ae58b7. 00000100:00000001:0.0:1767384591.335269:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384591.335282:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.335286:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384591.335289:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.335293:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384591.335299:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384607 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.335306:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384591.335309:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384591.335311:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384591.335314:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384607 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384591.335320:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0d6c06d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048121216:0@lo:101: 00000100:00000001:0.0:1767384591.335325:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384591.335344:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.335347:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384591.335349:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384591.335352:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384607 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.335360:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384591.335363:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c75911f3. 00000100:00000001:0.0:1767384591.335369:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384591.335371:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.335374:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384591.335378:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384591.335381:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384591.335384:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=4 00000020:00000001:0.0:1767384591.335387:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:0.0:1767384591.335390:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000040:0.0:1767384591.335397:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ac4b3bf3, remote cookie: 0x71ee3a74e271902b, flags: 0x0 00010000:00000001:0.0:1767384591.335401:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384591.335406:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384591.335408:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384591.335410:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384591.335421:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384591.335424:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000324a262a) refcount = 1 00010000:00010000:0.0:1767384591.335430:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.335440:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384591.335442:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384591.335445:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384591.335528:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384591.335531:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384591.335534:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384591.335557:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384591.335560:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384591.335563:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384591.335564:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384591.335567:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384591.335570:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.335572:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384591.335579:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0d6c06d x1853237048121216/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384607 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.335587:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384591.335591:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384591.335594:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006f571fec. 02000000:00000001:0.0:1767384591.335599:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384591.335601:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384591.335603:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384591.335605:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384591.335608:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000027a180ba. 02000000:00000001:0.0:1767384591.335611:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384591.335612:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384591.335614:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0d6c06d. 00000100:00000001:0.0:1767384591.335618:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384591.335619:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384591.335621:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384591.335623:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384591.335632:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:0.0:1767384591.335634:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384591.335636:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384591.335638:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384591.335640:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=3 00000020:00000001:0.0:1767384591.335641:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:0.0:1767384591.335644:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:0.0:1767384591.335646:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384591.335648:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384591.335649:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384591.335650:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384591.335652:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384591.335657:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000fce10bda. 00000100:00000010:0.0:1767384591.335673:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098445e83. 00000020:00000040:0.0:1767384591.335676:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384591.335679:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384591.335681:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384591.335684:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384591.335689:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032943929. 00000100:00000001:0.0:1767384591.335693:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.335698:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384591.335703:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000b0c8fb07. 00000100:00000010:0.0:1767384591.335708:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002b78edac. 00000020:00000040:0.0:1767384591.335711:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384591.335715:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384591.335716:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384591.335720:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c5076e0. 00000100:00000001:0.0:1767384591.335723:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898889452352 : -106174820099264 : ffff9f6f3f905b40) 00000100:00000001:0.0:1767384591.335725:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384591.335726:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759368960 : -106174950182656 : ffff9f6f37cf7100) 00000100:00000001:0.0:1767384591.335729:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384591.335731:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.335732:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384591.335734:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384591.335736:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.335748:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384591.335750:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384591.335752:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384591.335755:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384591.335756:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384591.335759:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000098445e83 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048121344:0@lo:256: 00000100:00000001:0.0:1767384591.335763:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384591.335766:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384591.335768:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.335771:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384591.335777:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060597fd7. 00000400:00000010:0.0:1767384591.335782:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c4b91c95. 00000100:00000200:0.0:1767384591.335788:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff01800-0x695825ff01800, portal 33 00000100:00000001:0.0:1767384591.335793:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384591.335795:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384591.335798:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e6cdb3. 02000000:00000001:0.0:1767384591.335800:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384591.335804:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928840c6. 00000400:00000010:0.0:1767384591.335808:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031974b28. 00000100:00000200:0.0:1767384591.335811:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048121344, portal 25 00000100:00000001:0.0:1767384591.335813:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384591.335815:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759368960 : -106174950182656 : ffff9f6f37cf7100) 00000100:00000040:0.0:1767384591.335818:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.335825:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384591.335827:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384591.335831:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e73402. 00000100:00000200:0.0:1767384591.335834:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048121344, offset 0 00000400:00000200:0.0:1767384591.335839:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384591.335849:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384591.335863:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff01800 00000400:00000200:0.0:1767384591.335873:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1ad [2] + 0 00000400:00000010:0.0:1767384591.335882:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae7ad03d. 00000400:00000200:0.0:1767384591.335889:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8f68565 00000400:00000200:0.0:1767384591.335894:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384591.335901:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384591.335907:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8f68565 00000400:00000010:0.0:1767384591.335909:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8f68565. 00000100:00000001:0.0:1767384591.335915:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384591.335917:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384591.335921:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000cdb92159 x1853237048121344 msgsize 304 00000100:00100000:0.0:1767384591.335932:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384591.335935:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384591.335954:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384591.335960:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029e73402 00000400:00000010:0.0:1767384591.335979:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029e73402. 00000100:00000001:0.0:1767384591.335982:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384591.335987:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.335997:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384591.336004:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384591.336016:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.336021:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384591.336031:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.336036:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294879109 00000100:00000001:0.0:1767384591.336049:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294879107 00000100:00000001:0.0:1767384591.336061:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294879109 00000100:00000001:0.0:1767384591.336074:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294879107 00000100:00000001:0.0:1767384591.336087:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294879109 00000100:00000001:0.0:1767384591.336098:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294879107 00000100:00000001:0.0:1767384591.336109:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294879109 00000100:00000001:0.0:1767384591.336122:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294879107 00000100:00000001:0.0:1767384591.336129:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384591.336142:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384591.336153:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384591.336155:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384591.336159:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 000000007c5076e0 going to sleep for 11 seconds 00000100:00000001:0.0:1767384591.336171:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384591.336185:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.336945:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384591.336951:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.337431:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384591.337436:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384591.337438:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384591.337440:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928840c6. 00000400:00000200:1.0:1767384591.337443:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031974b28 00000400:00000010:1.0:1767384591.337444:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031974b28. 00000100:00000001:1.0:1767384591.337475:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384591.337482:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384591.337501:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.337506:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384591.337507:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.337509:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384591.337512:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384591.337513:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384591.337515:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384591.337517:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384591.337520:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384591.337522:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384591.337524:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384591.337525:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.337527:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384591.337529:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.337530:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384591.337533:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384591.337539:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.337553:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384591.337555:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384591.337557:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384591.337562:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000098445e83 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048121344:0@lo:256: 00000100:00000001:1.0:1767384591.337565:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.337567:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.337568:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384591.337570:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384591.337571:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.337576:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384591.337578:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007c5076e0. 00000100:00000001:1.0:1767384591.337581:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384591.337582:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384591.337586:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 6, more 0. 10000000:00000001:1.0:1767384591.337589:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384591.337594:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000a33c9bea. 10000000:00000040:1.0:1767384591.337602:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384591.337607:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384591.337609:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384591.337624:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:1.0:1767384591.337626:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384591.337627:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384591.337628:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:1.0:1767384591.337630:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000400:00000200:1.0:1767384591.337632:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1767384591.337634:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 1 00000400:00000200:1.0:1767384591.337638:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:1.0:1767384591.337641:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384591.337645:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (1) 00000400:00000200:1.0:1767384591.337650:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384591.337657:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:1.0:1767384591.337659:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (2) 00000400:00000200:1.0:1767384591.337661:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000100:00000001:1.0:1767384591.337662:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384591.337663:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384591.337665:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 10000000:00000010:1.0:1767384591.337668:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000001a0f18db. 10000000:00000040:1.0:1767384591.337670:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000020:00000080:1.0:1767384591.337672:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384591.337677:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384591.337681:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecd4a5ef. 00000020:00000010:1.0:1767384591.337685:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000478a499a. 00000040:00000010:1.0:1767384591.337688:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000aac15872. 00000020:00000010:1.0:1767384591.337692:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a28fdc9. 00000020:00000010:1.0:1767384591.337695:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384591.337698:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f1abe9b2. 80000000:00000010:1.0:1767384591.337700:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000776371d1. 40000000:00000010:1.0:1767384591.337703:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009768c706. 00100000:00000010:1.0:1767384591.337707:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000099c66a66. 00040000:00000010:1.0:1767384591.337711:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c17153c9. 00040000:00000010:1.0:1767384591.337714:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dec96b47. 00040000:00000010:1.0:1767384591.337717:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005e747648. 00080000:00000010:1.0:1767384591.337734:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d6360c3b. 00080000:00000010:1.0:1767384591.337739:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002ff7488c. 00000004:00000010:1.0:1767384591.337749:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d391ad54. 00000004:00000010:1.0:1767384591.337753:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eb03e49b. 00000004:00000010:1.0:1767384591.337758:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000be86ce65. 00002000:00000010:1.0:1767384591.337760:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000011f1bd20. 00000004:00000010:1.0:1767384591.337763:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d44918ab. 00000004:00000001:1.0:1767384591.337766:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384591.337769:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384591.337770:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000001a0f18db 00000040:00001000:1.0:1767384591.337772:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384591.337777:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384591.337779:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384591.337780:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384591.337782:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384591.337783:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384591.337785:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384591.337786:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:1.0:1767384591.337787:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384591.337846:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384591.337850:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000478a499a. 00000040:00000010:1.0:1767384591.337854:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000aac15872. 00000020:00000010:1.0:1767384591.337859:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a28fdc9. 00000020:00000010:1.0:1767384591.337867:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029245a. 00000020:00000010:1.0:1767384591.337871:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f1abe9b2. 80000000:00000010:1.0:1767384591.337874:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000776371d1. 40000000:00000010:1.0:1767384591.337877:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009768c706. 00100000:00000010:1.0:1767384591.337879:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000099c66a66. 00040000:00000010:1.0:1767384591.337883:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c17153c9. 00040000:00000010:1.0:1767384591.337886:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dec96b47. 00040000:00000010:1.0:1767384591.337890:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005e747648. 00080000:00000010:1.0:1767384591.337897:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002ff7488c. 00080000:00000010:1.0:1767384591.337899:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d6360c3b. 00000004:00000010:1.0:1767384591.337912:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d391ad54. 00000004:00000010:1.0:1767384591.337916:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000eb03e49b. 00000004:00000010:1.0:1767384591.337919:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000be86ce65. 00002000:00000010:1.0:1767384591.337921:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000011f1bd20. 00000004:00000010:1.0:1767384591.337923:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d44918ab. 00000020:00000010:1.0:1767384591.337925:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecd4a5ef. 00000020:00000001:1.0:1767384591.337927:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384591.337928:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384591.337931:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000001a0f18db. 10000000:00000010:1.0:1767384591.337933:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000a33c9bea. 10000000:00000001:1.0:1767384591.337935:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384591.337937:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384591.337940:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000098445e83 x1853237048121344/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384607 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384591.337952:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384591.337953:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384591.337955:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090e6cdb3. 02000000:00000001:1.0:1767384591.337961:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384591.337962:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384591.337963:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384591.337977:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384591.337978:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384591.337979:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384591.337980:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384591.337981:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384591.337983:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000002b78edac. 00000100:00000010:1.0:1767384591.337985:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000b0c8fb07. 00000100:00000001:1.0:1767384591.337987:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384591.337989:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000032943929. 02000000:00000001:1.0:1767384591.337991:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384591.337992:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384591.337993:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000098445e83. 00000100:00000001:1.0:1767384591.337997:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384591.337998:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384591.338008:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000fce10bda. 10000000:01000000:1.0:1767384591.338012:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384591.338014:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384591.338017:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384591.338018:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384591.338021:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=3 00000020:00000001:1.0:1767384591.338022:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:1.0:1767384591.338025:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:1.0:1767384591.338028:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384591.338031:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384591.338036:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384591.338037:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384591.338044:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384591.338049:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384591.338050:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384591.338051:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384591.338053:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384591.338055:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384591.338068:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384591.338069:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384591.338071:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:1.0:1767384591.338072:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384591.339518:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294879109, at 4294879110 00000100:00000040:0.0:1767384591.339524:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294879109, at 4294879110 00000100:00000010:1.0:1767384591.339527:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005598bbc3. 00000100:00000010:0.0:1767384591.339539:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bd2756c. 00000100:00000040:3.0:1767384591.340535:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294879109, at 4294879111 00000100:00000010:3.0:1767384591.340544:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1477f3d. 00080000:00000010:3.0:1767384591.580834:0:18072:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000797b7c52. 00080000:00000010:3.0:1767384591.580846:0:18072:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000797b7c52. 00000020:00000001:3.0:1767384591.580851:0:18072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384591.580862:0:18072:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000797b7c52. 00080000:00000010:3.0:1767384591.580867:0:18072:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000797b7c52. 00000020:00000001:3.0:1767384591.580870:0:18072:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384592.294570:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384592.294576:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384592.294582:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384592.294584:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384592.294625:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384592.294630:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384592.294635:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384592.363504:0:18237:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384592.363510:0:18237:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing set_default_debug -1 all 00000001:00000001:0.0:1767384592.366236:0:18237:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:0.0:1767384592.377953:0:18239:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:0.0:1767384592.549559:0:18252:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ef9693cd. 00080000:00000010:0.0:1767384592.549574:0:18252:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ef9693cd. 00000020:00000001:0.0:1767384592.549581:0:18252:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384592.549592:0:18252:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ef9693cd. 00080000:00000010:0.0:1767384592.549598:0:18252:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ef9693cd. 00000020:00000001:0.0:1767384592.549602:0:18252:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384592.683246:0:18289:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ccaffa0d. 00080000:00000010:1.0:1767384592.683256:0:18289:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ccaffa0d. 00000020:00000001:1.0:1767384592.683261:0:18289:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384592.683266:0:18289:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ccaffa0d. 00080000:00000010:1.0:1767384592.683271:0:18289:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ccaffa0d. 00000020:00000001:1.0:1767384592.683274:0:18289:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1767384592.683324:0:18289:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1767384592.683602:0:18289:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384592.870561:0:18300:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000080487997. 00080000:00000010:3.0:1767384592.870570:0:18300:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000080487997. 00000020:00000001:3.0:1767384592.870576:0:18300:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384592.870582:0:18300:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000080487997. 00080000:00000010:3.0:1767384592.870586:0:18300:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000080487997. 00000020:00000001:3.0:1767384592.870589:0:18300:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384592.990658:0:18339:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf4b4e7f. 00080000:00000010:0.0:1767384592.990669:0:18339:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf4b4e7f. 00000020:00000001:0.0:1767384592.990674:0:18339:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384592.990680:0:18339:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cf4b4e7f. 00080000:00000010:0.0:1767384592.990685:0:18339:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cf4b4e7f. 00000020:00000001:0.0:1767384592.990688:0:18339:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384592.990719:0:18339:0:(tgt_mount.c:2287:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384592.990865:0:18339:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00080000:00000010:3.0:1767384593.315063:0:18351:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005de3fbfd. 00080000:00000010:3.0:1767384593.315075:0:18351:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005de3fbfd. 00000020:00000001:3.0:1767384593.315081:0:18351:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384593.315089:0:18351:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005de3fbfd. 00080000:00000010:3.0:1767384593.315095:0:18351:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005de3fbfd. 00000020:00000001:3.0:1767384593.315114:0:18351:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.317517:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384593.317520:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.317525:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384593.317527:0:33:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384593.317529:0:33:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384593.317530:0:33:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.317533:0:33:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384593.317535:0:33:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.317536:0:33:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.317538:0:33:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.381676:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384593.381683:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384593.381688:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fbf5ee1. 00000020:00000040:3.0:1767384593.381692:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384593.381697:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384593.381699:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384593.381703:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384593.381715:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000023f81b2d. 00000100:00000001:3.0:1767384593.381721:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.381725:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384593.381733:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384593.381735:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.381738:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fbf5ee1] to pc [ptlrpcd_00_00+0] req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.381758:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384593.381760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1767384593.381763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00000001:3.0:1767384593.381765:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1767384593.381766:0:38:0:(import.c:65:import_set_state_nolock()) 000000008d8b30b6 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1767384593.381769:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1767384593.381771:0:38:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00000040:3.0:1767384593.381774:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 17 to 0@lo 00000100:00000001:3.0:1767384593.381777:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.381778:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 18 to 0@lo 00000100:00000001:3.0:1767384593.381779:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:3.0:1767384593.381781:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384593.381782:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718f60 00000020:00000001:3.0:1767384593.381785:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384593.381787:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export 000000002e8b08c5 refcount=4 00000020:00000001:3.0:1767384593.381788:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898488723456 : -106175220828160 : ffff9f6f27adb800) 00000020:00000001:3.0:1767384593.381789:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898488723456 : -106175220828160 : ffff9f6f27adb800) 00000100:00000040:3.0:1767384593.381791:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 17 to 0@lo 00000100:00000001:3.0:1767384593.381792:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.381793:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 18 to 0@lo 00000100:00000001:3.0:1767384593.381795:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000040:3.0:1767384593.381797:0:38:0:(genops.c:898:class_export_put()) PUTting export 000000002e8b08c5 : new refcount 3 00000100:00080000:3.0:1767384593.381799:0:38:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import 000000008d8b30b6 using connection 192.168.203.125@tcp/0@lo 00000100:00000001:3.0:1767384593.381805:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384593.381808:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1767384593.381812:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384593.381813:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384593.381817:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.381819:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384593.381820:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384593.381821:0:38:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.381823:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1767384593.381826:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0d6c06d. 00000100:00000040:0.0:1767384593.381830:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384593.381831:0:38:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384593.381832:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384593.381837:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1767384593.381840:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.381840:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.381846:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384593.381847:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384593.381849:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384593.381851:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384593.381855:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009e06ec82. 00000100:00000001:0.0:1767384593.381857:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.381859:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.381862:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384593.381865:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b0d6c06d x1853237048121600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384593.381866:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384593.381871:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384593.381878:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fbf5ee1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048121472:0@lo:400: 00000100:00000001:3.0:1767384593.381882:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384593.381884:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.381884:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384593.381888:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0d6c06d] to pc [ptlrpcd_rcv+-1] req@00000000b0d6c06d x1853237048121600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384593.381890:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384593.381893:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.381897:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384593.381903:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092daff84. 02000000:00000001:0.0:1767384593.381905:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.381907:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384593.381909:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846b4a9f. 00000100:00000040:3.0:1767384593.381911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384593.381915:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384593.381916:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e73402. 00000100:00000010:3.0:1767384593.381918:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005eae385d. 00000020:00000040:3.0:1767384593.381922:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000200:0.0:1767384593.381922:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048121472, portal 25 00000100:00000001:3.0:1767384593.381928:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384593.381928:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384593.381931:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623571200 : -106175085980416 : ffff9f6f2fb75500) 02000000:00000001:3.0:1767384593.381932:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384593.381935:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.381939:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384593.381940:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8ce64e6. 00000100:00000001:3.0:1767384593.381946:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.381954:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005eae385d x1853237048121728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384593.381958:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384593.381964:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384593.381969:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000160e44e2. 00000100:00000200:0.0:1767384593.381974:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048121472, offset 0 00000400:00000200:0.0:1767384593.381984:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384593.381998:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384593.382000:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384593.382001:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.382010:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005eae385d] to pc [ptlrpcd_00_01+1] req@000000005eae385d x1853237048121728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384593.382018:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff01880 00000400:00000200:0.0:1767384593.382030:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1b1 [2] + 0 00000100:00000001:3.0:1767384593.382036:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384593.382037:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006f112043. 00000100:00000040:3.0:1767384593.382043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1767384593.382044:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000493920b4 00000100:00000001:3.0:1767384593.382051:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384593.382053:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384593.382055:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6055503. 00000020:00000040:3.0:1767384593.382059:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384593.382059:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384593.382062:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384593.382065:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384593.382065:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384593.382069:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384593.382069:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000493920b4 02000000:00000001:3.0:1767384593.382070:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384593.382074:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.382078:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005eae385d x1853237048121728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384593.382080:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000067c5177. 00000400:00000010:0.0:1767384593.382082:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000493920b4. 00000100:00000001:3.0:1767384593.382085:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.382091:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384593.382094:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384593.382095:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384593.382124:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000052aafe1e x1853237048121472 msgsize 224 00000100:00000001:1.0:1767384593.382137:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384593.382144:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384593.382148:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384593.382151:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384593.382154:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384593.382158:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.382159:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:1.0:1767384593.382161:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384593.382172:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6055503] to pc [ptlrpcd_00_02+2] req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384593.382172:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.382181:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384593.382186:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005eae385d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048121728:0@lo:400: 00000100:00000001:1.0:1767384593.382202:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384593.382205:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000160e44e2 00000400:00000010:0.0:1767384593.382210:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000160e44e2. 00000100:00000001:0.0:1767384593.382218:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1767384593.382221:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384593.382225:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.382228:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384593.382229:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384593.382236:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (218) 02000000:00000001:1.0:1767384593.382237:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384593.382248:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0352027. 00000100:00000001:3.0:1767384593.382256:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384593.382257:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.382263:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384593.382270:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdf117e7. 00000100:00000001:3.0:1767384593.382271:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384593.382278:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1767384593.382299:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 00000100:00000040:3.0:1767384593.382301:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384593.382310:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384593.382314:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048121728, portal 10 00000100:00000001:1.0:1767384593.382329:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384593.382339:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623579264 : -106175085972352 : ffff9f6f2fb77480) 00000020:00000010:1.0:1767384593.382358:0:16355:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d6360c3b. 00000100:00000001:3.0:1767384593.382362:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384593.382371:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.382373:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.382383:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005eae385d x1853237048121728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.382384:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384593.382386:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384593.382395:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384593.382399:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.382411:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294881155 02000000:00000001:3.0:1767384593.382417:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384593.382426:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d26c01ca. 00000100:00000001:1.0:1767384593.382428:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384593.382503:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048121856:0@lo:400: 00000100:00000040:1.0:1767384593.382509:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384593.382511:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384593.382512:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384593.382514:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003958c083. 02000000:00000001:3.0:1767384593.382515:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384593.382519:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384593.382520:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048121728, offset 0 00000100:00000001:0.0:1767384593.382522:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294881156 02000000:00000001:3.0:1767384593.382523:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384593.382529:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014877d8c. 00000100:00000010:0.0:1767384593.382530:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000658aa8de. 00000400:00000200:1.0:1767384593.382533:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384593.382535:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.382537:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1767384593.382542:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e8c690. 00000100:00000001:0.0:1767384593.382545:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294881156 00000400:00000200:1.0:1767384593.382548:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384593.382549:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a73d2736. 00000100:00000010:0.0:1767384593.382552:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4d4acd4. 00000100:00000200:3.0:1767384593.382557:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048121856, portal 10 00000100:00000001:0.0:1767384593.382558:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384593.382563:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384593.382564:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff01980 00000100:00000001:0.0:1767384593.382565:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294881156 00000100:00000001:3.0:1767384593.382566:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623569408 : -106175085982208 : ffff9f6f2fb74e00) 00000100:00000010:0.0:1767384593.382573:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000138cad58. 00000400:00000200:1.0:1767384593.382574:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 1784 00000020:00000010:3.0:1767384593.382577:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000015c3ceee. 00000100:00000001:0.0:1767384593.382579:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384593.382582:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384593.382585:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384593.382586:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.382591:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384593.382592:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384593.382597:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.382601:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384593.382603:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384593.382605:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384593.382610:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384593.382610:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:1.0:1767384593.382613:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f43d2f0. 00000100:00000040:3.0:1767384593.382617:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384593.382619:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384593.382620:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000007f43d2f0 x1853237048121728 msgsize 224 00000400:00000010:3.0:1767384593.382621:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000100:00000001:0.0:1767384593.382623:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384593.382627:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384593.382628:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048121856, offset 0 00000100:00000001:0.0:1767384593.382632:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384593.382636:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384593.382638:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384593.382639:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384593.382648:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384593.382652:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384593.382656:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003958c083 00000400:00000010:1.0:1767384593.382660:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003958c083. 00000100:00000001:0.0:1767384593.382662:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384593.382663:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff01a00 00000100:00000001:1.0:1767384593.382665:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767384593.382666:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048121472 02000000:00000001:0.0:1767384593.382671:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384593.382675:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384593.382676:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2008 00000100:00000200:1.0:1767384593.382676:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005eae385d x1853237048121728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.382680:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384593.382688:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384593.382688:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384593.382695:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048121472 00000400:00000200:3.0:1767384593.382698:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384593.382700:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384593.382703:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384593.382706:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:0.0:1767384593.382708:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1767384593.382709:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1767384593.382713:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000010:3.0:1767384593.382715:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008eb3a2f5. 00000020:00000001:0.0:1767384593.382718:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000040:3.0:1767384593.382722:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000008eb3a2f5 x1853237048121856 msgsize 224 00000020:00000001:0.0:1767384593.382722:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384593.382723:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384593.382730:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005eae385d x1853237048121728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.382730:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384593.382735:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8fb1e3e. 00000100:00100000:3.0:1767384593.382736:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384593.382740:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384593.382746:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8fb1e3e. 00000100:00000001:3.0:1767384593.382749:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384593.382751:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384593.382753:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dc51285. 00000100:00000001:1.0:1767384593.382754:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384593.382757:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000020:00000010:0.0:1767384593.382758:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004191d995. 00000100:00000001:1.0:1767384593.382762:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384593.382763:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008140acce. 00000400:00000010:3.0:1767384593.382768:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000100:00000040:1.0:1767384593.382771:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2035 usecs (3 jiffies) 00000100:00000001:3.0:1767384593.382773:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1767384593.382774:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384593.382778:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881156 00000100:00000200:3.0:1767384593.382781:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.382781:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384593.382784:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881156 00000100:00000001:0.0:1767384593.382785:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384593.382789:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.382791:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881156 00000100:00000001:1.0:1767384593.382797:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881156 00000100:00000001:0.0:1767384593.382801:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.382802:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384593.382803:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881156 00000100:00000001:1.0:1767384593.382808:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881156 00000100:00000040:3.0:1767384593.382810:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.382812:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.382814:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881156 00000100:00000001:1.0:1767384593.382820:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881156 00000100:00000001:0.0:1767384593.382825:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384593.382827:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384593.382829:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.382830:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384593.382832:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.382835:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384593.382837:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384593.382837:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00000001:1.0:1767384593.382842:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.382844:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.382844:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384593.382851:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384593.382851:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863212624 : -106174846338992 : ffff9f6f3dfff850) 00000100:00000040:3.0:1767384593.382852:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3555 usecs (4 jiffies) 00000100:00000001:1.0:1767384593.382855:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384593.382858:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294881157 00000100:00000001:1.0:1767384593.382859:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384593.382863:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384593.382864:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052aafe1e x1853237048121472/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:574/0 lens 224/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.382866:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294881156 00000100:00000001:1.0:1767384593.382866:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.382873:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.382874:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294881157 00000100:00000001:3.0:1767384593.382883:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294881156 00000100:00000001:0.0:1767384593.382887:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384593.382892:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b8fb1e3e. 00000100:00000001:3.0:1767384593.382893:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294881157 00000100:00000001:0.0:1767384593.382898:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384593.382902:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294881156 00000020:00000010:0.0:1767384593.382903:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b8fb1e3e. 00000100:00000001:1.0:1767384593.382906:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384593.382910:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048121856 00000100:00000001:3.0:1767384593.382911:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294881157 00000100:00100000:0.0:1767384593.382915:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052aafe1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048121472:12345-0@lo:400: 02000000:00000001:1.0:1767384593.382916:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384593.382919:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294881156 00000100:00000001:1.0:1767384593.382920:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384593.382924:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048121472 00000100:00000001:1.0:1767384593.382925:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.382926:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384593.382928:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384593.382931:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.382931:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384593.382933:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384593.382935:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384593.382937:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.382938:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384593.382941:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1767384593.382945:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048121856 00000020:00000001:0.0:1767384593.382945:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000100:00000001:3.0:1767384593.382947:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384593.382949:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384593.382951:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1767384593.382952:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000020:00000001:0.0:1767384593.382952:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384593.382956:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.382959:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384593.382959:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384593.382960:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384593.382964:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384593.382965:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000020:00000001:0.0:1767384593.382965:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384593.382967:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384593.382969:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.382972:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:3.0:1767384593.382974:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384593.382974:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1767384593.382979:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:0.0:1767384593.382979:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384593.382984:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384593.382985:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384593.382989:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000181e2f5. 00000020:00000010:1.0:1767384593.382990:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009b93c505. 02000000:00000001:0.0:1767384593.382994:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384593.382997:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000026bb939d. 00000100:00000001:0.0:1767384593.382999:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384593.383003:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384593.383004:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00010000:00000040:0.0:1767384593.383008:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048121472 00000020:00000010:3.0:1767384593.383010:0:17894:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000006606fade. 00010000:00000001:0.0:1767384593.383012:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384593.383018:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384593.383019:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:0.0:1767384593.383020:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052aafe1e x1853237048121472/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:574/0 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384593.383044:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da442868. 00000100:00100000:3.0:1767384593.383051:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048121600 00000020:00000010:1.0:1767384593.383060:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056bd14b9. 02000000:00000001:3.0:1767384593.383061:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384593.383070:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384593.383075:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dfc7c2e. 00000100:00000001:3.0:1767384593.383077:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384593.383087:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384593.383090:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.383091:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384593.383094:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.383099:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1767384593.383118:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048121600 00000100:00001000:0.0:1767384593.383122:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384593.383124:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384593.383125:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384593.383131:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1767384593.383136:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384593.383138:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384593.383141:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:3.0:1767384593.383142:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.383149:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384593.383151:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.383156:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.383156:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 19 to 0@lo 00000020:00000010:3.0:1767384593.383161:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085b6927a. 00000100:00000001:0.0:1767384593.383165:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:1.0:1767384593.383167:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384593.383172:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a12b357. 02000000:00000001:0.0:1767384593.383174:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384593.383179:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384593.383183:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff32a601. 00000100:00000001:1.0:1767384593.383187:0:17086:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00000001:0.0:1767384593.383190:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384593.383192:0:17086:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00000001:3.0:1767384593.383193:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384593.383199:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384593.383200:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384593.383223:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384593.383226:0:17086:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000002b2f41bf. 00000400:00000010:0.0:1767384593.383226:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000160e44e2. 00000100:00000001:3.0:1767384593.383238:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384593.383240:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048121472, offset 224 00000100:00100000:1.0:1767384593.383243:0:17086:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00000001:3.0:1767384593.383261:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384593.383265:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384593.383289:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384593.383291:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384593.383298:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384593.383314:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000400:00000200:0.0:1767384593.383321:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff01880 00000100:00000001:3.0:1767384593.383327:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759662080 : -106174949889536 : ffff9f6f37d3ea00) 00000100:00000040:3.0:1767384593.383337:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e047b901 x1853237048121600/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384593.383341:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1109 [1] + 224 00000400:00000200:0.0:1767384593.383362:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384593.383382:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384593.383384:0:17086:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.383394:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384593.383395:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e047b901 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:16353:x1853237048121600:12345-0@lo:8: 00000100:00000001:1.0:1767384593.383401:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1767384593.383404:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048121600 00000100:00000200:0.0:1767384593.383408:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.383410:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384593.383411:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384593.383422:0:17894:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00100000:1.0:1767384593.383431:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384593.383498:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384593.383506:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000020:00000040:3.0:1767384593.383508:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 4 - find 00000100:00000001:1.0:1767384593.383512:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623575680 : -106175085975936 : ffff9f6f2fb76680) 00000020:00000001:3.0:1767384593.383514:0:17894:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637897918951856 : -106175790599760 : ffff9f6f05b7b1b0) 00000100:00000001:0.0:1767384593.383518:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384593.383520:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008eb3a2f5 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:574/0 lens 224/0 e 0 to 0 dl 1767384604 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.383522:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384593.383526:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384593.383530:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000160e44e2 02000000:00000010:3.0:1767384593.383531:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000e50dd0f3. 00000400:00000010:0.0:1767384593.383535:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000160e44e2. 00000100:00000001:0.0:1767384593.383538:0:17080:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384593.383540:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.383542:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384593.383546:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.383548:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384593.383553:0:17894:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa044401443000026 tmp_exp_old_falloc: 0 00000100:00000040:0.0:1767384593.383556:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 19 to 0@lo 00010000:00080000:3.0:1767384593.383563:0:17894:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 213 last 0 00010000:00000001:0.0:1767384593.383563:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384593.383567:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.383574:0:17894:0:(obd_class.h:852:obd_connect()) Process entered 00000020:00000001:0.0:1767384593.383574:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384593.383575:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00002000:00000001:3.0:1767384593.383579:0:17894:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000020:00000010:1.0:1767384593.383580:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026bb939d. 00000100:00000040:0.0:1767384593.383581:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052aafe1e x1853237048121472/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:574/0 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384593.383583:0:17894:0:(genops.c:1392:class_connect()) Process entered 00000100:00000001:1.0:1767384593.383585:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.383587:0:17894:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1767384593.383592:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026bb939d. 00000020:00000010:3.0:1767384593.383593:0:17894:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bf58c2a9. 00000020:00000001:3.0:1767384593.383600:0:17894:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384593.383603:0:17894:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000bf58c2a9 with handle 0x71ee3a74e2719032 to hash 00000100:00100000:0.0:1767384593.383606:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052aafe1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048121472:12345-0@lo:400: Request processed in 713us (1475us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384593.383607:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008eb3a2f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048121856:12345-0@lo:400: 00000020:00000001:3.0:1767384593.383609:0:17894:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384593.383613:0:17894:0:(obd_class.h:1008:obd_init_export()) Process entered 00000001:00000001:3.0:1767384593.383618:0:17894:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000100:00000200:1.0:1767384593.383619:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048121856 00000020:00000001:1.0:1767384593.383623:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:00000010:3.0:1767384593.383624:0:17894:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000003ec1df5a. 00000020:00000001:1.0:1767384593.383627:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1767384593.383629:0:17894:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.383631:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.383636:0:17894:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000020:00000001:1.0:1767384593.383638:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:3.0:1767384593.383639:0:17894:0:(hash.c:1038:cfs_hash_create()) Process entered 00000020:00000001:1.0:1767384593.383641:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00100000:0.0:1767384593.383642:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000020:00000001:1.0:1767384593.383648:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384593.383648:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000001:00000010:3.0:1767384593.383652:0:17894:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004a370685. 00000020:00000001:1.0:1767384593.383652:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384593.383653:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384593.383657:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384593.383658:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000010:3.0:1767384593.383660:0:17894:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000723962f3. 00000020:00000001:1.0:1767384593.383661:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1767384593.383663:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004191d995. 00000020:00000001:1.0:1767384593.383666:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384593.383667:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003cf4918a. 00000020:00000010:0.0:1767384593.383668:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008140acce. 00000020:00000001:1.0:1767384593.383672:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000001:00000010:3.0:1767384593.383673:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000089f1f133. 00000020:00000010:0.0:1767384593.383674:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dc51285. 00000100:00000001:1.0:1767384593.383675:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000010:3.0:1767384593.383680:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007738cc4d. 02000000:00000001:1.0:1767384593.383680:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1767384593.383682:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000001:00000010:3.0:1767384593.383687:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002254a877. 02000000:00000010:1.0:1767384593.383687:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001d2070c5. 02000000:00000001:0.0:1767384593.383688:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384593.383692:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000181e2f5. 02000000:00000001:1.0:1767384593.383693:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.383694:0:17894:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.383698:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.383699:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384593.383700:0:17894:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.383703:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384593.383704:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.383705:0:17894:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384593.383710:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=3 00010000:00000040:1.0:1767384593.383710:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048121856 00000100:00000200:0.0:1767384593.383710:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384593.383717:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:0.0:1767384593.383717:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe19dbc2. 00000020:00000040:3.0:1767384593.383718:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 5 - export 00010000:00000200:1.0:1767384593.383723:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008eb3a2f5 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:574/0 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384593.383725:0:17894:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000400:00000010:0.0:1767384593.383725:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000296003c. 00000020:00000040:3.0:1767384593.383732:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 2 00000020:00000080:3.0:1767384593.383737:0:17894:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x71ee3a74e2719032 00010000:00000001:1.0:1767384593.383740:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1767384593.383742:0:17894:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384593.383743:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.383745:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:1.0:1767384593.383747:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384593.383749:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384593.383752:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:0.0:1767384593.383753:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384593.383757:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:3.0:1767384593.383758:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1767384593.383759:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384593.383762:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=3 00000400:00000001:0.0:1767384593.383763:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384593.383764:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 19 to 0@lo 00000400:00000010:0.0:1767384593.383767:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846b4a9f. 00000020:00000001:3.0:1767384593.383768:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000400:00000200:0.0:1767384593.383772:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029e73402 00000020:00000001:3.0:1767384593.383775:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384593.383776:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000400:00000010:0.0:1767384593.383777:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029e73402. 00000001:00000001:3.0:1767384593.383784:0:17894:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000001:0.0:1767384593.383784:0:16354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384593.383785:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:3.0:1767384593.383789:0:17894:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 02000000:00000001:1.0:1767384593.383790:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384593.383792:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.383796:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000040:3.0:1767384593.383799:0:17894:0:(nodemap_handler.c:391:nodemap_classify_nid()) found nid 192.168.203.125@tcp 00000001:00000040:3.0:1767384593.383806:0:17894:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 5 00000100:00000040:1.0:1767384593.383807:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384593.383812:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003958c083. 00000100:00000200:0.0:1767384593.383812:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384593.383813:0:17894:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446637898718908416 : -106174990643200 : ffff9f6f35661000) 00000100:00000200:1.0:1767384593.383819:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048121856, offset 224 00000001:00000001:3.0:1767384593.383821:0:17894:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384593.383825:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=4 00000001:00000040:3.0:1767384593.383830:0:17894:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 6 00000400:00000200:1.0:1767384593.383834:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384593.383839:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384593.383841:0:17894:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000610fe7d9. 00000100:00000001:0.0:1767384593.383843:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384593.383848:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384593.383848:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384593.383849:0:17894:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000011bc749e. 02000000:00000001:0.0:1767384593.383853:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384593.383855:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384593.383857:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384593.383862:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff01a00 02000000:00000001:0.0:1767384593.383863:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.383868:0:17894:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384593.383868:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1121 [1] + 224 00000100:00001000:0.0:1767384593.383876:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=10 v=5 (5 0 0 0) 00000001:08000000:3.0:1767384593.383877:0:17894:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 0@lo to nodemap default 00000400:00000200:1.0:1767384593.383878:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000040:3.0:1767384593.383885:0:17894:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 5 00000100:00001000:0.0:1767384593.383886:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=10 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384593.383888:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:3.0:1767384593.383892:0:17894:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.383896:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00002000:00100000:3.0:1767384593.383897:0:17894:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 ocd_connect_flags: 0xa044401443000026 ocd_version: 2110000 ocd_grant: 0 ocd_index: 0 ocd_group 0 00000100:00000001:0.0:1767384593.383899:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384593.383906:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00002000:00080000:3.0:1767384593.383907:0:17894:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00000100:00000001:1.0:1767384593.383909:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384593.383910:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:3.0:1767384593.383911:0:17894:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00000200:1.0:1767384593.383915:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.383915:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384593.383917:0:17894:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.383923:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:3.0:1767384593.383924:0:17894:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:3.0:1767384593.383929:0:17894:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 0 (8192) with UUID 'lustre-MDT0000-mdtlov_UUID' generation 0 00000001:00000001:3.0:1767384593.383936:0:17894:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384593.383942:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384593.383966:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f69bd0a9. 00080000:00000001:3.0:1767384593.383978:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637897959791104 : -106175749760512 : ffff9f6f0826da00) 00000100:00000040:1.0:1767384593.383981:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.383986:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384593.383994:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384593.383998:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000001:00000001:3.0:1767384593.384005:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384593.384006:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384593.384022:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384593.384024:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003e65972c. 00080000:00000001:3.0:1767384593.384035:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.384047:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384593.384050:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384593.384065:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003958c083 00000100:00100000:0.0:1767384593.384069:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fbf5ee1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048121472:0@lo:400: 00080000:00000001:3.0:1767384593.384072:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384593.384077:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003958c083. 00000001:00000010:3.0:1767384593.384086:0:17894:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000e7e94233. 00000100:00000001:1.0:1767384593.384092:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384593.384092:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:3.0:1767384593.384096:0:17894:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000bf58c2a9 : new cb_count 1 00000100:00000001:1.0:1767384593.384116:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384593.384118:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1767384593.384120:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=5 00000100:00000001:1.0:1767384593.384125:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.384127:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fbf5ee1 x1853237048121472/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384593.384134:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 18 to 0@lo 00010000:00000001:1.0:1767384593.384145:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384593.384148:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767384593.384150:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.384153:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:3.0:1767384593.384158:0:17894:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 02000000:00000010:0.0:1767384593.384159:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092daff84. 00000020:00000001:1.0:1767384593.384161:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:3.0:1767384593.384164:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000001:0.0:1767384593.384187:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384593.384193:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008eb3a2f5 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:574/0 lens 224/224 e 0 to 0 dl 1767384604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384593.384195:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00080000:00000010:3.0:1767384593.384199:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003e65972c. 00000020:00000040:0.0:1767384593.384202:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00040000:00000001:3.0:1767384593.384213:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1767384593.384215:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00040000:00000001:3.0:1767384593.384222:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000010:0.0:1767384593.384224:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000023f81b2d. 00080000:00000001:3.0:1767384593.384231:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384593.384240:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008eb3a2f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048121856:12345-0@lo:400: Request processed in 655us (1507us total) trans 0 rc 0/0 02000000:00000001:0.0:1767384593.384241:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000040:3.0:1767384593.384243:0:17894:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 02000000:00000001:0.0:1767384593.384249:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384593.384256:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fbf5ee1. 00000001:00000001:3.0:1767384593.384259:0:17894:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.384268:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00002000:00000001:3.0:1767384593.384272:0:17894:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000100:00000001:0.0:1767384593.384275:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384593.384281:0:17894:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000100:00100000:1.0:1767384593.384282:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384593.384286:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000000:3.0:1767384593.384293:0:17894:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000007f69c5d5 00000100:00000001:0.0:1767384593.384301:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384593.384307:0:17894:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000852a0e01. 00000100:00000040:1.0:1767384593.384307:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:0.0:1767384593.384320:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.384321:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1767384593.384326:0:17894:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 00000000852a0e01 for nid 0@lo - ref 2 00000100:00000001:1.0:1767384593.384330:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384593.384330:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384593.384339:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384593.384342:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056bd14b9. 00000020:00000010:1.0:1767384593.384357:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dfc7c2e. 00000020:00000010:1.0:1767384593.384368:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da442868. 00000020:00000040:1.0:1767384593.384382:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:0.0:1767384593.384382:0:18369:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:1.0:1767384593.384392:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384593.384421:0:18369:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b8fb1e3e. 00000020:00000010:0.0:1767384593.384431:0:18369:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004b145f70. 00000100:00000001:1.0:1767384593.384510:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384593.384511:0:17894:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.384514:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384593.384514:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092daff84. 00000400:00000001:1.0:1767384593.384520:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384593.384521:0:18369:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009dc51285. 00000400:00000001:1.0:1767384593.384523:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384593.384524:0:17894:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000f03e55c7. 00000400:00000010:1.0:1767384593.384528:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e8c690. 00000040:00000010:0.0:1767384593.384528:0:18369:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a636e533. 00000020:00000010:3.0:1767384593.384531:0:17894:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 000000008872c0c9. 00000400:00000200:1.0:1767384593.384535:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a73d2736 00000020:00000010:3.0:1767384593.384537:0:17894:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 000000006f571fec. 00000020:00000010:0.0:1767384593.384538:0:18369:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000044a87c5e. 00000400:00000010:1.0:1767384593.384539:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a73d2736. 00000020:00000010:0.0:1767384593.384546:0:18369:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003d116592. 00000100:00000001:1.0:1767384593.384547:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384593.384554:0:18369:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a2ac2029. 00000100:00000200:1.0:1767384593.384555:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384593.384560:0:17894:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006f7d09fa. 80000000:00000010:0.0:1767384593.384561:0:18369:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c43ffa33. 00000020:00000010:3.0:1767384593.384568:0:17894:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000036cd7b3c. 40000000:00000010:0.0:1767384593.384569:0:18369:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001a8c1220. 00000020:00000010:3.0:1767384593.384575:0:17894:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000c541c1f6. 00100000:00000010:0.0:1767384593.384577:0:18369:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f82de609. 00000100:00000200:1.0:1767384593.384578:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1767384593.384584:0:18369:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000c2b1e3c. 00002000:00000001:3.0:1767384593.384587:0:17894:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384593.384591:0:18369:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003b5b9c36. 00002000:00080000:3.0:1767384593.384593:0:17894:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00040000:00000010:0.0:1767384593.384598:0:18369:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d5a968dc. 00002000:00000001:3.0:1767384593.384599:0:17894:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.384604:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384593.384605:0:17894:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.384608:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384593.384608:0:18369:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000001af40b59. 00000100:00000001:1.0:1767384593.384613:0:16356:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384593.384614:0:17894:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e29633d9. 02000000:00000001:1.0:1767384593.384615:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00080000:00000010:0.0:1767384593.384616:0:18369:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d1cd1bf3. 00000100:00000001:1.0:1767384593.384619:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1767384593.384620:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - import 00000100:00000001:1.0:1767384593.384622:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384593.384624:0:18369:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000054fc15f5. 02000000:00000001:1.0:1767384593.384626:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.384631:0:17894:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767384593.384632:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=3 v=5 (5 0 0 0) 00000004:00000010:0.0:1767384593.384632:0:18369:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000055e6b84c. 00000100:00001000:1.0:1767384593.384638:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=3 v=5 (1 0 0 0) 00000004:00000010:0.0:1767384593.384639:0:18369:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b442ee93. 00000020:00000040:3.0:1767384593.384640:0:17894:0:(genops.c:1242:class_import_put()) import 00000000e29633d9 refcount=1 obd=lustre-OST0000 00000100:00000001:1.0:1767384593.384643:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00002000:00000010:0.0:1767384593.384645:0:18369:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000181e2f5. 00000020:00000001:3.0:1767384593.384646:0:17894:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384593.384646:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384593.384650:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384593.384651:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e65972c. 00000004:00000010:0.0:1767384593.384652:0:18369:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000145e0a92. 00010000:00080000:1.0:1767384593.384654:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384593.384659:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=6 00010000:00000001:1.0:1767384593.384661:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.384663:0:17894:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:3.0:1767384593.384664:0:17894:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1767384593.384667:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.384670:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 19 to 0@lo 00000100:00000001:3.0:1767384593.384672:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:1.0:1767384593.384672:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384593.384675:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384593.384676:0:17894:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637898590658752 : -106175118892864 : 0xffff9f6f2dc120c0) 00000100:00000001:1.0:1767384593.384680:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1767384593.384681:0:17894:0:(connection.c:149:ptlrpc_connection_get()) conn=000000004bad6d37 refcount 19 to 0@lo 00000100:00000001:1.0:1767384593.384683:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384593.384685:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=7 00000100:00000001:3.0:1767384593.384689:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384593.384689:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384593.384694:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000010:0.0:1767384593.384697:0:18369:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000a0a36595. 00000100:00000001:3.0:1767384593.384698:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384593.384705:0:17894:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1767384593.384705:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384593.384708:0:18369:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000100:00000001:1.0:1767384593.384709:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384593.384710:0:17894:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384593.384714:0:17894:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 00000100:00000001:1.0:1767384593.384714:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384593.384719:0:17894:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650440768 : -1059110848 : ffffffffc0df4040) 00000100:00000040:1.0:1767384593.384721:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384593.384723:0:17894:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.384728:0:17894:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384593.384731:0:17894:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00100000:1.0:1767384593.384733:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048121856:0@lo:400: 00000100:00000001:3.0:1767384593.384734:0:17894:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384593.384739:0:17894:0:(import.c:65:import_set_state_nolock()) 00000000e29633d9 : changing import state from RECOVER to FULL 00000100:00000001:1.0:1767384593.384741:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384593.384743:0:17894:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384593.384744:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384593.384746:0:17894:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1767384593.384748:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6055503 x1853237048121856/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.384750:0:17894:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384593.384754:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 6 00000020:00000040:3.0:1767384593.384760:0:17894:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - find 00000100:00000001:1.0:1767384593.384760:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384593.384763:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1767384593.384764:0:17894:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384593.384766:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014877d8c. 00000020:00000001:3.0:1767384593.384767:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384593.384771:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270048 : -1045281568 : ffffffffc1b244e0) 02000000:00000001:1.0:1767384593.384771:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384593.384774:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384593.384775:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000040:1.0:1767384593.384777:0:16356:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384593.384778:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384593.384779:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000067c5177. 02000000:00000001:1.0:1767384593.384781:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384593.384783:0:17894:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384593.384783:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384593.384786:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6055503. 00000020:00000001:3.0:1767384593.384787:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384593.384790:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384593.384791:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.384792:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384593.384793:0:17894:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000100:00000001:1.0:1767384593.384795:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.384797:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384593.384798:0:17894:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.384801:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000040:3.0:1767384593.384802:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048121600 00010000:00000001:3.0:1767384593.384805:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384593.384805:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.384810:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:3.0:1767384593.384812:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e047b901 x1853237048121600/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.384813:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384593.384819:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384593.384822:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384593.384825:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=1767384593 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384593.384827:0:17894:0:(import.c:2194:obd_at_measure()) AT 000000003b21fdab change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384593.384830:0:17894:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost changed estimate from 10 to 5 req@00000000e047b901 x1853237048121600/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384593.384835:0:17894:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384593.384837:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.384838:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384593.384839:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384593.384841:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384593.384842:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.384843:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384593.384845:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384593.384847:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000100:00000200:3.0:1767384593.384849:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237048121600, offset 0 00000400:00000200:3.0:1767384593.384851:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384593.384855:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384593.384858:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695825ff01900 00000400:00000200:3.0:1767384593.384862:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x1111 [1] + 0 00000400:00000200:3.0:1767384593.384865:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384593.384866:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384593.384869:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384593.384875:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0d6c06d x1853237048121600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384593.384881:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@00000000b0d6c06d x1853237048121600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.384893:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384593.384898:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000400:00000010:3.0:1767384593.384899:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000100:00000001:3.0:1767384593.384901:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384593.384901:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384593.384904:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.384905:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384593.384907:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384593.384908:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.384910:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384593.384912:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e047b901 x1853237048121600/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384593.384918:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e047b901 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16353:x1853237048121600:12345-0@lo:8: Request processed in 1533us (2558us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384593.384924:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000040:3.0:1767384593.384929:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:3.0:1767384593.384933:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384593.384937:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384593.384942:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a12b357. 00000020:00000010:3.0:1767384593.384948:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff32a601. 00000020:00000010:3.0:1767384593.384953:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085b6927a. 00000020:00000040:3.0:1767384593.384959:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000100:00000001:3.0:1767384593.384963:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384593.385091:0:17108:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1767384593.385097:0:17108:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00080000:3.0:1767384593.385102:0:17108:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000040:00000001:3.0:1767384593.385106:0:17108:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1767384593.385110:0:17108:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1767384593.385114:0:17108:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000004:00000001:0.0:1767384593.385115:0:17109:0:(osp_precreate.c:1142:osp_init_pre_fid()) Process entered 00000040:00000001:3.0:1767384593.385118:0:17108:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384593.385120:0:17109:0:(osp_precreate.c:1165:osp_init_pre_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384593.385124:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384593.385129:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000040:00000001:3.0:1767384593.385130:0:17108:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384593.385134:0:17108:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 1 in log [0x1:0x5:0x0] 00000100:00000010:0.0:1767384593.385134:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035045d29. 00000020:00000040:0.0:1767384593.385158:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00080000:00000001:3.0:1767384593.385160:0:17108:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384593.385167:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00080000:00000010:3.0:1767384593.385169:0:17108:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000097a42025. 00080000:00000001:3.0:1767384593.385178:0:17108:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637897959787520 : -106175749764096 : ffff9f6f0826cc00) 02000000:00000001:0.0:1767384593.385183:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000040:00000001:3.0:1767384593.385185:0:17108:0:(llog.c:1199:llog_declare_write_rec()) Process entered 02000000:00000001:0.0:1767384593.385189:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.385192:0:17108:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384593.385199:0:17108:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000010:0.0:1767384593.385200:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f0529ee4. 00000001:00000001:3.0:1767384593.385203:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:0.0:1767384593.385209:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384593.385210:0:17108:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000edcc277c. 00080000:00000001:3.0:1767384593.385235:0:17108:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.385238:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000040:00000001:3.0:1767384593.385239:0:17108:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.385242:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.385245:0:17108:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.385251:0:17108:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384593.385254:0:17108:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000100:00000040:0.0:1767384593.385257:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035045d29] to pc [ptlrpcd_00_03+3] req@0000000035045d29 x1853237048121984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384593.385261:0:17108:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1767384593.385266:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1767384593.385271:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1767384593.385278:0:17108:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000010:3.0:1767384593.385288:0:17108:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000003475b93f. 00080000:00000001:3.0:1767384593.385292:0:17108:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.385294:0:17108:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.385296:0:17108:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.385299:0:17108:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000004:00000001:0.0:1767384593.385311:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.385313:0:17108:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384593.385320:0:17109:0:(osp_precreate.c:841:osp_precreate_cleanup_orphans()) Process entered 00000040:00000001:3.0:1767384593.385321:0:17108:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384593.385329:0:17108:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000004:00080000:0.0:1767384593.385331:0:17109:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x240000400:0x1:0x0] 00000040:00001000:3.0:1767384593.385333:0:17108:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x5:0x0] 00000004:00000001:0.0:1767384593.385338:0:17109:0:(osp_precreate.c:737:osp_get_lastfid_from_ost()) Process entered 00000100:00000010:0.0:1767384593.385347:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012eda92c. 00000020:00000040:0.0:1767384593.385355:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384593.385363:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000040:00000001:3.0:1767384593.385366:0:17108:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.385368:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384593.385375:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.385377:0:17108:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.385390:0:17108:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000010:0.0:1767384593.385393:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e6cdb3. 00080000:00000010:3.0:1767384593.385404:0:17108:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000edcc277c. 00000100:00000001:0.0:1767384593.385411:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384593.385417:0:17108:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000001:1.0:1767384593.385421:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384593.385421:0:17109:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00040000:00000001:3.0:1767384593.385426:0:17108:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:0.0:1767384593.385429:0:17109:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1767384593.385431:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.385504:0:17108:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384593.385510:0:17108:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384593.385511:0:17109:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e304aff. 00000040:00000001:3.0:1767384593.385513:0:17108:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.385516:0:17109:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637897963007168 : -106175746544448 : ffff9f6f0857ecc0) 00000040:00000001:3.0:1767384593.385517:0:17108:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.385521:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384593.385525:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759369856 : -106174950181760 : ffff9f6f37cf7480) 00080000:00000001:3.0:1767384593.385526:0:17108:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:0.0:1767384593.385530:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00080000:00000010:3.0:1767384593.385532:0:17108:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b8b857dd. 00000100:00000001:0.0:1767384593.385533:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.385537:0:17108:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617124864 : -106180092426752 : ffff9f6e054f0600) 00000100:00000001:0.0:1767384593.385539:0:17109:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00080000:00000001:3.0:1767384593.385541:0:17108:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384593.385542:0:17109:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00080000:00000001:3.0:1767384593.385545:0:17108:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.385548:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00001000:3.0:1767384593.385550:0:17108:0:(osp_sync.c:1828:osp_sync_force()) lustre-OST0000-osc-MDT0000: sync forced, 0 changes 00000004:00000010:3.0:1767384593.385557:0:17108:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 00000000cb50bb25. 00000100:00000001:0.0:1767384593.385562:0:17109:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000004:00080000:3.0:1767384593.385564:0:17108:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 213859123963ns, next at 0ns, rc = 0 00000100:00000001:0.0:1767384593.385565:0:17109:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.385572:0:17108:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 02000000:00000001:0.0:1767384593.385572:0:17109:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00040000:00000001:3.0:1767384593.385577:0:17108:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384593.385580:0:17108:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 02000000:00000001:0.0:1767384593.385582:0:17109:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384593.385583:0:17108:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.385589:0:17108:0:(osd_handler.c:2874:osd_commit_async()) Process entered 02000000:00000001:0.0:1767384593.385589:0:17109:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00080000:3.0:1767384593.385593:0:17108:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1767384593.385594:0:17109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012eda92c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17109:1853237048122112:0@lo:7: 00000100:00000001:0.0:1767384593.385600:0:17109:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384593.385604:0:17109:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384593.385606:0:17109:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.385610:0:17109:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:3.0:1767384593.385614:0:17108:0:(osd_handler.c:2881:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384593.385614:0:17109:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a910a1dc. 00000004:00000001:3.0:1767384593.385620:0:17108:0:(osp_sync.c:983:osp_sync_process_record()) Process leaving 02000000:00000001:0.0:1767384593.385620:0:17109:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384593.385624:0:17108:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000010:0.0:1767384593.385626:0:17109:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846b4a9f. 00000004:00000001:3.0:1767384593.385627:0:17108:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384593.385634:0:17108:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000400:00000010:0.0:1767384593.385634:0:17109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e73402. 00000004:00000001:3.0:1767384593.385638:0:17108:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384593.385652:0:17109:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048122112, portal 4 00000100:00000001:0.0:1767384593.385656:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384593.385658:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759369856 : -106174950181760 : ffff9f6f37cf7480) 00000020:00000010:0.0:1767384593.385665:0:17109:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000561150b0. 00000100:00000040:0.0:1767384593.385673:0:17109:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.385682:0:17109:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384593.385688:0:17109:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384593.385692:0:17109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000160e44e2. 00000100:00000200:0.0:1767384593.385695:0:17109:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237048122112, offset 0 00000400:00000200:0.0:1767384593.385701:0:17109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384593.385706:0:17109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384593.385713:0:17109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695825ff01b00 00000400:00000200:0.0:1767384593.385718:0:17109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 520 00000400:00000200:0.0:1767384593.385723:0:17109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384593.385729:0:17109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384593.385736:0:17109:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:3.0:1767384593.385739:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000001767c841. 00000100:00000200:0.0:1767384593.385740:0:17109:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384593.385747:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000050b8797e. 00000100:00000001:3.0:1767384593.385748:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384593.385752:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048121984 00000100:00000040:0.0:1767384593.385753:0:17109:0:(events.c:337:request_in_callback()) incoming req@0000000050b8797e x1853237048122112 msgsize 264 02000000:00000001:3.0:1767384593.385756:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384593.385759:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384593.385780:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384593.385784:0:17109:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384593.385792:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384593.385802:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048121984 00000020:00000001:3.0:1767384593.385809:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384593.385809:0:17109:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384593.385815:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:3.0:1767384593.385821:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384593.385827:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 00000400:00000200:0.0:1767384593.385834:0:17109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000160e44e2 00000020:00000001:3.0:1767384593.385838:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000400:00000010:0.0:1767384593.385840:0:17109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000160e44e2. 00000020:00000001:3.0:1767384593.385852:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384593.385853:0:17109:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384593.385855:0:17894:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002ff7488c. 00000100:00000001:3.0:1767384593.385867:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384593.385867:0:17109:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.385868:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384593.385875:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048122112 02000000:00000001:1.0:1767384593.385885:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384593.385892:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384593.385900:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.385914:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.385916:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384593.385921:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048122112 00000100:00000040:0.0:1767384593.385927:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.385946:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.385953:0:17109:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384593.385963:0:17109:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.385970:0:17109:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 3850 usecs (4 jiffies) 00000100:00000001:0.0:1767384593.385980:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881160 00000020:00000001:1.0:1767384593.385985:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384593.385988:0:17109:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294881160 00000020:00000040:1.0:1767384593.385992:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:0.0:1767384593.385995:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881160 00000020:00000001:1.0:1767384593.386001:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384593.386004:0:17109:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294881160 00000020:00000040:1.0:1767384593.386007:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=7 00000100:00000001:0.0:1767384593.386010:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881160 00000020:00000001:1.0:1767384593.386019:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384593.386021:0:17109:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294881160 00000100:00000001:0.0:1767384593.386033:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881160 00000020:00000001:1.0:1767384593.386034:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384593.386045:0:17109:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294881160 00000100:00000001:1.0:1767384593.386049:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384593.386051:0:17109:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384593.386060:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026bb939d. 00000100:00000001:0.0:1767384593.386062:0:17109:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.386070:0:17109:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384593.386071:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003e65972c. 00000100:00000001:0.0:1767384593.386074:0:17109:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384593.386080:0:17109:0:(client.c:2690:ptlrpc_set_wait()) set 000000009e304aff going to sleep for 11 seconds 00000020:00000040:1.0:1767384593.386083:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:0.0:1767384593.386085:0:17109:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384593.386092:0:17109:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.386116:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384593.386122:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da442868. 00000020:00000010:1.0:1767384593.386128:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056bd14b9. 00000020:00000010:1.0:1767384593.386133:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dfc7c2e. 00000100:00000040:1.0:1767384593.386145:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384593.386151:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384593.386155:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384593.386160:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcc277c. 00000100:00000001:1.0:1767384593.386161:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.386170:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384593.386174:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384593.386175:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcc277c. 00000020:00000010:3.0:1767384593.386187:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000333d467d. 00000020:00000010:3.0:1767384593.386193:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a12b357. 00000100:00000001:1.0:1767384593.386196:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.386215:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384593.386217:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384593.386225:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384593.386247:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:1.0:1767384593.386251:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759357312 : -106174950194304 : ffff9f6f37cf4380) 00000100:00000040:1.0:1767384593.386276:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000050b8797e x1853237048122112/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 264/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384593.386287:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff32a601. 00000100:00000001:1.0:1767384593.386303:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384593.386306:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384593.386313:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1767384593.386314:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003d359af5. 00000100:00000001:3.0:1767384593.386316:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384593.386324:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384593.386328:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003d359af5. 00000100:00100000:1.0:1767384593.386337:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000050b8797e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:17109:x1853237048122112:12345-0@lo:7: 00000100:00000200:1.0:1767384593.386343:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048122112 00000020:00000001:1.0:1767384593.386347:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384593.386351:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384593.386352:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.386355:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.386361:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384593.386364:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.386366:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270000 : -1045281616 : ffffffffc1b244b0) 00000020:00000001:1.0:1767384593.386376:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384593.386380:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384593.386383:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384593.386386:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384593.386387:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384593.386389:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384593.386397:0:17894:0:(ofd_dev.c:1101:ofd_get_info_hdl()) Process entered 00000100:00000001:1.0:1767384593.386402:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384593.386405:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384593.386407:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1767384593.386412:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d44918ab. 00000100:00000001:3.0:1767384593.386413:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384593.386421:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.386425:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384593.386427:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00002000:00000001:1.0:1767384593.386431:0:17894:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000010:1.0:1767384593.386508:0:17894:0:(ofd_fs.c:366:ofd_seq_load()) kmalloced '(oseq)': 144 at 00000000f2a2c867. 00000020:00000001:1.0:1767384593.386511:0:17894:0:(dt_object.c:278:dt_find_or_create()) Process entered 00000020:00000001:1.0:1767384593.386513:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.386518:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.386521:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fcf8ce00. 00002000:00000001:1.0:1767384593.386523:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619491512 : -106180090060104 : ffff9f6e057322b8) 00002000:00000001:1.0:1767384593.386527:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.386528:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x0:0x0] 00080000:00000010:1.0:1767384593.386531:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b1e062b9. 00002000:00000001:1.0:1767384593.386540:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.386543:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00000001:00000001:1.0:1767384593.386547:0:17894:0:(osd_compat.c:1417:osd_obj_spec_lookup()) Process entered 00000001:00000001:1.0:1767384593.386549:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000010:1.0:1767384593.386553:0:17894:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000003d359af5. 00000001:00000001:1.0:1767384593.386555:0:17894:0:(osd_compat.c:924:osd_seq_load_locked()) Process entered 00000100:00000040:3.0:1767384593.386558:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 2 00000001:00000001:1.0:1767384593.386558:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.386561:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory 240000400 00000100:00000001:3.0:1767384593.386562:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759652224 : -106174949899392 : ffff9f6f37d3c380) 00000100:00000040:3.0:1767384593.386567:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000022430d29 x1853237048121984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.386578:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384593.386580:0:18370:0:(service.c:2991:ptlrpc_main()) Process entered 00000020:00000010:3.0:1767384593.386581:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcc277c. 00000100:00000001:3.0:1767384593.386585:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384593.386587:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcc277c. 00000100:00100000:3.0:1767384593.386593:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000022430d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16357:x1853237048121984:12345-0@lo:13: 00000100:00000010:0.0:1767384593.386594:0:18370:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000034e7138b. 00000100:00000200:3.0:1767384593.386597:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048121984 00000020:00000001:3.0:1767384593.386600:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384593.386601:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384593.386603:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.386603:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898517078232 : -106175192473384 : ffff9f6f295e60d8) 00000020:00000001:3.0:1767384593.386608:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384593.386611:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000001:00000010:1.0:1767384593.386612:0:17894:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000f971f927. 00000020:00000001:3.0:1767384593.386613:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384593.386616:0:18370:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000664cebf5. 00000020:00000001:3.0:1767384593.386617:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.386617:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.386620:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000020:00000001:3.0:1767384593.386626:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384593.386628:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384593.386630:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.386632:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384593.386633:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384593.386637:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000a91f9699. 02000000:00000001:3.0:1767384593.386639:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.386641:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384593.386643:0:17896:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384593.386646:0:17896:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384593.386647:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384593.386653:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384593.386655:0:17896:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 144203776 avail 129867776 00000020:00000020:3.0:1767384593.386657:0:17896:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 280000 0 0 00000020:00000010:0.0:1767384593.386658:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fd1b3e7. 00000020:00000020:3.0:1767384593.386660:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384593.386665:0:18370:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c20f3444. 00002000:00000020:3.0:1767384593.386666:0:17896:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49698 free; state 0 00002000:00000001:3.0:1767384593.386668:0:17896:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:3.0:1767384593.386672:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000f7d37889. 00000001:00000001:3.0:1767384593.386676:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000010:0.0:1767384593.386677:0:18370:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000098f9a41d. 00000001:00000001:3.0:1767384593.386678:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384593.386681:0:17896:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384593.386682:0:18370:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001c685964. 00010000:00000040:3.0:1767384593.386683:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048121984 00010000:00000001:3.0:1767384593.386687:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384593.386687:0:18370:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000054967d37. 80000000:00000010:0.0:1767384593.386691:0:18370:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ad5beee7. 00010000:00000200:3.0:1767384593.386694:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000022430d29 x1853237048121984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/368 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 40000000:00000010:0.0:1767384593.386695:0:18370:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004104551e. 00100000:00000010:0.0:1767384593.386700:0:18370:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003d7bc768. 00010000:00000001:3.0:1767384593.386705:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00040000:00000010:0.0:1767384593.386706:0:18370:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e913dc2e. 00010000:00000001:3.0:1767384593.386709:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384593.386710:0:18370:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b79c7867. 00000100:00001000:3.0:1767384593.386712:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=1767384593 v=10 (0 0 0 0) 00000100:00001000:3.0:1767384593.386715:0:17896:0:(import.c:2194:obd_at_measure()) AT 00000000306b9c83 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:3.0:1767384593.386718:0:17896:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc ost_create changed estimate from 10 to 5 req@0000000022430d29 x1853237048121984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/368 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384593.386721:0:18370:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000054a99c20. 00000100:00000001:3.0:1767384593.386723:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.386725:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00080000:00000010:0.0:1767384593.386726:0:18370:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009ebcf5af. 00000100:00000001:3.0:1767384593.386728:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00002000:00000010:0.0:1767384593.386732:0:18370:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b0c8fb07. 02000000:00000001:3.0:1767384593.386738:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384593.386739:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.386741:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384593.386743:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384593.386743:0:18370:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000a243e80d. 00000400:00000010:3.0:1767384593.386745:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000100:00000200:3.0:1767384593.386750:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048121984, offset 224 00000100:00000200:0.0:1767384593.386752:0:18370:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000400:00000200:3.0:1767384593.386756:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384593.386762:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384593.386766:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff01a80 00000400:00000200:3.0:1767384593.386769:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x113d [1] + 224 00000400:00000200:3.0:1767384593.386772:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384593.386774:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384593.386777:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384593.386779:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000035045d29 x1853237048121984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384609 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384593.386785:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000035045d29 x1853237048121984/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384609 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.386798:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384593.386802:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000400:00000010:3.0:1767384593.386803:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000100:00000001:3.0:1767384593.386805:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384593.386806:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384593.386808:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.386809:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384593.386811:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384593.386812:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.386814:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384593.386816:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022430d29 x1853237048121984/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 224/368 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384593.386823:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000022430d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:16357:x1853237048121984:12345-0@lo:13: Request processed in 245us (1142us total) trans 0 rc 0/0 00000001:00000001:1.0:1767384593.386865:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898517079528 : -106175192472088 : ffff9f6f295e65e8) 00000001:00000001:1.0:1767384593.386871:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.386874:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:1.0:1767384593.386891:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515641616 : -106175193910000 : ffff9f6f29487510) 00000100:00100000:3.0:1767384593.386896:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000001:00000001:1.0:1767384593.386898:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.386902:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000100:00000040:3.0:1767384593.386903:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:3.0:1767384593.386913:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384593.386917:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000001:00000001:1.0:1767384593.386919:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515640536 : -106175193911080 : ffff9f6f294870d8) 00000020:00000010:3.0:1767384593.386922:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a12b357. 00000001:00000001:1.0:1767384593.386923:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.386927:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000020:00000010:3.0:1767384593.386929:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff32a601. 00000020:00000010:3.0:1767384593.386935:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000333d467d. 00000020:00000040:3.0:1767384593.386941:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 6 00000001:00000001:1.0:1767384593.386942:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515643560 : -106175193908056 : ffff9f6f29487ca8) 00000100:00000001:3.0:1767384593.386946:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.386949:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.386952:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000004:00080000:3.0:1767384593.386987:0:17066:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000001:00000001:1.0:1767384593.386999:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515643344 : -106175193908272 : ffff9f6f29487bd0) 00000004:00000010:3.0:1767384593.387000:0:17066:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 00000000cb50bb25. 00000001:00000001:1.0:1767384593.387005:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387007:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00080000:00000010:3.0:1767384593.387011:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b8b857dd. 00080000:00000010:3.0:1767384593.387019:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000097a42025. 00000001:00000001:1.0:1767384593.387023:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515640752 : -106175193910864 : ffff9f6f294871b0) 00000001:00000001:1.0:1767384593.387029:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387030:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000004:00000001:3.0:1767384593.387032:0:17108:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1767384593.387037:0:17108:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.387045:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515640320 : -106175193911296 : ffff9f6f29487000) 00000001:00000001:1.0:1767384593.387050:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387052:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:1.0:1767384593.387064:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515643128 : -106175193908488 : ffff9f6f29487af8) 00000001:00000001:1.0:1767384593.387067:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387069:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:1.0:1767384593.387086:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515641832 : -106175193909784 : ffff9f6f294875e8) 00000001:00000001:1.0:1767384593.387088:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387090:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:1.0:1767384593.387099:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515642696 : -106175193908920 : ffff9f6f29487948) 00000001:00000001:1.0:1767384593.387100:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387101:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:1.0:1767384593.387112:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515642912 : -106175193908704 : ffff9f6f29487a20) 00000001:00000001:1.0:1767384593.387114:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387115:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:1.0:1767384593.387123:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515642048 : -106175193909568 : ffff9f6f294876c0) 00000001:00000001:1.0:1767384593.387125:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387126:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:1.0:1767384593.387138:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515640968 : -106175193910648 : ffff9f6f29487288) 00000001:00000001:1.0:1767384593.387140:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387140:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:1.0:1767384593.387154:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515642264 : -106175193909352 : ffff9f6f29487798) 00000001:00000001:1.0:1767384593.387156:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387157:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:1.0:1767384593.387165:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515642480 : -106175193909136 : ffff9f6f29487870) 00000001:00000001:1.0:1767384593.387167:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387168:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:1.0:1767384593.387175:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515643776 : -106175193907840 : ffff9f6f29487d80) 00000001:00000001:1.0:1767384593.387177:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387178:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:1.0:1767384593.387187:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515641400 : -106175193910216 : ffff9f6f29487438) 00000001:00000001:1.0:1767384593.387188:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387189:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:1.0:1767384593.387200:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515817096 : -106175193734520 : ffff9f6f294b2288) 00000001:00000001:1.0:1767384593.387201:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387202:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:1.0:1767384593.387211:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515816664 : -106175193734952 : ffff9f6f294b20d8) 00000001:00000001:1.0:1767384593.387212:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387213:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:1.0:1767384593.387221:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515816880 : -106175193734736 : ffff9f6f294b21b0) 00000001:00000001:1.0:1767384593.387222:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387229:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:1.0:1767384593.387240:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898515420432 : -106175194131184 : ffff9f6f29451510) 00000001:00000001:1.0:1767384593.387242:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387243:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:1.0:1767384593.387255:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637898115527952 : -106175594023664 : ffff9f6f116f3510) 00000001:00000001:1.0:1767384593.387257:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387258:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:1.0:1767384593.387269:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557463800 : -106180152087816 : ffff9f6e01c0aaf8) 00000001:00000001:1.0:1767384593.387270:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387271:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:1.0:1767384593.387280:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557464232 : -106180152087384 : ffff9f6e01c0aca8) 00000001:00000001:1.0:1767384593.387282:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387283:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:1.0:1767384593.387320:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557462504 : -106180152089112 : ffff9f6e01c0a5e8) 00000001:00000001:1.0:1767384593.387322:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387323:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:1.0:1767384593.387334:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557460992 : -106180152090624 : ffff9f6e01c0a000) 00000001:00000001:1.0:1767384593.387336:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387337:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:1.0:1767384593.387347:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557461640 : -106180152089976 : ffff9f6e01c0a288) 00000001:00000001:1.0:1767384593.387348:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387349:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:1.0:1767384593.387358:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557462072 : -106180152089544 : ffff9f6e01c0a438) 00000001:00000001:1.0:1767384593.387360:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387361:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:1.0:1767384593.387370:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557461208 : -106180152090408 : ffff9f6e01c0a0d8) 00000001:00000001:1.0:1767384593.387372:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387372:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:1.0:1767384593.387383:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557463152 : -106180152088464 : ffff9f6e01c0a870) 00000001:00000001:1.0:1767384593.387385:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387386:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:1.0:1767384593.387395:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557462936 : -106180152088680 : ffff9f6e01c0a798) 00000001:00000001:1.0:1767384593.387397:0:17894:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:1.0:1767384593.387397:0:17894:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:1.0:1767384593.387407:0:17894:0:(osd_compat.c:187:simple_mkdir()) Process leaving (rc=18446637893557462288 : -106180152089328 : ffff9f6e01c0a510) 00000001:00000001:1.0:1767384593.387414:0:17894:0:(osd_compat.c:978:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.387416:0:17894:0:(osd_compat.c:1036:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.387472:0:17894:0:(osd_compat.c:1455:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.387475:0:17894:0:(osd_handler.c:662:osd_iget_check()) Process entered 00080000:00000001:1.0:1767384593.387480:0:17894:0:(osd_handler.c:759:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384593.387482:0:17894:0:(osd_handler.c:843:osd_check_lma()) Process entered 00080000:00000001:1.0:1767384593.387487:0:17894:0:(osd_handler.c:918:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.387491:0:17894:0:(osd_handler.c:1475:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.387495:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619491512 : -106180090060104 : ffff9f6e057322b8) 00000020:00000001:1.0:1767384593.387497:0:17894:0:(dt_object.c:286:dt_find_or_create()) Process leaving (rc=18446637893546296832 : -106180163254784 : ffff9f6e01164600) 00002000:00080000:1.0:1767384593.387681:0:17894:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x240000400 00002000:00000001:1.0:1767384593.387684:0:17894:0:(ofd_fs.c:435:ofd_seq_load()) Process leaving (rc=18446637897867793536 : -106175841758080 : ffff9f6f02ab1480) 00002000:00080000:1.0:1767384593.387687:0:17894:0:(ofd_dev.c:1205:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x240000400:0x21:0x0] 00000020:00000010:1.0:1767384593.387691:0:17894:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 0000000011f1bd20. 00000001:00000001:1.0:1767384593.387694:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384593.387695:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384593.387696:0:17894:0:(ofd_dev.c:1245:ofd_get_info_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384593.387699:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048122112 00010000:00000001:1.0:1767384593.387700:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384593.387704:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000050b8797e x1853237048122112/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 264/240 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384593.387709:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384593.387711:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384593.387712:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384593.387715:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384593.387716:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384593.387718:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384593.387720:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384593.387721:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.387723:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384593.387725:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384593.387728:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003958c083. 00000100:00000200:1.0:1767384593.387730:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237048122112, offset 224 00000400:00000200:1.0:1767384593.387739:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384593.387743:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384593.387749:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695825ff01b00 00000400:00000200:1.0:1767384593.387751:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x1145 [1] + 224 00000400:00000200:1.0:1767384593.387754:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384593.387757:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384593.387759:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384593.387762:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384593.387768:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.387808:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384593.387816:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003958c083 00000400:00000010:1.0:1767384593.387819:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003958c083. 00000100:00000001:1.0:1767384593.387823:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384593.387825:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384593.387830:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.387833:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384593.387836:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384593.387839:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.387842:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384593.387847:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000050b8797e x1853237048122112/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 264/240 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384593.387858:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000050b8797e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17109:x1853237048122112:12345-0@lo:7: Request processed in 1555us (2103us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384593.387868:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384593.387873:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:1.0:1767384593.387876:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384593.387879:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384593.387883:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056bd14b9. 00000020:00000010:1.0:1767384593.387889:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dfc7c2e. 00000100:00000001:0.0:1767384593.387892:0:17109:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384593.387895:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da442868. 00000400:00000001:0.0:1767384593.387902:0:17109:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1767384593.387904:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000400:00000001:0.0:1767384593.387908:0:17109:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384593.387911:0:17109:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846b4a9f. 00000400:00000200:0.0:1767384593.387921:0:17109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029e73402 00000100:00000001:1.0:1767384593.387923:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384593.387927:0:17109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029e73402. 00000100:00000001:0.0:1767384593.387934:0:17109:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384593.387942:0:17109:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384593.387955:0:17109:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.387965:0:17109:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384593.387967:0:17109:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384593.387970:0:17109:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384593.387973:0:17109:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384593.387975:0:17109:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384593.387977:0:17109:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.387980:0:17109:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384593.387986:0:17109:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384593.387991:0:17109:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384593.387994:0:17109:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384593.387996:0:17109:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384593.388012:0:17109:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384593.388016:0:17109:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384593.388026:0:17109:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.388029:0:17109:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384593.388030:0:17109:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384593.388033:0:17109:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384593.388034:0:17109:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.388038:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.388046:0:17109:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384593.388049:0:17109:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384593.388052:0:17109:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384593.388057:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384593.388065:0:17109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012eda92c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17109:1853237048122112:0@lo:7: 00000100:00000001:0.0:1767384593.388070:0:17109:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384593.388073:0:17109:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.388076:0:17109:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384593.388078:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384593.388080:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.388087:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384593.388090:0:17109:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009e304aff. 00000100:00000001:0.0:1767384593.388094:0:17109:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384593.388095:0:17109:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384593.388100:0:17109:0:(osp_precreate.c:805:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0000: Got last_fid [0x240000400:0x21:0x0] 00000100:00000001:0.0:1767384593.388120:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384593.388122:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012eda92c x1853237048122112/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.388129:0:17109:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384593.388131:0:17109:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384593.388140:0:17109:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a910a1dc. 02000000:00000001:0.0:1767384593.388144:0:17109:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384593.388146:0:17109:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384593.388147:0:17109:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384593.388149:0:17109:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384593.388151:0:17109:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000090e6cdb3. 02000000:00000001:0.0:1767384593.388153:0:17109:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384593.388155:0:17109:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384593.388156:0:17109:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012eda92c. 00000100:00000001:0.0:1767384593.388159:0:17109:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384593.388161:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384593.388162:0:17109:0:(osp_precreate.c:809:osp_get_lastfid_from_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384593.388166:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012eda92c. 00000020:00000040:0.0:1767384593.388169:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384593.388172:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384593.388174:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384593.388176:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384593.388181:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e6cdb3. 00000100:00000001:0.0:1767384593.388185:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.388188:0:17109:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384593.388189:0:17109:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384593.388194:0:17109:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e304aff. 00000100:00000001:0.0:1767384593.388196:0:17109:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637897963007168 : -106175746544448 : ffff9f6f0857ecc0) 00000100:00000001:0.0:1767384593.388198:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384593.388199:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759369856 : -106174950181760 : ffff9f6f37cf7480) 00000100:00000001:0.0:1767384593.388202:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384593.388203:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.388205:0:17109:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384593.388206:0:17109:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384593.388209:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.388216:0:17109:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384593.388217:0:17109:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.388220:0:17109:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384593.388221:0:17109:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384593.388223:0:17109:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384593.388251:0:17109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012eda92c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17109:1853237048122240:0@lo:5: 00000100:00000001:0.0:1767384593.388255:0:17109:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384593.388259:0:17109:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384593.388261:0:17109:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.388263:0:17109:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384593.388268:0:17109:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000072439678. 02000000:00000001:0.0:1767384593.388271:0:17109:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384593.388276:0:17109:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846b4a9f. 00000400:00000010:0.0:1767384593.388281:0:17109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e73402. 00000100:00000200:0.0:1767384593.388286:0:17109:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048122240, portal 4 00000100:00000001:0.0:1767384593.388288:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384593.388290:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759369856 : -106174950181760 : ffff9f6f37cf7480) 00000100:00000040:0.0:1767384593.388296:0:17109:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.388304:0:17109:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384593.388308:0:17109:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384593.388312:0:17109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000160e44e2. 00000100:00000200:0.0:1767384593.388315:0:17109:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237048122240, offset 0 00000400:00000200:0.0:1767384593.388322:0:17109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384593.388331:0:17109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384593.388339:0:17109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695825ff01b80 00000400:00000200:0.0:1767384593.388344:0:17109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 784 00000400:00000200:0.0:1767384593.388351:0:17109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384593.388356:0:17109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384593.388362:0:17109:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384593.388363:0:17109:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384593.388368:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000035045d29. 00000100:00000040:0.0:1767384593.388371:0:17109:0:(events.c:337:request_in_callback()) incoming req@0000000035045d29 x1853237048122240 msgsize 432 00000100:00100000:0.0:1767384593.388375:0:17109:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384593.388399:0:17109:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384593.388407:0:17109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000160e44e2 00000400:00000010:0.0:1767384593.388409:0:17109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000160e44e2. 00000100:00000001:0.0:1767384593.388412:0:17109:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384593.388416:0:17109:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.388495:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384593.388497:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048122240 02000000:00000001:1.0:1767384593.388499:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384593.388502:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384593.388505:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.388505:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384593.388510:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.388511:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384593.388516:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048122240 00000020:00000001:1.0:1767384593.388520:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384593.388523:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:0.0:1767384593.388523:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.388527:0:17109:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384593.388528:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384593.388531:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 00000020:00000001:1.0:1767384593.388533:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384593.388533:0:17109:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.388535:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000040:0.0:1767384593.388538:0:17109:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2960 usecs (3 jiffies) 00000100:00000001:1.0:1767384593.388539:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384593.388541:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881162 00000020:00000010:1.0:1767384593.388544:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013611a7d. 00000100:00000001:0.0:1767384593.388547:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294881160 00000100:00000001:1.0:1767384593.388548:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384593.388553:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013611a7d. 00000100:00000001:0.0:1767384593.388554:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881162 00000020:00000010:1.0:1767384593.388558:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da442868. 00000100:00000001:0.0:1767384593.388559:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294881160 00000100:00000001:0.0:1767384593.388564:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881162 00000020:00000010:1.0:1767384593.388565:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056bd14b9. 00000100:00000001:0.0:1767384593.388566:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294881160 00000020:00000010:1.0:1767384593.388571:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dfc7c2e. 00000100:00000001:0.0:1767384593.388571:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881162 00000100:00000001:0.0:1767384593.388577:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294881160 00000100:00000040:1.0:1767384593.388579:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384593.388580:0:17109:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384593.388584:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384593.388584:0:17109:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.388588:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384593.388589:0:17109:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384593.388593:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.388593:0:17109:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384593.388598:0:17109:0:(client.c:2690:ptlrpc_set_wait()) set 000000009e304aff going to sleep for 11 seconds 00000100:00000001:0.0:1767384593.388601:0:17109:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384593.388602:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.388603:0:17109:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.388616:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.388624:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384593.388626:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384593.388629:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:1.0:1767384593.388631:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:1.0:1767384593.388633:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759361792 : -106174950189824 : ffff9f6f37cf5500) 00000100:00000040:1.0:1767384593.388637:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000035045d29 x1853237048122240/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.388653:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384593.388654:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013611a7d. 00000100:00000001:1.0:1767384593.388656:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384593.388657:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013611a7d. 00000100:00100000:1.0:1767384593.388660:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000035045d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17109:x1853237048122240:12345-0@lo:5: 00000100:00000200:1.0:1767384593.388663:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048122240 00000020:00000001:1.0:1767384593.388665:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384593.388667:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384593.388668:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.388669:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384593.388671:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664269904 : -1045281712 : ffffffffc1b24450) 00000020:00000001:1.0:1767384593.388672:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384593.388674:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384593.388675:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384593.388676:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384593.388679:0:17894:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1767384593.388680:0:17894:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1767384593.388682:0:17894:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.388683:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384593.388684:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.388687:0:17894:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384593.388688:0:17894:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384593.388689:0:17894:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.388690:0:17894:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384593.388691:0:17894:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384593.388692:0:17894:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.388693:0:17894:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384593.388694:0:17894:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384593.388695:0:17894:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.388696:0:17894:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.388697:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.388699:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384593.388700:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384593.388707:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 0000000067d00ec3. 02000000:00000001:1.0:1767384593.388709:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.388710:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384593.388712:0:17894:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:1.0:1767384593.388714:0:17894:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:33) 00002000:00000001:1.0:1767384593.388715:0:17894:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:1.0:1767384593.388716:0:17894:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:1.0:1767384593.388718:0:17894:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446637897867793536 : -106175841758080 : ffff9f6f02ab1480) 00002000:00080000:1.0:1767384593.388720:0:17894:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 33 -> diff = 0 00002000:00000001:1.0:1767384593.388722:0:17894:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:1.0:1767384593.388724:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384593.388725:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384593.388727:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048122240 00010000:00000001:1.0:1767384593.388728:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384593.388730:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000035045d29 x1853237048122240/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/432 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384593.388735:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384593.388736:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384593.388737:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384593.388739:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384593.388741:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384593.388742:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384593.388743:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384593.388744:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.388746:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384593.388747:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384593.388749:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003958c083. 00000100:00000200:1.0:1767384593.388751:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237048122240, offset 224 00000400:00000200:1.0:1767384593.388754:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384593.388758:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384593.388764:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695825ff01b80 00000400:00000200:1.0:1767384593.388767:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1155 [1] + 224 00000400:00000200:1.0:1767384593.388787:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384593.388792:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384593.388797:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384593.388812:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384593.388822:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.388844:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384593.388852:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003958c083 00000400:00000010:1.0:1767384593.388855:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003958c083. 00000100:00000001:1.0:1767384593.388858:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384593.388860:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384593.388864:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384593.388868:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384593.388871:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384593.388874:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.388877:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384593.388881:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000035045d29 x1853237048122240/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/432 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.388885:0:17109:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384593.388894:0:17109:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384593.388898:0:17109:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384593.388900:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000035045d29 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17109:x1853237048122240:12345-0@lo:5: Request processed in 243us (524us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384593.388902:0:17109:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846b4a9f. 00000400:00000200:0.0:1767384593.388914:0:17109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029e73402 00000400:00000010:0.0:1767384593.388920:0:17109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029e73402. 00000100:00100000:1.0:1767384593.388921:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384593.388926:0:17109:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384593.388928:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000200:0.0:1767384593.388936:0:17109:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.388937:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384593.388943:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384593.388950:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056bd14b9. 00000020:00000010:1.0:1767384593.388958:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dfc7c2e. 00000020:00000010:1.0:1767384593.388962:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da442868. 00000020:00000040:1.0:1767384593.388967:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000100:00000001:1.0:1767384593.388974:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384593.388992:0:17109:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.389003:0:17109:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384593.389007:0:17109:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384593.389009:0:17109:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384593.389011:0:17109:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384593.389013:0:17109:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384593.389015:0:17109:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.389018:0:17109:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384593.389024:0:17109:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384593.389028:0:17109:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384593.389031:0:17109:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384593.389033:0:17109:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384593.389035:0:17109:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384593.389039:0:17109:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384593.389048:0:17109:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.389051:0:17109:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384593.389052:0:17109:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384593.389054:0:17109:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384593.389055:0:17109:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.389059:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.389067:0:17109:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384593.389070:0:17109:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384593.389073:0:17109:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384593.389076:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384593.389084:0:17109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012eda92c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17109:1853237048122240:0@lo:5: 00000100:00000001:0.0:1767384593.389089:0:17109:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384593.389092:0:17109:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.389121:0:17109:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384593.389124:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384593.389126:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.389133:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384593.389136:0:17109:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009e304aff. 00000100:00000001:0.0:1767384593.389139:0:17109:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384593.389140:0:17109:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384593.389143:0:17109:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x240000400:0x21:0x0] from OST, last_created [0x240000400:0x21:0x0]last_used is [0x240000400:0x21:0x0] 00000100:00000001:0.0:1767384593.389147:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384593.389150:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012eda92c x1853237048122240/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.389156:0:17109:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384593.389158:0:17109:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384593.389160:0:17109:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000072439678. 02000000:00000001:0.0:1767384593.389162:0:17109:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384593.389163:0:17109:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384593.389164:0:17109:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384593.389167:0:17109:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384593.389168:0:17109:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000090e6cdb3. 02000000:00000001:0.0:1767384593.389170:0:17109:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384593.389172:0:17109:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384593.389173:0:17109:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012eda92c. 00000100:00000001:0.0:1767384593.389176:0:17109:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384593.389177:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384593.389179:0:17109:0:(osp_precreate.c:986:osp_precreate_cleanup_orphans()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384593.389184:0:17109:0:(osp_precreate.c:580:osp_precreate_send()) Process entered 00000100:00000010:0.0:1767384593.389187:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012eda92c. 00000020:00000040:0.0:1767384593.389189:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384593.389192:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384593.389193:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384593.389196:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384593.389200:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e6cdb3. 00000100:00000001:0.0:1767384593.389203:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1767384593.389206:0:17109:0:(osp_precreate.c:552:osp_precreate_fids()) Expect 32, actual 0 [[0x240000400:0x41:0x0] -- [0x240000400:0x21:0x0]] 00000100:00000001:0.0:1767384593.389220:0:17109:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384593.389238:0:17109:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384593.389243:0:17109:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009e304aff. 00000100:00000001:0.0:1767384593.389246:0:17109:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637897963007168 : -106175746544448 : ffff9f6f0857ecc0) 00000100:00000001:0.0:1767384593.389249:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384593.389251:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759369856 : -106174950181760 : ffff9f6f37cf7480) 00000100:00000001:0.0:1767384593.389254:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384593.389256:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.389258:0:17109:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384593.389259:0:17109:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384593.389263:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012eda92c x1853237048122368/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.389271:0:17109:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384593.389272:0:17109:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.389275:0:17109:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384593.389277:0:17109:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384593.389280:0:17109:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384593.389283:0:17109:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000012eda92c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17109:1853237048122368:0@lo:5: 00000100:00000001:0.0:1767384593.389287:0:17109:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384593.389290:0:17109:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384593.389291:0:17109:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.389294:0:17109:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384593.389297:0:17109:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000072439678. 02000000:00000001:0.0:1767384593.389299:0:17109:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384593.389304:0:17109:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846b4a9f. 00000400:00000010:0.0:1767384593.389308:0:17109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e73402. 00000100:00000200:0.0:1767384593.389312:0:17109:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048122368, portal 4 00000100:00000001:0.0:1767384593.389314:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384593.389315:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759369856 : -106174950181760 : ffff9f6f37cf7480) 00000100:00000040:0.0:1767384593.389320:0:17109:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000012eda92c x1853237048122368/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.389328:0:17109:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384593.389331:0:17109:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384593.389334:0:17109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000160e44e2. 00000100:00000200:0.0:1767384593.389346:0:17109:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237048122368, offset 0 00000400:00000200:0.0:1767384593.389352:0:17109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384593.389361:0:17109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384593.389369:0:17109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695825ff01c00 00000400:00000200:0.0:1767384593.389373:0:17109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 1216 00000400:00000200:0.0:1767384593.389379:0:17109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384593.389384:0:17109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384593.389389:0:17109:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384593.389390:0:17109:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384593.389394:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000098445e83. 00000100:00000040:0.0:1767384593.389397:0:17109:0:(events.c:337:request_in_callback()) incoming req@0000000098445e83 x1853237048122368 msgsize 432 00000100:00100000:0.0:1767384593.389401:0:17109:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384593.389420:0:17109:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384593.389426:0:17109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000160e44e2 00000400:00000010:0.0:1767384593.389428:0:17109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000160e44e2. 00000100:00000001:0.0:1767384593.389431:0:17109:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384593.389504:0:17109:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000012eda92c x1853237048122368/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.389507:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384593.389511:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048122368 00000100:00000001:0.0:1767384593.389512:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384593.389514:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384593.389516:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000012eda92c x1853237048122368/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.389517:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384593.389520:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384593.389525:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.389527:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.389528:0:17109:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384593.389531:0:17109:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384593.389534:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048122368 00000100:00000040:0.0:1767384593.389535:0:17109:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 2472 usecs (3 jiffies) 00000020:00000001:1.0:1767384593.389539:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384593.389540:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294881163 00000020:00000040:1.0:1767384593.389542:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:1.0:1767384593.389546:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384593.389546:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294881162 00000020:00000040:1.0:1767384593.389547:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 00000020:00000001:1.0:1767384593.389552:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384593.389553:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294881163 00000020:00000001:1.0:1767384593.389554:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384593.389559:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294881162 00000100:00000001:1.0:1767384593.389560:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384593.389564:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013611a7d. 00000100:00000001:0.0:1767384593.389564:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294881163 00000100:00000001:1.0:1767384593.389570:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384593.389570:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294881162 00000020:00000010:1.0:1767384593.389574:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013611a7d. 00000020:00000010:1.0:1767384593.389579:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da442868. 00000100:00000001:0.0:1767384593.389582:0:17109:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294881163 00000020:00000010:1.0:1767384593.389584:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056bd14b9. 00000100:00000001:0.0:1767384593.389586:0:17109:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294881162 00000020:00000010:1.0:1767384593.389589:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000003dfc7c2e. 00000100:00000001:0.0:1767384593.389590:0:17109:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384593.389594:0:17109:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.389595:0:17109:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384593.389596:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384593.389597:0:17109:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384593.389601:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1767384593.389602:0:17109:0:(client.c:2690:ptlrpc_set_wait()) set 000000009e304aff going to sleep for 11 seconds 00000100:00000001:1.0:1767384593.389605:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384593.389606:0:17109:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384593.389609:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.389610:0:17109:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.389617:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.389627:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384593.389633:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384593.389635:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384593.389637:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:1.0:1767384593.389639:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:1.0:1767384593.389641:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759368960 : -106174950182656 : ffff9f6f37cf7100) 00000100:00000040:1.0:1767384593.389644:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000098445e83 x1853237048122368/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/0 e 0 to 0 dl 1767384604 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384593.389649:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384593.389651:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013611a7d. 00000100:00000001:1.0:1767384593.389652:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384593.389654:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013611a7d. 00000100:00100000:1.0:1767384593.389657:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000098445e83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:17109:x1853237048122368:12345-0@lo:5: 00000100:00000200:1.0:1767384593.389665:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048122368 00000020:00000001:1.0:1767384593.389667:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384593.389668:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384593.389670:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.389671:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384593.389672:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664269904 : -1045281712 : ffffffffc1b24450) 00000020:00000001:1.0:1767384593.389674:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384593.389675:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384593.389677:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384593.389678:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384593.389679:0:17894:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1767384593.389680:0:17894:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1767384593.389682:0:17894:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.389683:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1767384593.389684:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.389685:0:17894:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384593.389686:0:17894:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384593.389687:0:17894:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.389688:0:17894:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384593.389689:0:17894:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384593.389690:0:17894:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.389691:0:17894:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:1.0:1767384593.389692:0:17894:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1767384593.389693:0:17894:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.389694:0:17894:0:(tgt_handler.c:263:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.389695:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.389696:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384593.389697:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384593.389699:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000c53ace03. 02000000:00000001:1.0:1767384593.389700:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384593.389702:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384593.389703:0:17894:0:(ofd_dev.c:1563:ofd_create_hdl()) Process entered 00002000:00000040:1.0:1767384593.389704:0:17894:0:(ofd_dev.c:1589:ofd_create_hdl()) ofd_create(0x240000400:65) 00002000:00000001:1.0:1767384593.389705:0:17894:0:(ofd_fs.c:356:ofd_seq_load()) Process entered 00002000:00000001:1.0:1767384593.389706:0:17894:0:(ofd_fs.c:362:ofd_seq_load()) lustre-OST0000: got sequence 0x240000400 0x240000400:33 00002000:00000001:1.0:1767384593.389707:0:17894:0:(ofd_fs.c:363:ofd_seq_load()) Process leaving (rc=18446637897867793536 : -106175841758080 : ffff9f6f02ab1480) 00000020:00000001:1.0:1767384593.389713:0:17894:0:(tgt_grant.c:1364:tgt_grant_create()) Process entered 00000020:00000001:1.0:1767384593.389715:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1767384593.389719:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1767384593.389720:0:17894:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/0000000033740fc5 free: 144203776 avail: 129867776 00000020:00000001:1.0:1767384593.389722:0:17894:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1767384593.389724:0:17894:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/0000000033740fc5 avail=129867776 left=129585152 unstable=0 tot_grant=280000 pending=0 00000020:00000001:1.0:1767384593.389726:0:17894:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000001:1.0:1767384593.389729:0:17894:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000001:1.0:1767384593.389730:0:17894:0:(tgt_grant.c:922:tgt_grant_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384593.389731:0:17894:0:(tgt_grant.c:1437:tgt_grant_create()) Process leaving (rc=896 : 896 : 380) 00002000:00080000:1.0:1767384593.389733:0:17894:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 34 00002000:00000001:1.0:1767384593.389735:0:17894:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384593.389737:0:17894:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000013611a7d. 00002000:00000001:1.0:1767384593.389739:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.389740:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.389742:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.389743:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000411c5073. 00002000:00000001:1.0:1767384593.389745:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619494248 : -106180090057368 : ffff9f6e05732d68) 00002000:00000001:1.0:1767384593.389747:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.389748:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x22:0x0] 00080000:00000010:1.0:1767384593.389750:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000693c0e46. 00002000:00000001:1.0:1767384593.389751:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.389753:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.389755:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.389757:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.389759:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.389760:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.389762:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.389763:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.389765:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.389766:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.389767:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.389928:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.389931:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.389933:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.389940:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.389941:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.389942:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.389944:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.389945:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.389949:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619494248 : -106180090057368 : ffff9f6e05732d68) 00002000:00000001:1.0:1767384593.389951:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619494160 : -106180090057456 : ffff9f6e05732d10) 00002000:00000001:1.0:1767384593.389953:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.389954:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.389955:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.389958:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004f358ac2. 00002000:00000001:1.0:1767384593.389960:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619496072 : -106180090055544 : ffff9f6e05733488) 00002000:00000001:1.0:1767384593.389962:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.389963:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x23:0x0] 00080000:00000010:1.0:1767384593.389965:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000022b2b9d5. 00002000:00000001:1.0:1767384593.389967:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.389968:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.389969:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.389970:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.389971:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.389972:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.389973:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.389974:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.389975:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.389976:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.389977:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.390198:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.390203:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.390205:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.390208:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.390209:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.390212:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.390215:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.390217:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.390221:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619496072 : -106180090055544 : ffff9f6e05733488) 00002000:00000001:1.0:1767384593.390224:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619495984 : -106180090055632 : ffff9f6e05733430) 00002000:00000001:1.0:1767384593.390236:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.390238:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.390242:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.390264:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e1ba0bf7. 00002000:00000001:1.0:1767384593.390267:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619493640 : -106180090057976 : ffff9f6e05732b08) 00002000:00000001:1.0:1767384593.390271:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.390273:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x24:0x0] 00080000:00000010:1.0:1767384593.390277:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000081019dab. 00002000:00000001:1.0:1767384593.390280:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.390282:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.390284:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.390286:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.390288:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.390290:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.390292:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.390294:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.390296:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.390298:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.390299:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.390527:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.390530:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.390532:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.390533:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.390535:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.390536:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.390537:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.390539:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.390542:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619493640 : -106180090057976 : ffff9f6e05732b08) 00002000:00000001:1.0:1767384593.390543:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619493552 : -106180090058064 : ffff9f6e05732ab0) 00002000:00000001:1.0:1767384593.390545:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.390546:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.390547:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.390550:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005f01f69a. 00002000:00000001:1.0:1767384593.390552:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619493032 : -106180090058584 : ffff9f6e057328a8) 00002000:00000001:1.0:1767384593.390554:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.390555:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x25:0x0] 00080000:00000010:1.0:1767384593.390563:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000038dc1484. 00002000:00000001:1.0:1767384593.390565:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.390567:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.390568:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.390569:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.390570:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.390571:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.390573:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.390574:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.390575:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.390576:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.390577:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.390770:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.390774:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.390775:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.390777:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.390778:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.390779:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.390781:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.390782:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.390785:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619493032 : -106180090058584 : ffff9f6e057328a8) 00002000:00000001:1.0:1767384593.390787:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619492944 : -106180090058672 : ffff9f6e05732850) 00002000:00000001:1.0:1767384593.390788:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.390789:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.390791:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.390793:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000070c61ab2. 00002000:00000001:1.0:1767384593.390795:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619495160 : -106180090056456 : ffff9f6e057330f8) 00002000:00000001:1.0:1767384593.390797:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.390798:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x26:0x0] 00080000:00000010:1.0:1767384593.390801:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000051e8ec3d. 00002000:00000001:1.0:1767384593.390802:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.390804:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.390805:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.390806:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.390807:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.390808:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.390809:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.390815:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.390816:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.390817:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.390818:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.390996:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.390999:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391001:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391002:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391004:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391005:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391006:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.391007:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.391010:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619495160 : -106180090056456 : ffff9f6e057330f8) 00002000:00000001:1.0:1767384593.391012:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619495072 : -106180090056544 : ffff9f6e057330a0) 00002000:00000001:1.0:1767384593.391014:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.391015:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.391017:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.391019:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fc0342c9. 00002000:00000001:1.0:1767384593.391021:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619490904 : -106180090060712 : ffff9f6e05732058) 00002000:00000001:1.0:1767384593.391023:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.391024:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x27:0x0] 00080000:00000010:1.0:1767384593.391026:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d0352027. 00002000:00000001:1.0:1767384593.391027:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391028:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.391030:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391030:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391031:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391032:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391034:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391035:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.391036:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.391037:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.391038:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.391220:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.391223:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391224:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391230:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391231:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391232:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391233:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.391234:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.391237:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619490904 : -106180090060712 : ffff9f6e05732058) 00002000:00000001:1.0:1767384593.391239:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619490816 : -106180090060800 : ffff9f6e05732000) 00002000:00000001:1.0:1767384593.391240:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.391241:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.391242:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.391244:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000a875670c. 00002000:00000001:1.0:1767384593.391246:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619495768 : -106180090055848 : ffff9f6e05733358) 00002000:00000001:1.0:1767384593.391248:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.391249:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x28:0x0] 00080000:00000010:1.0:1767384593.391251:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008ccfad79. 00002000:00000001:1.0:1767384593.391253:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391254:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.391255:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391257:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391258:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391258:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391260:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391261:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.391262:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.391263:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.391265:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.391469:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.391472:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391474:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391476:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391477:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391478:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391480:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.391482:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.391485:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619495768 : -106180090055848 : ffff9f6e05733358) 00002000:00000001:1.0:1767384593.391487:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619495680 : -106180090055936 : ffff9f6e05733300) 00002000:00000001:1.0:1767384593.391494:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.391495:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.391497:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.391500:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dd7956e0. 00002000:00000001:1.0:1767384593.391502:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619491208 : -106180090060408 : ffff9f6e05732188) 00002000:00000001:1.0:1767384593.391504:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.391506:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x29:0x0] 00080000:00000010:1.0:1767384593.391509:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002369febb. 00002000:00000001:1.0:1767384593.391511:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391513:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.391515:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391516:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391516:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391517:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391518:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391520:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.391521:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.391522:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.391523:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.391661:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.391664:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391666:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391667:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391668:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391669:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391670:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.391671:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.391674:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619491208 : -106180090060408 : ffff9f6e05732188) 00002000:00000001:1.0:1767384593.391676:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619491120 : -106180090060496 : ffff9f6e05732130) 00080000:00000001:1.0:1767384593.391678:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384593.391681:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005a2200f0. 00080000:00000001:1.0:1767384593.391683:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893546295808 : -106180163255808 : ffff9f6e01164200) 00080000:00000001:1.0:1767384593.391685:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.391687:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.391689:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003d428852. 00080000:00000001:1.0:1767384593.391691:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391698:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.391700:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x22:0x0] not in the id map cache 00080000:00000010:1.0:1767384593.391703:0:17894:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 0000000085b6927a. 00000001:00000001:1.0:1767384593.391704:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.391705:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391707:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.391708:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x23:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.391709:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.391710:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391711:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.391712:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x24:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.391713:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.391714:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391715:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.391715:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x25:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.391716:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.391717:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391718:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.391719:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x26:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.391720:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.391720:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391721:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.391722:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x27:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.391723:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.391723:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391724:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.391725:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x28:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.391726:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.391727:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391728:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.391729:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x29:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.391730:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.391730:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391732:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384593.391735:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.391741:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.391743:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f2c23359. 00080000:00000001:1.0:1767384593.391744:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391749:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384593.391751:0:17894:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x29:0x0] nr 8 00080000:00000001:1.0:1767384593.391770:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.391825:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391826:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391827:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391828:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391829:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391830:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.391832:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.391842:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.391844:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x22:0x0] 00080000:00000001:1.0:1767384593.391845:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391846:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391847:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391847:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391848:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391849:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.391851:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.391852:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.391853:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.391855:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000010:1.0:1767384593.391858:0:17894:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000080033b8. 00000001:00000001:1.0:1767384593.391873:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.391874:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391876:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391878:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.391902:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391903:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391904:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391905:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391906:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391908:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.391909:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.391914:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.391915:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x23:0x0] 00080000:00000001:1.0:1767384593.391921:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391922:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391924:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391925:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391926:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391927:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.391928:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.391929:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.391930:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.391931:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.391945:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.391947:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391949:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391951:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.391974:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391975:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391976:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391977:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391978:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391979:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.391981:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.391986:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.391987:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x24:0x0] 00080000:00000001:1.0:1767384593.391988:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.391988:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.391989:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.391991:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.391992:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.391993:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.391994:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.391995:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.391996:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.391997:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.392005:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.392006:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392007:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392009:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.392026:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392027:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392036:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392037:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392038:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392039:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.392040:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.392047:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.392049:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x25:0x0] 00080000:00000001:1.0:1767384593.392050:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392051:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392051:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392052:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392053:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392054:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.392055:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.392056:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.392057:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.392058:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.392070:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.392071:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392072:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392074:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.392095:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392096:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392097:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392098:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392099:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392100:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.392101:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.392105:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.392106:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x26:0x0] 00080000:00000001:1.0:1767384593.392107:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392108:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392109:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392109:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392110:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392112:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.392113:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.392114:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.392114:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.392121:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.392133:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.392135:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392136:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392138:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.392160:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392161:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392162:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392163:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392164:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392165:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.392167:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.392171:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.392173:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x27:0x0] 00080000:00000001:1.0:1767384593.392173:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392174:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392175:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392176:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392177:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392178:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.392179:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.392180:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.392182:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.392183:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.392191:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.392192:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392193:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392195:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.392217:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392218:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392219:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392220:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392221:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392222:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.392224:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.392228:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.392229:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x28:0x0] 00080000:00000001:1.0:1767384593.392231:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392232:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392239:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392240:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392241:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392242:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.392243:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.392244:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.392245:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.392247:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.392255:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.392256:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392258:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392260:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.392279:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392280:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392281:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392282:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392283:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392284:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.392285:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.392290:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.392291:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x29:0x0] 00080000:00000001:1.0:1767384593.392293:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.392293:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.392294:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.392295:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.392296:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392297:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.392298:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.392299:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.392300:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.392302:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.392310:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.392312:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.392313:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384593.392316:0:17894:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 0000000054c32037. 00002000:00001000:1.0:1767384593.392318:0:17894:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x29:0x0], th_sync 0 00080000:00000001:1.0:1767384593.392320:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00000001:1.0:1767384593.392323:0:17894:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384593.392330:0:17894:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967301 00000001:00000010:1.0:1767384593.392333:0:17894:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000776371d1. 00000001:00000040:1.0:1767384593.392334:0:17894:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000bf58c2a9 : new cb_count 2 00000020:00000040:1.0:1767384593.392336:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=7 00000001:00000001:1.0:1767384593.392343:0:17894:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.393245:0:17888:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1767384593.393248:0:17888:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1767384593.393250:0:17888:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934593 is committed 00000001:00000040:3.0:1767384593.393252:0:17888:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000bf58c2a9 : new cb_count 1 00000020:00000040:3.0:1767384593.393255:0:17888:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 6 00000001:00000010:3.0:1767384593.393256:0:17888:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000776371d1. 00002000:00001000:3.0:1767384593.393260:0:17888:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x29:0x0], th_sync 1 00002000:00000010:3.0:1767384593.393263:0:17888:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 0000000054c32037. 00080000:00000010:3.0:1767384593.393265:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005a2200f0. 00000001:00100000:3.0:1767384593.393269:0:17888:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:3.0:1767384593.393272:0:17888:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000bf58c2a9 : new cb_count 0 00000020:00000040:3.0:1767384593.393273:0:17888:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000001:00000010:3.0:1767384593.393275:0:17888:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000e7e94233. 00080000:00000010:3.0:1767384593.393280:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f69bd0a9. 00080000:00000010:1.0:1767384593.393312:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f2c23359. 00080000:00000010:1.0:1767384593.393316:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003d428852. 00040000:00000001:1.0:1767384593.393318:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384593.393320:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384593.393322:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384593.393325:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000e479c940/00000000411c5073 to site lru. bkt: 000000006fac0f9c 00000020:00000002:1.0:1767384593.393327:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000003521aed0/000000004f358ac2 to site lru. bkt: 00000000600d07c0 00000020:00000002:1.0:1767384593.393329:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000f50869a2/00000000e1ba0bf7 to site lru. bkt: 00000000d03d49cc 00000020:00000002:1.0:1767384593.393332:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000000d150a36/000000005f01f69a to site lru. bkt: 000000007184f290 00000020:00000002:1.0:1767384593.393334:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000750a25a6/0000000070c61ab2 to site lru. bkt: 0000000006c4c61a 00000020:00000002:1.0:1767384593.393336:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000009dcd4fce/00000000fc0342c9 to site lru. bkt: 000000006dadf42b 00000020:00000002:1.0:1767384593.393338:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000000d0f3c08/00000000a875670c to site lru. bkt: 00000000fa6b9af8 00000020:00000002:1.0:1767384593.393339:0:17894:0:(lu_object.c:207:lu_object_put()) Add 0000000009029d74/00000000dd7956e0 to site lru. bkt: 000000003dc4a6a8 00002000:00000010:1.0:1767384593.393341:0:17894:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000013611a7d. 00002000:00001000:1.0:1767384593.393343:0:17894:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384593.393345:0:17894:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384593.393347:0:17894:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 42 00002000:00000001:1.0:1767384593.393349:0:17894:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384593.393351:0:17894:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000013611a7d. 00002000:00000001:1.0:1767384593.393353:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.393354:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.393355:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.393357:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dab7048b. 00002000:00000001:1.0:1767384593.393358:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619491816 : -106180090059800 : ffff9f6e057323e8) 00002000:00000001:1.0:1767384593.393360:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.393361:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2a:0x0] 00080000:00000010:1.0:1767384593.393363:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000014877d8c. 00002000:00000001:1.0:1767384593.393364:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393371:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.393372:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.393374:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.393375:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.393376:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.393378:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393379:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.393380:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.393381:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.393382:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000100:00000040:0.0:1767384593.393485:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294881163, at 4294881164 00000100:00000010:0.0:1767384593.393491:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d26c01ca. 00000001:00000001:1.0:1767384593.393537:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.393541:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.393542:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.393543:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.393545:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.393546:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393548:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.393549:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.393552:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619491816 : -106180090059800 : ffff9f6e057323e8) 00002000:00000001:1.0:1767384593.393554:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619491728 : -106180090059888 : ffff9f6e05732390) 00002000:00000001:1.0:1767384593.393556:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.393556:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.393558:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.393561:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000be06f0a4. 00002000:00000001:1.0:1767384593.393563:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619493944 : -106180090057672 : ffff9f6e05732c38) 00002000:00000001:1.0:1767384593.393565:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.393566:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2b:0x0] 00080000:00000010:1.0:1767384593.393570:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001d3e417a. 00002000:00000001:1.0:1767384593.393572:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393574:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.393575:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.393576:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.393576:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.393577:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.393578:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393579:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.393580:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.393586:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.393588:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.393715:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.393718:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.393719:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.393721:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.393722:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.393723:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393724:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.393726:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.393729:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619493944 : -106180090057672 : ffff9f6e05732c38) 00002000:00000001:1.0:1767384593.393731:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619493856 : -106180090057760 : ffff9f6e05732be0) 00002000:00000001:1.0:1767384593.393733:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.393734:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.393735:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.393738:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b10adf48. 00002000:00000001:1.0:1767384593.393740:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619497896 : -106180090053720 : ffff9f6e05733ba8) 00002000:00000001:1.0:1767384593.393742:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.393743:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2c:0x0] 00080000:00000010:1.0:1767384593.393746:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000077f91041. 00002000:00000001:1.0:1767384593.393748:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393749:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.393750:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.393751:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.393752:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.393753:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.393754:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393755:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.393757:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.393758:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.393759:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.393924:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.393927:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.393929:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.393930:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.393932:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.393938:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393939:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.393941:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.393944:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619497896 : -106180090053720 : ffff9f6e05733ba8) 00002000:00000001:1.0:1767384593.393946:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619497808 : -106180090053808 : ffff9f6e05733b50) 00002000:00000001:1.0:1767384593.393947:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.393948:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.393950:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.393952:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002bdfaf69. 00002000:00000001:1.0:1767384593.393954:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619492728 : -106180090058888 : ffff9f6e05732778) 00002000:00000001:1.0:1767384593.393956:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.393957:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2d:0x0] 00080000:00000010:1.0:1767384593.393960:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f6f72d60. 00002000:00000001:1.0:1767384593.393962:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393963:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.393965:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.393966:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.393967:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.393968:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.393969:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.393971:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.393972:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.393973:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.393974:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.394169:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.394174:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.394177:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.394179:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.394181:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.394183:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.394185:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.394187:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.394192:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619492728 : -106180090058888 : ffff9f6e05732778) 00002000:00000001:1.0:1767384593.394195:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619492640 : -106180090058976 : ffff9f6e05732720) 00002000:00000001:1.0:1767384593.394198:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.394210:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.394213:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.394216:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000085d09975. 00002000:00000001:1.0:1767384593.394219:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619497592 : -106180090054024 : ffff9f6e05733a78) 00002000:00000001:1.0:1767384593.394222:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.394224:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2e:0x0] 00080000:00000010:1.0:1767384593.394229:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ecd4a5ef. 00002000:00000001:1.0:1767384593.394232:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.394234:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.394238:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.394240:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.394242:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.394261:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.394264:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.394267:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.394269:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.394271:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.394272:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000100:00000040:3.0:1767384593.394498:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294881163, at 4294881165 00000100:00000010:3.0:1767384593.394503:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000138cad58. 00000100:00000040:1.0:1767384593.394526:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294881163, at 4294881165 00000100:00000010:1.0:1767384593.394532:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000658aa8de. 00000001:00000001:1.0:1767384593.394543:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.394545:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.394547:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.394548:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.394550:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.394551:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.394553:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.394554:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.394558:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619497592 : -106180090054024 : ffff9f6e05733a78) 00002000:00000001:1.0:1767384593.394559:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619497504 : -106180090054112 : ffff9f6e05733a20) 00002000:00000001:1.0:1767384593.394561:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.394562:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.394563:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.394566:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004ad59f01. 00002000:00000001:1.0:1767384593.394568:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619496680 : -106180090054936 : ffff9f6e057336e8) 00002000:00000001:1.0:1767384593.394569:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.394576:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x2f:0x0] 00080000:00000010:1.0:1767384593.394579:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007fd52fe6. 00002000:00000001:1.0:1767384593.394581:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.394582:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.394584:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.394585:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.394586:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.394586:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.394588:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.394589:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.394590:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.394591:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.394592:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.394752:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.394755:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.394757:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.394758:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.394759:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.394760:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.394761:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.394762:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.394765:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619496680 : -106180090054936 : ffff9f6e057336e8) 00002000:00000001:1.0:1767384593.394767:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619496592 : -106180090055024 : ffff9f6e05733690) 00002000:00000001:1.0:1767384593.394768:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.394769:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.394770:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.394773:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d86038ce. 00002000:00000001:1.0:1767384593.394775:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619492120 : -106180090059496 : ffff9f6e05732518) 00002000:00000001:1.0:1767384593.394777:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.394778:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x30:0x0] 00080000:00000010:1.0:1767384593.394781:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000160cb55f. 00002000:00000001:1.0:1767384593.394783:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.394801:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.394804:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.394806:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.394808:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.394810:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.394824:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.394826:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.394828:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.394830:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.394832:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.395086:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.395092:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395094:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395097:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395099:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395102:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395120:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.395122:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.395127:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619492120 : -106180090059496 : ffff9f6e05732518) 00002000:00000001:1.0:1767384593.395129:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619492032 : -106180090059584 : ffff9f6e057324c0) 00002000:00000001:1.0:1767384593.395131:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.395133:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.395135:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.395139:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000005f32ad62. 00002000:00000001:1.0:1767384593.395141:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619497288 : -106180090054328 : ffff9f6e05733948) 00002000:00000001:1.0:1767384593.395145:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.395146:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x31:0x0] 00080000:00000010:1.0:1767384593.395151:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008736d26b. 00002000:00000001:1.0:1767384593.395153:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395155:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.395157:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395158:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395159:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395160:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395163:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395165:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.395166:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.395168:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.395169:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.395350:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.395356:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395370:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395373:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395375:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395377:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395379:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.395381:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.395387:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619497288 : -106180090054328 : ffff9f6e05733948) 00002000:00000001:1.0:1767384593.395390:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619497200 : -106180090054416 : ffff9f6e057338f0) 00080000:00000001:1.0:1767384593.395394:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384593.395399:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000de3ae9a6. 00080000:00000001:1.0:1767384593.395402:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898227206144 : -106175482345472 : ffff9f6f18174800) 00080000:00000001:1.0:1767384593.395406:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.395409:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.395414:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000003d428852. 00080000:00000001:1.0:1767384593.395417:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395420:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.395422:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2a:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.395427:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.395429:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395432:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.395504:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2b:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.395507:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.395509:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395511:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.395512:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2c:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.395514:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.395515:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395516:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.395517:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2d:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.395519:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.395519:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395520:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.395521:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2e:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.395522:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.395524:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395531:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.395533:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x2f:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.395535:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.395536:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395537:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.395539:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x30:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.395540:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.395541:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395543:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:1.0:1767384593.395544:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x31:0x0] not in the id map cache 00000001:00000001:1.0:1767384593.395545:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:1.0:1767384593.395546:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395548:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384593.395550:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384593.395552:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384593.395554:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f2c23359. 00080000:00000001:1.0:1767384593.395556:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395563:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:1.0:1767384593.395564:0:17894:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x31:0x0] nr 8 00080000:00000001:1.0:1767384593.395573:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.395630:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395632:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395633:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395635:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395636:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395637:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.395638:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.395644:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.395645:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2a:0x0] 00080000:00000001:1.0:1767384593.395647:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395647:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395653:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395654:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395655:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395657:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.395658:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.395660:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.395661:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.395668:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.395683:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.395684:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395686:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395688:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.395712:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395714:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395715:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395715:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395716:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395718:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.395719:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.395724:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.395725:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2b:0x0] 00080000:00000001:1.0:1767384593.395726:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395727:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395728:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395729:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395730:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395731:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.395732:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.395733:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.395733:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.395735:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.395748:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.395749:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395750:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395752:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.395776:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395777:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395778:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395778:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395780:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395781:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.395782:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.395788:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.395789:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2c:0x0] 00080000:00000001:1.0:1767384593.395790:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395791:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395798:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395799:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395800:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395801:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.395803:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.395804:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.395805:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.395806:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.395843:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.395846:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395849:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395853:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.395956:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395959:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395961:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395962:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395965:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395966:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.395969:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.395980:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.395983:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2d:0x0] 00080000:00000001:1.0:1767384593.395985:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.395986:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.395988:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.395989:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.395991:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.395993:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.395995:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.395997:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.395998:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.396001:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.396021:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.396024:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396026:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396031:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.396076:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396078:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396080:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396082:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396114:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396116:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.396118:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.396126:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.396129:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2e:0x0] 00080000:00000001:1.0:1767384593.396131:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396132:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396133:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396134:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396136:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396137:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.396139:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.396140:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.396141:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.396144:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.396157:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.396159:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396161:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396164:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.396201:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396203:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396204:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396205:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396208:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396210:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.396212:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.396219:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.396221:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x2f:0x0] 00080000:00000001:1.0:1767384593.396223:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396224:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396242:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396245:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396247:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396249:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.396252:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.396253:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.396255:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.396258:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.396276:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.396290:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396294:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396298:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.396333:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396336:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396338:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396340:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396342:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396344:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.396346:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.396355:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.396358:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x30:0x0] 00080000:00000001:1.0:1767384593.396360:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396362:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396363:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396365:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396366:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396368:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.396371:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.396373:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.396375:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.396379:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.396410:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.396412:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396413:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396415:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:1.0:1767384593.396432:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396462:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396463:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396464:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396466:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396468:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.396470:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1767384593.396476:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384593.396477:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x31:0x0] 00080000:00000001:1.0:1767384593.396479:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396480:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396482:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396483:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396490:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396491:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.396492:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:1.0:1767384593.396494:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.396495:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.396497:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:1.0:1767384593.396507:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384593.396509:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396511:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1767384593.396513:0:17894:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000b81bfd32. 00002000:00001000:1.0:1767384593.396515:0:17894:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 0 for [0x240000400:0x31:0x0], th_sync 0 00080000:00000001:1.0:1767384593.396518:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:1.0:1767384593.396520:0:17894:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934593 00000001:00000001:1.0:1767384593.396521:0:17894:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1767384593.396523:0:17894:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934594, last_committed = 8589934593 00000001:00000010:1.0:1767384593.396525:0:17894:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000091336cd8. 00000001:00000040:1.0:1767384593.396527:0:17894:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000bf58c2a9 : new cb_count 1 00000020:00000040:1.0:1767384593.396528:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=6 00000001:00000001:1.0:1767384593.396536:0:17894:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384593.396540:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f2c23359. 00080000:00000010:1.0:1767384593.396542:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000003d428852. 00040000:00000001:1.0:1767384593.396543:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384593.396544:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384593.396546:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384593.396547:0:17894:0:(lu_object.c:207:lu_object_put()) Add 0000000044d8671e/00000000dab7048b to site lru. bkt: 00000000349a5339 00000020:00000002:1.0:1767384593.396549:0:17894:0:(lu_object.c:207:lu_object_put()) Add 0000000005365cde/00000000be06f0a4 to site lru. bkt: 000000009dbf860d 00000020:00000002:1.0:1767384593.396551:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000006de6140e/00000000b10adf48 to site lru. bkt: 00000000b7db247b 00000020:00000002:1.0:1767384593.396553:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000002fbb890a/000000002bdfaf69 to site lru. bkt: 000000003ebfaf45 00000020:00000002:1.0:1767384593.396554:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000581166d8/0000000085d09975 to site lru. bkt: 000000004a9837e3 00000020:00000002:1.0:1767384593.396556:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000a41ae351/000000004ad59f01 to site lru. bkt: 000000002ca480b6 00000020:00000002:1.0:1767384593.396558:0:17894:0:(lu_object.c:207:lu_object_put()) Add 0000000056bd0336/00000000d86038ce to site lru. bkt: 00000000a433547f 00000020:00000002:1.0:1767384593.396560:0:17894:0:(lu_object.c:207:lu_object_put()) Add 0000000090d05875/000000005f32ad62 to site lru. bkt: 000000008a287c55 00002000:00000010:1.0:1767384593.396561:0:17894:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000013611a7d. 00002000:00001000:1.0:1767384593.396568:0:17894:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:1.0:1767384593.396569:0:17894:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:1.0:1767384593.396571:0:17894:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 50 00002000:00000001:1.0:1767384593.396573:0:17894:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:1.0:1767384593.396575:0:17894:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000013611a7d. 00002000:00000001:1.0:1767384593.396577:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.396578:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.396580:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.396581:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000932eced8. 00002000:00000001:1.0:1767384593.396583:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619496984 : -106180090054632 : ffff9f6e05733818) 00002000:00000001:1.0:1767384593.396585:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.396586:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x32:0x0] 00080000:00000010:1.0:1767384593.396589:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000066ba32cb. 00002000:00000001:1.0:1767384593.396591:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396593:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.396594:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396595:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396596:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396597:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396598:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396600:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.396601:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.396602:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.396603:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.396802:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.396805:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396807:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396808:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396809:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396810:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396811:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.396813:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.396815:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619496984 : -106180090054632 : ffff9f6e05733818) 00002000:00000001:1.0:1767384593.396817:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619496896 : -106180090054720 : ffff9f6e057337c0) 00002000:00000001:1.0:1767384593.396819:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.396820:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.396827:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.396829:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004204d546. 00002000:00000001:1.0:1767384593.396831:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619494552 : -106180090057064 : ffff9f6e05732e98) 00002000:00000001:1.0:1767384593.396832:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.396833:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x33:0x0] 00080000:00000010:1.0:1767384593.396836:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000048fc8c67. 00002000:00000001:1.0:1767384593.396837:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396839:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.396840:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.396841:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.396842:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.396843:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.396844:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.396845:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.396846:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.396847:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.396848:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:1.0:1767384593.397029:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1767384593.397032:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.397034:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.397036:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.397037:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.397038:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.397040:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384593.397041:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384593.397044:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619494552 : -106180090057064 : ffff9f6e05732e98) 00002000:00000001:1.0:1767384593.397046:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619494464 : -106180090057152 : ffff9f6e05732e40) 00002000:00000001:1.0:1767384593.397048:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1767384593.397049:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:1.0:1767384593.397050:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1767384593.397053:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000032ba0e28. 00002000:00000001:1.0:1767384593.397055:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619495464 : -106180090056152 : ffff9f6e05733228) 00002000:00000001:1.0:1767384593.397057:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1767384593.397058:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x34:0x0] 00080000:00000010:1.0:1767384593.397060:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000046ffe564. 00002000:00000001:1.0:1767384593.397062:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.397068:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1767384593.397070:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1767384593.397071:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1767384593.397072:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1767384593.397073:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1767384593.397074:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384593.397075:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384593.397076:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:1.0:1767384593.397077:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:1.0:1767384593.397078:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.397280:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.397370:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.397374:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.397389:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.397392:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.397395:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.397399:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.397403:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.397413:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619495464 : -106180090056152 : ffff9f6e05733228) 00002000:00000001:3.0:1767384593.397419:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619495376 : -106180090056240 : ffff9f6e057331d0) 00002000:00000001:3.0:1767384593.397423:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.397426:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.397432:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.397502:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000bb59c46b. 00002000:00000001:3.0:1767384593.397505:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619474520 : -106180090077096 : ffff9f6e0572e058) 00002000:00000001:3.0:1767384593.397508:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.397510:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x35:0x0] 00080000:00000010:3.0:1767384593.397514:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e40bfd0d. 00002000:00000001:3.0:1767384593.397516:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.397517:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.397519:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.397521:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.397522:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.397523:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.397524:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.397526:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.397527:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.397528:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.397529:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.397763:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.397767:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.397768:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.397770:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.397772:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.397773:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.397775:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.397776:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.397779:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619474520 : -106180090077096 : ffff9f6e0572e058) 00002000:00000001:3.0:1767384593.397781:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619474432 : -106180090077184 : ffff9f6e0572e000) 00002000:00000001:3.0:1767384593.397788:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.397789:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.397792:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.397794:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000a4e15d0. 00002000:00000001:3.0:1767384593.397796:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619479384 : -106180090072232 : ffff9f6e0572f358) 00002000:00000001:3.0:1767384593.397799:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.397800:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x36:0x0] 00080000:00000010:3.0:1767384593.397803:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e550639f. 00002000:00000001:3.0:1767384593.397805:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.397806:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.397808:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.397810:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.397811:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.397812:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.397813:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.397815:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.397816:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.397817:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.397818:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.397970:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.397973:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.397975:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.397976:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.397977:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.397978:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.397979:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.397980:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.397983:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619479384 : -106180090072232 : ffff9f6e0572f358) 00002000:00000001:3.0:1767384593.397984:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619479296 : -106180090072320 : ffff9f6e0572f300) 00002000:00000001:3.0:1767384593.397986:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.397987:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.397988:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.397991:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000096e1e5f5. 00002000:00000001:3.0:1767384593.397993:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619474824 : -106180090076792 : ffff9f6e0572e188) 00002000:00000001:3.0:1767384593.397995:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.397996:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x37:0x0] 00080000:00000010:3.0:1767384593.398005:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000de2314f0. 00002000:00000001:3.0:1767384593.398007:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398008:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.398010:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.398011:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.398013:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.398014:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.398015:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398033:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.398035:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.398037:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.398039:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.398224:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.398229:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.398232:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.398234:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.398236:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.398238:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398240:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.398243:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.398248:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619474824 : -106180090076792 : ffff9f6e0572e188) 00002000:00000001:3.0:1767384593.398251:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619474736 : -106180090076880 : ffff9f6e0572e130) 00002000:00000001:3.0:1767384593.398253:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.398255:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.398258:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.398263:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000004a654f40. 00002000:00000001:3.0:1767384593.398267:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619475432 : -106180090076184 : ffff9f6e0572e3e8) 00002000:00000001:3.0:1767384593.398287:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.398289:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x38:0x0] 00080000:00000010:3.0:1767384593.398379:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ab902495. 00002000:00000001:3.0:1767384593.398383:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398385:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.398388:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.398390:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.398392:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.398394:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.398397:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398408:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.398410:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.398412:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.398414:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.398624:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.398627:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.398629:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.398630:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.398631:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.398632:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398634:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.398635:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.398638:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619475432 : -106180090076184 : ffff9f6e0572e3e8) 00002000:00000001:3.0:1767384593.398640:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619475344 : -106180090076272 : ffff9f6e0572e390) 00002000:00000001:3.0:1767384593.398641:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.398643:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.398644:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.398648:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000024182acb. 00002000:00000001:3.0:1767384593.398649:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619477560 : -106180090074056 : ffff9f6e0572ec38) 00002000:00000001:3.0:1767384593.398651:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.398652:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x39:0x0] 00080000:00000010:3.0:1767384593.398656:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000098d6fd4c. 00002000:00000001:3.0:1767384593.398657:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398659:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.398660:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.398661:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.398663:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.398664:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.398665:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398666:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.398667:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.398668:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.398669:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.398819:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.398824:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.398827:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.398837:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.398840:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.398842:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398845:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.398847:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.398852:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619477560 : -106180090074056 : ffff9f6e0572ec38) 00002000:00000001:3.0:1767384593.398855:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619477472 : -106180090074144 : ffff9f6e0572ebe0) 00080000:00000001:3.0:1767384593.398859:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384593.398863:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b427fe39. 00080000:00000001:3.0:1767384593.398866:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617134592 : -106180092417024 : ffff9f6e054f2c00) 00080000:00000001:3.0:1767384593.398869:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384593.398872:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384593.398876:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000058df1abc. 00080000:00000001:3.0:1767384593.398879:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398881:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.398884:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x32:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.398903:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.398905:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398908:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.398910:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x33:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.398912:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.398913:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398915:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.398917:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x34:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.398919:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.398920:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398922:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.398923:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x35:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.398925:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.398926:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398928:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.398930:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x36:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.398931:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.398932:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398934:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.398943:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x37:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.398945:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.398947:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398948:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.398950:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x38:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.398951:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.398952:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398953:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.398954:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x39:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.398956:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.398957:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398958:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384593.398961:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384593.398962:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384593.398965:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000085327e58. 00080000:00000001:3.0:1767384593.398967:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.398971:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384593.398973:0:17894:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x39:0x0] nr 8 00080000:00000001:3.0:1767384593.398983:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.399076:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399078:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399080:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399081:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399083:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399085:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.399087:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.399098:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.399100:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x32:0x0] 00080000:00000001:3.0:1767384593.399102:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399104:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399105:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399106:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399108:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399110:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.399112:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.399113:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.399115:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.399118:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.399152:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.399154:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399157:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399161:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.399209:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399211:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399212:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399214:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399215:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399217:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.399219:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.399226:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.399228:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x33:0x0] 00080000:00000001:3.0:1767384593.399230:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399231:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399233:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399234:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399236:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399237:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.399239:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.399240:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.399241:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.399244:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.399260:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.399262:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399264:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399268:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.399298:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399300:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399301:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399302:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399304:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399306:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.399307:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.399315:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.399316:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x34:0x0] 00080000:00000001:3.0:1767384593.399318:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399319:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399320:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399330:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399332:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399334:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.399335:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.399337:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.399338:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.399341:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.399359:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.399361:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399364:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399367:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.399404:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399405:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399406:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399407:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399409:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399410:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.399413:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.399421:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.399424:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x35:0x0] 00080000:00000001:3.0:1767384593.399426:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399427:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399430:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399432:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399503:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399505:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.399507:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.399508:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.399510:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.399512:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.399528:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.399530:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399533:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399536:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.399570:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399571:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399573:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399574:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399576:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399586:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.399587:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.399596:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.399599:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x36:0x0] 00080000:00000001:3.0:1767384593.399600:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399601:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399603:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399605:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399606:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399608:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.399610:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.399611:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.399612:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.399614:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.399630:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.399632:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399634:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399637:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.399673:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399674:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399675:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399677:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399679:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399680:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.399682:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.399688:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.399690:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x37:0x0] 00080000:00000001:3.0:1767384593.399691:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399692:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399693:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399695:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399696:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399698:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.399699:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.399701:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.399702:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.399703:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.399714:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.399716:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399727:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399730:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.399760:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399761:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399763:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399764:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399766:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399767:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.399769:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.399774:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.399776:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x38:0x0] 00080000:00000001:3.0:1767384593.399777:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399778:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399779:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399780:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399781:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399783:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.399785:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.399786:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.399788:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.399790:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.399820:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.399822:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399824:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399827:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.399862:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399863:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399865:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399867:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399869:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399871:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.399873:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.399881:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.399883:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x39:0x0] 00080000:00000001:3.0:1767384593.399885:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.399886:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.399887:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.399888:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.399890:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399900:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.399902:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.399903:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.399905:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.399907:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.399922:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.399924:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.399926:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384593.399932:0:17894:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000e7e94233. 00002000:00001000:3.0:1767384593.399935:0:17894:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 8 for [0x240000400:0x39:0x0], th_sync 0 00080000:00000001:3.0:1767384593.399939:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384593.399941:0:17894:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934594 00000001:00000001:3.0:1767384593.399944:0:17894:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384593.399947:0:17894:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934595, last_committed = 8589934593 00000001:00000010:3.0:1767384593.399951:0:17894:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000cb50bb25. 00000001:00000040:3.0:1767384593.399954:0:17894:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000bf58c2a9 : new cb_count 2 00000020:00000040:3.0:1767384593.399957:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=7 00000001:00000001:3.0:1767384593.399967:0:17894:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384593.399973:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000085327e58. 00080000:00000010:3.0:1767384593.399977:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000058df1abc. 00040000:00000001:3.0:1767384593.399979:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384593.399981:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384593.399983:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384593.399986:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000a845402c/00000000932eced8 to site lru. bkt: 00000000860b885a 00000020:00000002:3.0:1767384593.399989:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000006a15bbda/000000004204d546 to site lru. bkt: 00000000c7f2d7d2 00000020:00000002:3.0:1767384593.399992:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000a3d7f8b3/0000000032ba0e28 to site lru. bkt: 000000005d3b0a21 00000020:00000002:3.0:1767384593.399994:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000006387f1a6/00000000bb59c46b to site lru. bkt: 000000004dd2698b 00000020:00000002:3.0:1767384593.399997:0:17894:0:(lu_object.c:207:lu_object_put()) Add 0000000043303bdf/000000000a4e15d0 to site lru. bkt: 00000000839289c1 00000020:00000002:3.0:1767384593.399999:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000007d2dec05/0000000096e1e5f5 to site lru. bkt: 00000000988c466e 00000020:00000002:3.0:1767384593.400001:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000a77a1676/000000004a654f40 to site lru. bkt: 00000000f1396f6c 00000020:00000002:3.0:1767384593.400004:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000973151e6/0000000024182acb to site lru. bkt: 000000008640bba6 00002000:00000010:3.0:1767384593.400006:0:17894:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000013611a7d. 00002000:00001000:3.0:1767384593.400011:0:17894:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384593.400024:0:17894:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00002000:00080000:3.0:1767384593.400026:0:17894:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x240000400 at 58 00002000:00000001:3.0:1767384593.400029:0:17894:0:(ofd_objects.c:271:ofd_precreate_objects()) Process entered 00002000:00000010:3.0:1767384593.400033:0:17894:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 0000000058df1abc. 00002000:00000001:3.0:1767384593.400036:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.400037:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.400040:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.400043:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000028479e97. 00002000:00000001:3.0:1767384593.400046:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619481512 : -106180090070104 : ffff9f6e0572fba8) 00002000:00000001:3.0:1767384593.400049:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.400050:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3a:0x0] 00080000:00000010:3.0:1767384593.400054:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000adbdd14b. 00002000:00000001:3.0:1767384593.400057:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400059:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.400061:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.400063:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.400065:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.400067:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.400069:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400071:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.400073:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.400074:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.400076:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.400326:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.400332:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.400334:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.400335:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.400337:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.400339:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400341:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.400343:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.400347:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619481512 : -106180090070104 : ffff9f6e0572fba8) 00002000:00000001:3.0:1767384593.400350:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619481424 : -106180090070192 : ffff9f6e0572fb50) 00002000:00000001:3.0:1767384593.400352:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.400354:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.400356:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.400369:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000013f0b777. 00002000:00000001:3.0:1767384593.400372:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619476344 : -106180090075272 : ffff9f6e0572e778) 00002000:00000001:3.0:1767384593.400376:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.400377:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3b:0x0] 00080000:00000010:3.0:1767384593.400382:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f182377f. 00002000:00000001:3.0:1767384593.400385:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400388:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.400390:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.400392:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.400395:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.400397:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.400399:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400401:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.400404:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.400405:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.400407:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.400665:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.400669:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.400671:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.400673:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.400674:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.400675:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400677:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.400678:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.400682:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619476344 : -106180090075272 : ffff9f6e0572e778) 00002000:00000001:3.0:1767384593.400684:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619476256 : -106180090075360 : ffff9f6e0572e720) 00002000:00000001:3.0:1767384593.400687:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.400688:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.400690:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.400693:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000dde2d35f. 00002000:00000001:3.0:1767384593.400696:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619481208 : -106180090070408 : ffff9f6e0572fa78) 00002000:00000001:3.0:1767384593.400698:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.400699:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3c:0x0] 00080000:00000010:3.0:1767384593.400702:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c8b98f89. 00002000:00000001:3.0:1767384593.400704:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400706:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.400717:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.400718:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.400719:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.400720:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.400722:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400724:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.400725:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.400727:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.400728:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.400917:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.400922:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.400925:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.400927:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.400929:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.400931:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400934:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.400936:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.400940:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619481208 : -106180090070408 : ffff9f6e0572fa78) 00002000:00000001:3.0:1767384593.400943:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619481120 : -106180090070496 : ffff9f6e0572fa20) 00002000:00000001:3.0:1767384593.400946:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.400948:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.400950:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.400954:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000003eaca6c7. 00002000:00000001:3.0:1767384593.400957:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619480296 : -106180090071320 : ffff9f6e0572f6e8) 00002000:00000001:3.0:1767384593.400960:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.400962:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3d:0x0] 00080000:00000010:3.0:1767384593.400967:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000082a93451. 00002000:00000001:3.0:1767384593.400970:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400972:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.400974:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.400976:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.400978:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.400980:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.400982:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.400984:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.400986:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.400988:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.400998:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.401186:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.401191:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.401193:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.401195:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.401197:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.401199:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401201:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.401203:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.401207:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619480296 : -106180090071320 : ffff9f6e0572f6e8) 00002000:00000001:3.0:1767384593.401209:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619480208 : -106180090071408 : ffff9f6e0572f690) 00002000:00000001:3.0:1767384593.401211:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.401213:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.401215:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.401220:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000d44d2129. 00002000:00000001:3.0:1767384593.401222:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619475736 : -106180090075880 : ffff9f6e0572e518) 00002000:00000001:3.0:1767384593.401225:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.401227:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3e:0x0] 00080000:00000010:3.0:1767384593.401231:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005a2200f0. 00002000:00000001:3.0:1767384593.401233:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401236:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.401237:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.401238:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.401239:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.401241:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.401242:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401244:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.401245:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.401246:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.401247:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.401404:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.401408:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.401410:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.401412:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.401414:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.401415:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401425:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.401426:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.401430:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619475736 : -106180090075880 : ffff9f6e0572e518) 00002000:00000001:3.0:1767384593.401432:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619475648 : -106180090075968 : ffff9f6e0572e4c0) 00002000:00000001:3.0:1767384593.401473:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.401475:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.401478:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.401481:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000038168b6. 00002000:00000001:3.0:1767384593.401484:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619480904 : -106180090070712 : ffff9f6e0572f948) 00002000:00000001:3.0:1767384593.401487:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.401488:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x3f:0x0] 00080000:00000010:3.0:1767384593.401492:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f69bd0a9. 00002000:00000001:3.0:1767384593.401494:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401497:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.401499:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.401501:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.401502:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.401503:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.401505:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401506:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.401508:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.401509:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.401510:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.401697:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.401701:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.401703:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.401705:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.401706:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.401708:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401710:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.401711:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.401715:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619480904 : -106180090070712 : ffff9f6e0572f948) 00002000:00000001:3.0:1767384593.401718:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619480816 : -106180090070800 : ffff9f6e0572f8f0) 00002000:00000001:3.0:1767384593.401721:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.401722:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.401724:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.401734:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e728e216. 00002000:00000001:3.0:1767384593.401737:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619480600 : -106180090071016 : ffff9f6e0572f818) 00002000:00000001:3.0:1767384593.401740:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.401741:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x40:0x0] 00080000:00000010:3.0:1767384593.401744:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000097a42025. 00002000:00000001:3.0:1767384593.401746:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401748:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.401751:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.401752:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.401753:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.401755:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.401756:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401757:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.401759:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.401760:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.401761:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.401952:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.401956:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.401959:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.401961:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.401962:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.401964:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.401966:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.401969:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.401973:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619480600 : -106180090071016 : ffff9f6e0572f818) 00002000:00000001:3.0:1767384593.401976:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619480512 : -106180090071104 : ffff9f6e0572f7c0) 00002000:00000001:3.0:1767384593.401978:0:17894:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1767384593.401980:0:17894:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00000001:3.0:1767384593.401982:0:17894:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:3.0:1767384593.401987:0:17894:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c2258d7b. 00002000:00000001:3.0:1767384593.401989:0:17894:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446637893619478168 : -106180090073448 : ffff9f6e0572ee98) 00002000:00000001:3.0:1767384593.401992:0:17894:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:3.0:1767384593.401993:0:17894:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x240000400:0x41:0x0] 00080000:00000010:3.0:1767384593.401998:0:17894:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b8b857dd. 00002000:00000001:3.0:1767384593.402000:0:17894:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402002:0:17894:0:(osd_handler.c:1157:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1767384593.402013:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402014:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402017:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402019:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402021:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402023:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.402025:0:17894:0:(osd_compat.c:1054:osd_obj_map_lookup()) Process entered 00000001:00000001:3.0:1767384593.402027:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.402028:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.402173:0:17894:0:(osd_compat.c:1085:osd_obj_map_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:3.0:1767384593.402177:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402179:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402181:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402183:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402185:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402187:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.402189:0:17894:0:(osd_handler.c:1219:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384593.402193:0:17894:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446637893619478168 : -106180090073448 : ffff9f6e0572ee98) 00002000:00000001:3.0:1767384593.402195:0:17894:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446637893619478080 : -106180090073536 : ffff9f6e0572ee40) 00080000:00000001:3.0:1767384593.402198:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384593.402202:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005ecc24ba. 00080000:00000001:3.0:1767384593.402205:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893548047872 : -106180161503744 : ffff9f6e0130fe00) 00080000:00000001:3.0:1767384593.402208:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384593.402211:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384593.402215:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000085327e58. 00080000:00000001:3.0:1767384593.402217:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402219:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.402221:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3a:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.402224:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.402226:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402228:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.402229:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3b:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.402232:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.402234:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402235:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.402237:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3c:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.402247:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.402248:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402250:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.402252:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3d:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.402254:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.402256:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402257:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.402259:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3e:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.402260:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.402262:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402264:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.402265:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x3f:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.402267:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.402269:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402271:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.402272:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x40:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.402274:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.402275:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402277:0:17894:0:(osd_handler.c:4039:osd_declare_create()) Process entered 00080000:00000002:3.0:1767384593.402278:0:17894:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000400:0x41:0x0] not in the id map cache 00000001:00000001:3.0:1767384593.402280:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000001:3.0:1767384593.402281:0:17894:0:(osd_handler.c:4096:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402283:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384593.402286:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384593.402288:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384593.402291:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000d1194ab. 00080000:00000001:3.0:1767384593.402293:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402298:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00001000:3.0:1767384593.402300:0:17894:0:(ofd_objects.c:377:ofd_precreate_objects()) lustre-OST0000: create new object [0x240000400:0x41:0x0] nr 8 00080000:00000001:3.0:1767384593.402310:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.402396:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402398:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402400:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402401:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402404:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402405:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.402415:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.402423:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.402426:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3a:0x0] 00080000:00000001:3.0:1767384593.402428:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402429:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402431:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402432:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402474:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402476:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.402478:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.402479:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.402481:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.402484:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.402502:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.402504:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402506:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402510:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.402546:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402548:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402549:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402551:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402553:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402554:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.402556:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.402561:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.402563:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3b:0x0] 00080000:00000001:3.0:1767384593.402565:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402566:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402568:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402569:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402570:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402572:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.402573:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.402574:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.402575:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.402578:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.402588:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.402590:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402592:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402607:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.402643:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402645:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402646:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402648:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402650:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402651:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.402652:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.402658:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.402661:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3c:0x0] 00080000:00000001:3.0:1767384593.402663:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402664:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402665:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402666:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402667:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402669:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.402670:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.402671:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.402672:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.402674:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.402683:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.402685:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402686:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402688:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.402706:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402707:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402708:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402709:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402711:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402712:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.402713:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.402717:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.402718:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3d:0x0] 00080000:00000001:3.0:1767384593.402720:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402720:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402721:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402722:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402723:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402725:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.402726:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.402733:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.402734:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.402736:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.402745:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.402747:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402749:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402751:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.402772:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402774:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402775:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402776:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402777:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402778:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.402780:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.402784:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.402785:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3e:0x0] 00080000:00000001:3.0:1767384593.402786:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402787:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402788:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402789:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402790:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402791:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.402793:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.402794:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.402795:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.402796:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.402803:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.402804:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402806:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402807:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.402827:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402828:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402829:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402830:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402832:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402834:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.402835:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.402839:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.402840:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x3f:0x0] 00080000:00000001:3.0:1767384593.402848:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402850:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402851:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402852:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402853:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402854:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.402856:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.402857:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.402858:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.402860:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.402869:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.402870:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402872:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402874:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.402896:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402897:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402898:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402899:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402900:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402902:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.402903:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.402907:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.402908:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x40:0x0] 00080000:00000001:3.0:1767384593.402910:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402911:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402911:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402912:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402913:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402915:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.402916:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.402917:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.402918:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.402920:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.402928:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.402929:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402931:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402933:0:17894:0:(osd_handler.c:4583:osd_create()) Process entered 00080000:00000001:3.0:1767384593.402952:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402954:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402962:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402963:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402964:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402965:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384593.402967:0:17894:0:(osd_handler.c:4239:osd_ea_fid_set()) Process entered 00080000:00000001:3.0:1767384593.402972:0:17894:0:(osd_handler.c:4297:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384593.402974:0:17894:0:(osd_oi.c:682:osd_oi_insert()) insert OI for [0x240000400:0x41:0x0] 00080000:00000001:3.0:1767384593.402976:0:17894:0:(osd_oi.c:546:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1767384593.402976:0:17894:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1767384593.402977:0:17894:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1767384593.402978:0:17894:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1767384593.402979:0:17894:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402981:0:17894:0:(osd_oi.c:583:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384593.402982:0:17894:0:(osd_compat.c:1115:osd_obj_map_insert()) Process entered 00000001:00000001:3.0:1767384593.402983:0:17894:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384593.402984:0:17894:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637897902869120 : -106175806682496 : ffff9f6f04c24a80) 00000001:00000001:3.0:1767384593.402986:0:17894:0:(osd_compat.c:856:osd_obj_add_entry()) Process entered 00000001:00000001:3.0:1767384593.402994:0:17894:0:(osd_compat.c:895:osd_obj_add_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384593.402995:0:17894:0:(osd_compat.c:1146:osd_obj_map_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384593.402997:0:17894:0:(osd_handler.c:4658:osd_create()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1767384593.402999:0:17894:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000a8e14580. 00002000:00001000:3.0:1767384593.403002:0:17894:0:(ofd_objects.c:204:ofd_precreate_cb_add()) Add 8 to 16 for [0x240000400:0x41:0x0], th_sync 0 00080000:00000001:3.0:1767384593.403004:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00080000:3.0:1767384593.403006:0:17894:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589934595 00000001:00000001:3.0:1767384593.403008:0:17894:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1767384593.403010:0:17894:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934596, last_committed = 8589934593 00000001:00000010:3.0:1767384593.403012:0:17894:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000b1316571. 00000001:00000040:3.0:1767384593.403014:0:17894:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 00000000bf58c2a9 : new cb_count 3 00000020:00000040:3.0:1767384593.403016:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=8 00000001:00000001:3.0:1767384593.403022:0:17894:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384593.403026:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000d1194ab. 00080000:00000010:3.0:1767384593.403028:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000085327e58. 00040000:00000001:3.0:1767384593.403030:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384593.403031:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384593.403032:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384593.403034:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000002f546851/0000000028479e97 to site lru. bkt: 00000000dde63eb3 00000020:00000002:3.0:1767384593.403036:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000db20100a/0000000013f0b777 to site lru. bkt: 00000000d466598d 00000020:00000002:3.0:1767384593.403043:0:17894:0:(lu_object.c:207:lu_object_put()) Add 0000000004f37a8c/00000000dde2d35f to site lru. bkt: 000000006a418a01 00000020:00000002:3.0:1767384593.403045:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000638ad476/000000003eaca6c7 to site lru. bkt: 000000003d770edf 00000020:00000002:3.0:1767384593.403047:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000003e532149/00000000d44d2129 to site lru. bkt: 000000006c1b65ae 00000020:00000002:3.0:1767384593.403049:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000a7cba285/00000000038168b6 to site lru. bkt: 00000000d2444b4a 00000020:00000002:3.0:1767384593.403051:0:17894:0:(lu_object.c:207:lu_object_put()) Add 000000002cdfa926/00000000e728e216 to site lru. bkt: 00000000f2ca5eab 00000020:00000002:3.0:1767384593.403053:0:17894:0:(lu_object.c:207:lu_object_put()) Add 00000000a92a4eef/00000000c2258d7b to site lru. bkt: 000000003d3767ae 00002000:00000010:3.0:1767384593.403054:0:17894:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 0000000058df1abc. 00002000:00001000:3.0:1767384593.403056:0:17894:0:(ofd_objects.c:478:ofd_precreate_objects()) created 8/8 objects: 0 00002000:00000001:3.0:1767384593.403057:0:17894:0:(ofd_objects.c:481:ofd_precreate_objects()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1767384593.403060:0:17894:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1767384593.403062:0:17894:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00002000:00000001:3.0:1767384593.403063:0:17894:0:(ofd_dev.c:1792:ofd_create_hdl()) Process leaving 00000001:00000001:3.0:1767384593.403066:0:17894:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384593.403067:0:17894:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384593.403070:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934596, xid 1853237048122368 00010000:00000001:3.0:1767384593.403074:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384593.403078:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000098445e83 x1853237048122368/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/432 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384593.403104:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384593.403106:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384593.403110:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384593.403114:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384593.403117:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384593.403120:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384593.403123:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384593.403126:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384593.403129:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384593.403132:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384593.403136:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000100:00000200:3.0:1767384593.403141:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237048122368, offset 224 00000400:00000200:3.0:1767384593.403146:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384593.403155:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384593.403163:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695825ff01c00 00000400:00000200:3.0:1767384593.403178:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x1161 [1] + 224 00000400:00000200:3.0:1767384593.403184:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384593.403188:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384593.403193:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384593.403196:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000012eda92c x1853237048122368/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384593.403207:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@0000000012eda92c x1853237048122368/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384593.403231:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384593.403239:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000400:00000010:3.0:1767384593.403241:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000100:00000001:3.0:1767384593.403245:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384593.403246:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384593.403251:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384593.403255:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384593.403258:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384593.403260:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384593.403262:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384593.403267:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098445e83 x1853237048122368/t8589934596(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:574/0 lens 432/432 e 0 to 0 dl 1767384604 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384593.403277:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000098445e83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:17109:x1853237048122368:12345-0@lo:5: Request processed in 13626us (13878us total) trans 8589934596 rc 0/0 00000100:00100000:3.0:1767384593.403286:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384593.403289:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:3.0:1767384593.403292:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384593.403294:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1767384593.403297:0:17894:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000020:00000010:3.0:1767384593.403301:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056bd14b9. 00000020:00000010:3.0:1767384593.403306:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000003dfc7c2e. 00000020:00000010:3.0:1767384593.403309:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da442868. 00000020:00000040:3.0:1767384593.403316:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 7 00000100:00000001:0.0:1767384593.403319:0:17109:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384593.403321:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384593.403330:0:17109:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384593.403335:0:17109:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384593.403340:0:17109:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846b4a9f. 00000400:00000200:0.0:1767384593.403349:0:17109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029e73402 00000400:00000010:0.0:1767384593.403352:0:17109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029e73402. 00000100:00000001:0.0:1767384593.403356:0:17109:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384593.403365:0:17109:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000012eda92c x1853237048122368/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384593.403378:0:17109:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000012eda92c x1853237048122368/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.403388:0:17109:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384593.403390:0:17109:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384593.403393:0:17109:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384593.403395:0:17109:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384593.403398:0:17109:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384593.403400:0:17109:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384593.403403:0:17109:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384593.403409:0:17109:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=0 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384593.403413:0:17109:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384593.403416:0:17109:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384593.403418:0:17109:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384593.403420:0:17109:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384593.403522:0:17109:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000012eda92c x1853237048122368/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384593.403529:0:17109:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.403531:0:17109:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767384593.403533:0:17109:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767384593.403535:0:17109:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767384593.403537:0:17109:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384593.403539:0:17109:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759369856 : -106174950181760 : ffff9f6f37cf7480) 00000100:00000001:0.0:1767384593.403542:0:17109:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767384593.403543:0:17109:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 2 00000100:00100000:0.0:1767384593.403547:0:17109:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@0000000012eda92c x1853237048122368/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384593.403553:0:17109:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/1 committed=0/0 00000100:00000001:0.0:1767384593.403555:0:17109:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384593.403558:0:17109:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384593.403561:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012eda92c x1853237048122368/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.403567:0:17109:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384593.403570:0:17109:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384593.403571:0:17109:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384593.403574:0:17109:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012eda92c x1853237048122368/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384593.403580:0:17109:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000012eda92c pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:17109:1853237048122368:0@lo:5: 00000100:00000001:0.0:1767384593.403583:0:17109:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384593.403585:0:17109:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384593.403587:0:17109:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384593.403588:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384593.403591:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000012eda92c x1853237048122368/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.403597:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384593.403600:0:17109:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000009e304aff. 00000100:00000001:0.0:1767384593.403610:0:17109:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384593.403611:0:17109:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1767384593.403615:0:17109:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x21:0x0]-[0x240000400:0x41:0x0] 00000004:00000040:0.0:1767384593.403618:0:17109:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384593.403620:0:17109:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49698 state=0: rc = 0 00000100:00000001:0.0:1767384593.403623:0:17109:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384593.403625:0:17109:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000012eda92c x1853237048122368/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384593.403630:0:17109:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384593.403633:0:17109:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1767384593.403634:0:17109:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1767384593.403636:0:17109:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1767384593.403639:0:17109:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384593.403640:0:17109:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1767384593.403641:0:17109:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384593.403643:0:17109:0:(osp_precreate.c:711:osp_precreate_send()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384594.023864:0:18401:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000adf0b6ad. 00080000:00000010:1.0:1767384594.023872:0:18401:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000adf0b6ad. 00000020:00000001:1.0:1767384594.023877:0:18401:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384594.023882:0:18401:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000adf0b6ad. 00080000:00000010:1.0:1767384594.023886:0:18401:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000adf0b6ad. 00000020:00000001:1.0:1767384594.023889:0:18401:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384594.132549:0:18437:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384594.132555:0:18437:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:00000001:3.0:1767384594.135756:0:18437:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767384594.341539:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384594.341546:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384594.341552:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384594.341553:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384594.341620:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384594.341624:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384594.341628:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384595.263529:0:18613:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384595.263533:0:18613:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing lnet_if_list 00000001:00000001:0.0:1767384595.265450:0:18613:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767384595.365492:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384595.365497:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384595.365502:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384595.365503:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384595.365532:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384595.365535:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384595.365537:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384595.475094:0:18640:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ef9693cd. 00080000:00000010:0.0:1767384595.475103:0:18640:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ef9693cd. 00000020:00000001:0.0:1767384595.475107:0:18640:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384595.475113:0:18640:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ef9693cd. 00080000:00000010:0.0:1767384595.475116:0:18640:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ef9693cd. 00000020:00000001:0.0:1767384595.475119:0:18640:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00001000:3.0:1767384595.609642:0:18678:0:(api-ni.c:3211:LNetNIInit()) refs 1 00080000:00000010:3.0:1767384595.776240:0:18688:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000975069c1. 00080000:00000010:3.0:1767384595.776250:0:18688:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000975069c1. 00000020:00000001:3.0:1767384595.776254:0:18688:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384595.776261:0:18688:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000975069c1. 00080000:00000010:3.0:1767384595.776266:0:18688:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000975069c1. 00000020:00000001:3.0:1767384595.776269:0:18688:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384596.170560:0:18738:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003f2aabfd. 00080000:00000010:1.0:1767384596.170571:0:18738:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003f2aabfd. 00000020:00000001:1.0:1767384596.170576:0:18738:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384596.170582:0:18738:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003f2aabfd. 00080000:00000010:1.0:1767384596.170587:0:18738:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003f2aabfd. 00000020:00000001:1.0:1767384596.170590:0:18738:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.389515:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384596.389521:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.389525:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384596.389526:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384596.389568:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384596.389572:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384596.389575:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384596.859596:0:18902:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384596.859603:0:18902:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp10 --if ens2 00000001:00000001:3.0:1767384596.863721:0:18902:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384596.871341:0:18903:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000020103c6c. 00000400:00000010:0.0:1767384596.871358:0:18903:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000074cf6884. 00000400:00000010:0.0:1767384596.871368:0:18903:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000bda81a01. 00000400:00000010:0.0:1767384596.871376:0:18903:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000df9c13b5. 00000400:00000010:0.0:1767384596.871379:0:18903:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006f4bacc5. 00000400:00000010:0.0:1767384596.871383:0:18903:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055d9900c. 00000400:00000010:0.0:1767384596.871385:0:18903:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000006727622. 00000400:00000010:0.0:1767384596.871386:0:18903:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c09e6587. 00000400:00000010:0.0:1767384596.871389:0:18903:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e76c1898. 00000800:00000010:0.0:1767384596.871398:0:18903:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d566c726. 00000800:00000200:0.0:1767384596.871409:0:18903:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384596.871430:0:18903:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384596.871497:0:18903:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384596.871518:0:18903:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp10 [8/256/0/180] 00000400:00000010:0.0:1767384596.873148:0:18903:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000b8f7bbdd. 00000400:00000010:0.0:1767384596.873154:0:18903:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846b4a9f. 00000400:00000010:0.0:1767384596.873158:0:18903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e73402. 00000400:00000001:0.0:1767384596.873170:0:18903:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384596.873171:0:18903:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384596.873173:0:18903:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1a32c18. 00000400:00000200:0.0:1767384596.873175:0:18903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040ffe269 00000400:00000010:0.0:1767384596.873176:0:18903:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040ffe269. 00000400:00000010:0.0:1767384596.873179:0:18903:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 000000003360ec08. 00000400:00000200:0.0:1767384596.873184:0:18903:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (1) 00000400:00000200:0.0:1767384596.873197:0:18903:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384596.873205:0:18903:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131082 00000020:00000010:0.0:1767384596.873211:0:18903:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002129ce14. 00000020:01000000:0.0:1767384596.873215:0:18903:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384596.873218:0:18903:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp10 00000400:00000200:3.0:1767384596.873230:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384596.873231:0:18903:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000074cf6884. 00000400:00000010:0.0:1767384596.873241:0:18903:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000020103c6c. 00000400:00000200:3.0:1767384596.873246:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:3.0:1767384596.873259:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000400:00000200:3.0:1767384596.873264:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (2) 00000400:00000010:3.0:1767384596.873273:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001a3aa359. 00000400:00000200:3.0:1767384596.873279:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384596.873308:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384596.873319:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384596.873329:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp 00000400:00000200:3.0:1767384596.873348:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767384596.873351:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp 00000400:00000200:3.0:1767384596.873354:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp NI seq info: [5:5:256:4294967295] 192.168.203.125@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:3.0:1767384596.873367:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp 00000400:00000200:3.0:1767384596.873383:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp:) -> 192.168.203.125@tcp(192.168.203.125@tcp:192.168.203.125@tcp) : PUT try# 0 00000800:00000200:3.0:1767384596.873399:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 64 bytes in 1 frags to 12345-192.168.203.125@tcp 00000800:00000010:3.0:1767384596.873409:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000083f5c2d1. 00000800:00000200:3.0:1767384596.873434:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (6) 00000800:00000200:3.0:1767384596.873501:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:988 00000800:00000200:3.0:1767384596.873507:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083f5c2d1 type 1, nob 160 niov 1 nkiov 1 00000400:00000200:3.0:1767384596.873530:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384596.873536:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:3.0:1767384596.873575:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.873582:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384596.873591:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384596.873602:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.873621:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384596.873624:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.873630:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384596.873637:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384596.873641:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384596.873662:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000961bbb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048122496:0@lo:253: 00000100:00000001:3.0:1767384596.873669:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384596.873676:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384596.873678:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.873689:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384596.873697:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c35c8687. 02000000:00000001:3.0:1767384596.873703:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384596.873717:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fa73301. 00000800:00000200:1.0:1767384596.873725:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384596.873732:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000083f5c2d1. 00000400:00000010:3.0:1767384596.873733:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5fa8ca9. 00000400:00000200:1.0:1767384596.873744:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384596.873745:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048122496, portal 25 00000100:00000001:3.0:1767384596.873757:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384596.873763:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759666560 : -106174949885056 : ffff9f6f37d3fb80) 00000400:00000200:1.0:1767384596.873765:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: PUT: OK 00000400:00000200:1.0:1767384596.873780:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:3.0:1767384596.873785:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384596.873807:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000100:00000001:3.0:1767384596.873829:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384596.873830:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384596.873841:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000001:1.0:1767384596.873842:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384596.873845:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c7f026d. 00000800:00000001:1.0:1767384596.873854:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:3.0:1767384596.873855:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048122496, offset 0 00000800:00000001:1.0:1767384596.873865:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384596.873875:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384596.873885:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp) <- 192.168.203.125@tcp : PUT - for me 00000400:00000200:3.0:1767384596.873898:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384596.873912:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 64 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384596.873920:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff01c80 00000400:00000200:1.0:1767384596.873933:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 64/64 into md 0x21d [1] + 0 00000400:00000010:1.0:1767384596.873940:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9de1347. 00000400:00000200:1.0:1767384596.873955:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000089fbd9d2 00000400:00000200:3.0:1767384596.873963:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1b5 [2] + 0 00000800:00000001:1.0:1767384596.873964:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384596.873969:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9bd9919. 00000400:00000200:3.0:1767384596.873975:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e3cf83f 00000800:00000001:1.0:1767384596.873978:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384596.873982:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.873983:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.873994:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: PUT: OK 00000400:00000200:3.0:1767384596.874002:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384596.874013:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fbd9d2 00000400:00000010:1.0:1767384596.874018:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fbd9d2. 00000400:00000200:1.0:1767384596.874026:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384596.874027:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e3cf83f 00000400:00000010:3.0:1767384596.874034:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e3cf83f. 00000400:00000200:1.0:1767384596.874036:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (3) 00000100:00000001:3.0:1767384596.874041:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384596.874049:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384596.874051:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000100:00000040:3.0:1767384596.874066:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000ffc94f97 x1853237048122496 msgsize 4848 00000400:00000010:1.0:1767384596.874068:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 73 at 00000000e4865580. 00000400:00000200:1.0:1767384596.874088:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 2 00000100:00100000:3.0:1767384596.874096:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384596.874105:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000040:3.0:1767384596.874110:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384596.874121:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (4) 00000100:00000001:3.0:1767384596.874124:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384596.874138:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c7f026d 00000400:00000010:3.0:1767384596.874142:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c7f026d. 00000400:00000200:1.0:1767384596.874143:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:3.0:1767384596.874147:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384596.874158:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384596.874159:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp to MR: 192.168.203.125@tcp local destination 00000100:00000001:3.0:1767384596.874188:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384596.874189:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp NI seq info: [6:6:256:4294967295] 192.168.203.125@tcp LPNI seq info [6:6:8:4294967295] 00000100:00000040:3.0:1767384596.874196:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384596.874217:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp:192.168.203.125@tcp) -> 192.168.203.125@tcp(192.168.203.125@tcp:192.168.203.125@tcp) 192.168.203.125@tcp : ACK try# 0 00000100:00000001:3.0:1767384596.874228:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384596.874237:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp 00000100:00000001:3.0:1767384596.874238:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1767384596.874250:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000078724fda. 00000100:00000001:3.0:1767384596.874255:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.874283:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294884648 00000800:00000200:1.0:1767384596.874284:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (6) 00000100:00000010:3.0:1767384596.874296:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005f1f5c0b. 00000800:00000200:1.0:1767384596.874303:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:1023 00000800:00000200:1.0:1767384596.874309:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000078724fda type 0, nob 96 niov 1 nkiov 0 00000100:00000001:3.0:1767384596.874312:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384596.874328:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294884648 00000100:00000010:3.0:1767384596.874338:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000060d7af2. 00000100:00000001:3.0:1767384596.874350:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384596.874376:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294884648 00000800:00000200:1.0:1767384596.874384:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1767384596.874385:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000839ded38. 00000800:00000010:1.0:1767384596.874389:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000078724fda. 00000100:00000001:3.0:1767384596.874401:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384596.874401:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384596.874429:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294884648 00000400:00000200:1.0:1767384596.874435:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: ACK: OK 00000800:00000001:1.0:1767384596.874487:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384596.874493:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f906d11a. 00000800:00000001:1.0:1767384596.874494:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384596.874504:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384596.874506:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000800:00000001:1.0:1767384596.874510:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.874516:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384596.874524:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384596.874531:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384596.874534:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.874545:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.874553:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp) <- 192.168.203.125@tcp : ACK - for me 00000100:00000001:3.0:1767384596.874555:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.874573:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384596.874573:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp: ACK from 12345-192.168.203.125@tcp into md 0x1171 00000100:00000001:3.0:1767384596.874580:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384596.874584:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384596.874587:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384596.874591:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: ACK: OK 00000100:00000001:3.0:1767384596.874593:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384596.874595:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000100:00000001:3.0:1767384596.874599:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384596.874600:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000100:00000001:3.0:1767384596.874611:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384596.874611:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384596.874623:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:1.0:1767384596.874637:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384596.874640:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (3) 00000800:00000001:1.0:1767384596.874668:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384596.874673:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.874674:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384596.874687:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048122496 02000000:00000001:3.0:1767384596.874692:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384596.874697:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384596.874703:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.874712:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384596.874720:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048122496 00000100:00000001:1.0:1767384596.874731:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384596.874732:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384596.874734:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048122624 00000020:00000040:3.0:1767384596.874736:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 02000000:00000001:1.0:1767384596.874738:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384596.874743:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384596.874744:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384596.874746:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384596.874750:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 02000000:00000001:1.0:1767384596.874752:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.874760:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:1.0:1767384596.874762:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048122624 00000020:00000001:1.0:1767384596.874770:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1767384596.874771:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000040:1.0:1767384596.874791:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384596.874793:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384596.874795:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1767384596.874801:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000128cd04f. 00000020:00000040:1.0:1767384596.874802:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:1.0:1767384596.874816:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384596.874817:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384596.874830:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:3.0:1767384596.874833:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000128cd04f. 00000100:00000001:1.0:1767384596.874838:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384596.874844:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000043dda8c7. 00000020:00000010:1.0:1767384596.874844:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da151af9. 00000100:00000001:1.0:1767384596.874862:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384596.874868:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053f8cded. 00000020:00000010:1.0:1767384596.874871:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da151af9. 00000020:00000010:1.0:1767384596.874881:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000dfdb475. 00000020:00000010:3.0:1767384596.874882:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ff32a601. 00000020:00000010:1.0:1767384596.874900:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a97d8202. 00000100:00000040:3.0:1767384596.874905:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:1.0:1767384596.874908:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000057ee6b67. 00000100:00000001:3.0:1767384596.874912:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384596.874917:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384596.874925:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.874926:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384596.874932:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384596.874938:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.874946:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.874951:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.874963:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.874964:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.875015:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384596.875015:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384596.875024:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384596.875024:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384596.875035:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00000040:1.0:1767384596.875040:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384596.875043:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863206480 : -106174846345136 : ffff9f6f3dffe050) 00000100:00100000:3.0:1767384596.875051:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00000040:1.0:1767384596.875052:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ffc94f97 x1853237048122496/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:577/0 lens 4848/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384596.875065:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:1.0:1767384596.875069:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384596.875080:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863213648 : -106174846337968 : ffff9f6f3dfffc50) 00000020:00000010:1.0:1767384596.875081:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da151af9. 00000100:00000001:1.0:1767384596.875090:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384596.875094:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da151af9. 00000100:00000040:3.0:1767384596.875098:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000548fd440 x1853237048122624/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:577/0 lens 4848/0 e 0 to 0 dl 1767384607 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384596.875106:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ffc94f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048122496:12345-0@lo:253: 00000100:00000200:1.0:1767384596.875121:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048122496 00000020:00000001:1.0:1767384596.875130:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384596.875138:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384596.875140:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384596.875142:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384596.875147:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384596.875148:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000128cd04f. 00000020:00000001:1.0:1767384596.875150:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00000001:3.0:1767384596.875156:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384596.875157:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384596.875161:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384596.875178:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000128cd04f. 00000020:00000001:1.0:1767384596.875183:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384596.875187:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384596.875189:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384596.875191:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000548fd440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048122624:12345-0@lo:253: 00000100:00000001:1.0:1767384596.875195:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384596.875201:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384596.875202:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048122624 02000000:00000010:1.0:1767384596.875209:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000224f2eaf. 02000000:00000001:1.0:1767384596.875212:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.875219:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.875221:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384596.875228:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:1.0:1767384596.875232:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384596.875233:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.875240:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384596.875243:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 20000000:00000010:1.0:1767384596.875245:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000073b4d31e. 00000020:00000001:3.0:1767384596.875248:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384596.875254:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384596.875254:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384596.875258:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384596.875261:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:1.0:1767384596.875262:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:3.0:1767384596.875270:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:1.0:1767384596.875286:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.875288:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384596.875289:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384596.875301:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:3.0:1767384596.875302:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384596.875307:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:1.0:1767384596.875310:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c175834b. 20000000:01000000:1.0:1767384596.875314:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 02000000:00000010:3.0:1767384596.875316:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fb43a625. 20000000:00000001:1.0:1767384596.875320:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:3.0:1767384596.875322:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.875326:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:3.0:1767384596.875327:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.875330:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384596.875333:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:1.0:1767384596.875352:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:3.0:1767384596.875362:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000125ee596. 20000000:01000000:3.0:1767384596.875370:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384596.875371:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.875377:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:1.0:1767384596.875377:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:3.0:1767384596.875382:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:1.0:1767384596.875382:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.875388:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.875389:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:3.0:1767384596.875396:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.875396:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384596.875424:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000002:1.0:1767384596.875426:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:1.0:1767384596.875432:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:1.0:1767384596.875434:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384596.875436:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384596.875487:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.875489:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384596.875493:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384596.875498:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384596.875501:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384596.875505:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d33cf01e. 00080000:00000001:1.0:1767384596.875508:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893548595712 : -106180160955904 : ffff9f6e01395a00) 00080000:00000001:1.0:1767384596.875512:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384596.875516:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384596.875519:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000da151af9. 00080000:00000001:1.0:1767384596.875521:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.875524:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384596.875536:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384596.875560:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384596.877534:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d33cf01e. 00080000:00000010:1.0:1767384596.877580:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000da151af9. 00040000:00000001:1.0:1767384596.877586:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384596.877588:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384596.877591:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384596.877594:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384596.877596:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384596.877597:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384596.877608:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384596.877620:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384596.877623:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384596.877629:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384596.877643:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001117c79f. 20000000:01000000:3.0:1767384596.877649:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #10 20000000:00000001:3.0:1767384596.877662:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384596.877671:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384596.877677:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384596.877697:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384596.877719:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384596.877729:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384596.877733:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384596.877740:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384596.877746:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384596.877750:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:3.0:1767384596.877758:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:3.0:1767384596.877774:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384596.877785:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384596.877797:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384596.877806:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384596.877809:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.877812:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384596.877832:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000010:1.0:1767384596.877835:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000073b4d31e. 00000020:00000001:3.0:1767384596.877841:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 20000000:00000001:1.0:1767384596.877844:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384596.877854:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:1.0:1767384596.877855:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048122496 00010000:00000001:1.0:1767384596.877864:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000010:3.0:1767384596.877865:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000091ba866. 00010000:00000200:1.0:1767384596.877875:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ffc94f97 x1853237048122496/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384596.877878:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617598976 : -106180091952640 : ffff9f6e05564200) 00080000:00000001:3.0:1767384596.877898:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384596.877907:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384596.877911:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384596.877917:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384596.877918:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000128cd04f. 00080000:00000001:3.0:1767384596.877930:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384596.877930:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=13 v=5 (1 0 0 0) 00080000:00000001:3.0:1767384596.877944:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:1.0:1767384596.877945:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384596.877954:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384596.877960:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384596.877965:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384596.877968:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384596.877970:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.877973:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384596.877982:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384596.877992:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000defdf392. 00080000:00000001:3.0:1767384596.877994:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000200:1.0:1767384596.877996:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048122496, offset 224 00000400:00000200:1.0:1767384596.878008:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384596.878019:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384596.878031:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff01c80 00000400:00000200:1.0:1767384596.878042:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1175 [2] + 224 00000400:00000200:1.0:1767384596.878060:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.878066:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384596.878071:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384596.878095:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384596.878118:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.878147:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384596.878157:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000defdf392 00000400:00000010:1.0:1767384596.878162:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000defdf392. 00000100:00000001:1.0:1767384596.878170:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384596.878174:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384596.878204:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.878205:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.878216:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384596.878220:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384596.878226:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384596.878230:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384596.878231:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384596.878240:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384596.878243:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1767384596.878246:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fa73301. 00000100:00000040:1.0:1767384596.878250:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffc94f97 x1853237048122496/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384596.878258:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5fa8ca9 00000100:00100000:1.0:1767384596.878266:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ffc94f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048122496:12345-0@lo:253: Request processed in 3192us (4195us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384596.878267:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5fa8ca9. 00000100:00000001:3.0:1767384596.878289:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384596.878304:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384596.878306:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00000040:1.0:1767384596.878316:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384596.878325:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384596.878330:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384596.878338:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053f8cded. 00000020:00000010:1.0:1767384596.878351:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ff32a601. 00000020:00000010:1.0:1767384596.878359:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000043dda8c7. 00000020:00000040:1.0:1767384596.878373:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000200:3.0:1767384596.878376:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384596.878380:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384596.878387:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000224f2eaf. 02000000:00000001:1.0:1767384596.878399:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384596.878405:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384596.878406:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.878426:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.878436:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384596.878476:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384596.878482:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019a3d407. 00000400:00000010:1.0:1767384596.878486:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000defdf392. 02000000:00000001:3.0:1767384596.878496:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384596.878502:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384596.878506:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.878511:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384596.878518:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=13 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384596.878537:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=13 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384596.878540:0:17070:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000073b4d31e. 00000100:00000001:1.0:1767384596.878551:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384596.878553:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767384596.878556:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048122752 00000100:00000001:3.0:1767384596.878559:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.878562:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384596.878567:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384596.878571:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384596.878572:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.878577:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.878579:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.878584:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.878587:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048122752 00000020:00000001:1.0:1767384596.878594:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384596.878597:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000100:00000040:3.0:1767384596.878601:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384596.878603:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.878608:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000020:00000001:1.0:1767384596.878618:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000020:00000001:1.0:1767384596.878629:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:1.0:1767384596.878640:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384596.878648:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da151af9. 00000100:00000001:3.0:1767384596.878654:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.878655:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384596.878666:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1767384596.878667:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da151af9. 00000100:00000001:3.0:1767384596.878675:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384596.878679:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e66b0f6. 00000020:01000004:3.0:1767384596.878687:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:00000010:1.0:1767384596.878687:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006e164ebc. 00000020:01000004:3.0:1767384596.878697:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:00000010:1.0:1767384596.878699:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000078f592e3. 00000020:01000004:3.0:1767384596.878708:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:1.0:1767384596.878711:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000020:01000004:3.0:1767384596.878721:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384596.878722:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:01000004:3.0:1767384596.878735:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384596.878735:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384596.878745:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384596.878747:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384596.878753:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:1.0:1767384596.878770:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384596.878776:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:1.0:1767384596.878781:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384596.878784:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384596.878792:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:1.0:1767384596.878792:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384596.878798:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1767384596.878807:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384596.878808:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:1.0:1767384596.878837:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00000100:00000001:1.0:1767384596.878847:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759662976 : -106174949888640 : ffff9f6f37d3ed80) 00000100:00100000:3.0:1767384596.878861:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000961bbb89 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048122496:0@lo:253: 00000100:00000040:1.0:1767384596.878866:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db2966c3 x1853237048122752/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:577/0 lens 328/0 e 0 to 0 dl 1767384607 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384596.878878:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.878881:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384596.878885:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1767384596.878886:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da151af9. 00000100:00000001:1.0:1767384596.878891:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384596.878893:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da151af9. 00000100:00100000:1.0:1767384596.878897:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db2966c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048122752:12345-0@lo:104: 00000100:00000200:1.0:1767384596.878900:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048122752 00010000:00000001:1.0:1767384596.878902:0:17070:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1767384596.878907:0:17070:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384596.878908:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384596.878909:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=2 00000020:00000001:1.0:1767384596.878910:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:1.0:1767384596.878913:0:17070:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:1.0:1767384596.878915:0:17070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384596.878916:0:17070:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384596.878919:0:17070:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384596.878927:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384596.878929:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000961bbb89 x1853237048122496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384596.878930:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384596.878934:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003a00cfa1. 02000000:00000001:1.0:1767384596.878939:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.878944:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.878952:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384596.878956:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384596.878961:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384596.878965:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384596.878966:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384596.878971:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 02000000:00000001:3.0:1767384596.878972:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384596.878974:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000010:3.0:1767384596.878978:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c35c8687. 02000000:00000001:1.0:1767384596.878978:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384596.878983:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.878989:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384596.878992:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384596.878994:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384596.879000:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384596.879001:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000010:1.0:1767384596.879005:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003958c083. 00000020:00000001:3.0:1767384596.879007:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:1.0:1767384596.879009:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048122752, offset 224 00000400:00000200:1.0:1767384596.879013:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1767384596.879021:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b1c1b1. 00000400:00000200:1.0:1767384596.879021:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384596.879033:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1767384596.879034:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff01d80 02000000:00000001:3.0:1767384596.879040:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384596.879045:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x118d [1] + 224 00000100:00000010:3.0:1767384596.879046:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000961bbb89. 00000100:00000001:3.0:1767384596.879060:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384596.879060:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384596.879064:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384596.879065:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384596.879070:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384596.879073:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384596.879075:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003619467f x1853237048122752/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384596.879086:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384596.879089:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003619467f x1853237048122752/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384596.879091:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.879099:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.879107:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.879115:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384596.879120:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003958c083 00000400:00000010:1.0:1767384596.879122:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003958c083. 00000100:00000001:1.0:1767384596.879127:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384596.879129:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384596.879132:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.879135:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384596.879138:0:17070:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384596.879141:0:17070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004fd06175. 00010000:00000001:1.0:1767384596.879144:0:17070:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384596.879152:0:17070:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1767384596.879154:0:17070:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.879156:0:17070:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.879158:0:17070:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.879161:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db2966c3 x1853237048122752/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:577/0 lens 328/224 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384596.879171:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db2966c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048122752:12345-0@lo:104: Request processed in 286us (731us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384596.879189:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:1.0:1767384596.879189:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000020:00000001:3.0:1767384596.879199:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384596.879201:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00000100:00000001:1.0:1767384596.879210:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:3.0:1767384596.879211:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384596.879215:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384596.879222:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006e164ebc. 00010000:00000001:3.0:1767384596.879225:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000010:1.0:1767384596.879231:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000078f592e3. 00010000:00000001:3.0:1767384596.879232:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000010:1.0:1767384596.879240:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e66b0f6. 00010000:00010000:3.0:1767384596.879243:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384596.879248:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00000100:00000001:1.0:1767384596.879256:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384596.879286:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ac4b3bf3 already unused, calling callback (000000001dab8c51) 10000000:00000001:3.0:1767384596.879296:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384596.879303:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384596.879320:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384596.879327:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384596.879331:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384596.879337:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=3 00000020:00000001:3.0:1767384596.879346:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384596.879358:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384596.879371:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384596.879379:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384596.879431:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384596.879436:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384596.879511:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384596.879522:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384596.879528:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384596.879534:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384596.879544:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384596.879548:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384596.879572:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384596.879577:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384596.879583:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 10000000:00000001:3.0:1767384596.879592:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384596.879598:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.879614:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384596.879623:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384596.879633:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384596.879642:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384596.879650:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384596.879662:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac4b3bf3 with handle 0x71ee3a74e2719024 from hash 00010000:00000001:3.0:1767384596.879667:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384596.879670:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384596.879672:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384596.879674:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384596.879677:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384596.879680:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384596.879685:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384596.879688:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384596.879695:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d299590b. 00000020:00000040:3.0:1767384596.879700:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384596.879704:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384596.879706:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384596.879711:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384596.879716:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007697225d. 00000100:00000001:3.0:1767384596.879720:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.879724:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384596.879728:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384596.879746:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384596.879748:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384596.879753:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384596.879755:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384596.879761:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d299590b] to pc [ptlrpcd_00_02+2] req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384596.879788:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384596.879792:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384596.879794:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384596.879796:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384596.879800:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384596.879802:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384596.879806:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384596.879808:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384596.879812:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384596.879815:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384596.879822:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384596.879825:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384596.879831:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e2719024 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271902b expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384596.879867:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000040:3.0:1767384596.879868:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000324a262a count: 0 00000100:00000001:1.0:1767384596.879869:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.879876:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384596.879879:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384596.879881:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384596.879883:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048122880:0@lo:103: 00010000:00000001:3.0:1767384596.879886:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384596.879887:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1767384596.879894:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:1.0:1767384596.879895:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384596.879900:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384596.879901:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004fd06175. 02000000:00000001:1.0:1767384596.879903:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384596.879909:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e66b0f6. 00010000:00000001:3.0:1767384596.879911:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384596.879912:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384596.879923:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:1.0:1767384596.879924:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe706ff6. 00000020:00000001:3.0:1767384596.879928:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384596.879929:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003958c083. 00000100:00000200:1.0:1767384596.879939:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048122880, portal 18 00010000:00010000:3.0:1767384596.879940:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384596.879949:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384596.879950:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1767384596.879956:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623580160 : -106175085971456 : ffff9f6f2fb77800) 00000020:00000001:3.0:1767384596.879957:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384596.879969:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384596.879970:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384596.879975:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384596.879976:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384596.879982:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384596.879987:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384596.879993:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384596.879996:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e7f50f. 00000100:00000200:1.0:1767384596.879999:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048122880, offset 0 00000400:00000200:1.0:1767384596.880002:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384596.880006:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384596.880010:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff01e00 00000400:00000200:1.0:1767384596.880014:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 328 00000400:00000200:1.0:1767384596.880018:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384596.880020:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384596.880022:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384596.880024:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1767384596.880026:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099a493cf. 00000100:00000040:1.0:1767384596.880028:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000099a493cf x1853237048122880 msgsize 328 00000100:00100000:1.0:1767384596.880030:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384596.880040:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384596.880043:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001e7f50f 00000400:00000010:1.0:1767384596.880045:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001e7f50f. 00000100:00000001:1.0:1767384596.880046:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384596.880048:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.880055:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.880057:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.880062:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.880063:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384596.880067:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.880069:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294884654 00000100:00000001:1.0:1767384596.880073:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294884653 00000100:00000001:1.0:1767384596.880079:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294884654 00000100:00000001:1.0:1767384596.880085:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294884653 00000100:00000001:1.0:1767384596.880089:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294884654 00000100:00000001:1.0:1767384596.880101:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294884653 00000100:00000001:1.0:1767384596.880105:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294884654 00000100:00000001:1.0:1767384596.880109:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294884653 00000100:00000001:1.0:1767384596.880115:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.880119:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.880123:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.880129:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.880134:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384596.880138:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384596.880140:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384596.880142:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384596.880146:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.880148:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384596.880234:0:17072:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000361decbc. 00000100:00000001:1.0:1767384596.880239:0:17072:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1767384596.880241:0:17072:0:(service.c:3434:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00000010:1.0:1767384596.880247:0:17072:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000019e51192. 00000100:00100000:1.0:1767384596.880255:0:17072:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00080000:00000010:1.0:1767384596.880433:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000091ba866. 00000100:00000001:1.0:1767384596.880492:0:17072:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384596.880499:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000128cd04f. 00000100:00000001:1.0:1767384596.880505:0:18905:0:(service.c:2991:ptlrpc_main()) Process entered 00040000:00000001:3.0:1767384596.880512:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384596.880519:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:1.0:1767384596.880521:0:18905:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f88ae2b2. 00080000:00000001:3.0:1767384596.880526:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384596.880528:0:18905:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000da151af9. 00000020:00000002:3.0:1767384596.880541:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 00000020:00000010:1.0:1767384596.880543:0:18905:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec898050. 20000000:00000001:3.0:1767384596.880556:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384596.880557:0:18905:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000148217aa. 00000020:00000010:1.0:1767384596.880568:0:18905:0:(cl_object.c:1136:cl_key_init()) kmalloced '(value)': 72 at 00000000e8d4f2c7. 20000000:00000001:3.0:1767384596.880569:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000040:00000010:1.0:1767384596.880574:0:18905:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000043666152. 20000000:01000000:3.0:1767384596.880576:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000020:00000010:1.0:1767384596.880584:0:18905:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dec96b47. 20000000:00000001:3.0:1767384596.880585:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384596.880589:0:18905:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029245a. 20000000:01000000:3.0:1767384596.880594:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000020:00000010:1.0:1767384596.880597:0:18905:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d33cf01e. 80000000:00000010:1.0:1767384596.880608:0:18905:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e06f3d01. 00080000:00000001:3.0:1767384596.880610:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 40000000:00000010:1.0:1767384596.880613:0:18905:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000009875f8f. 00000008:00000010:1.0:1767384596.880619:0:18905:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000d537712f. 00020000:00000010:1.0:1767384596.880626:0:18905:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at 00000000f05a1592. 00008000:00000010:1.0:1767384596.880639:0:18905:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ee862541. 00100000:00000010:1.0:1767384596.880646:0:18905:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000be86ce65. 00040000:00000010:1.0:1767384596.880653:0:18905:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000078724fda. 00040000:00000010:1.0:1767384596.880660:0:18905:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d391ad54. 00040000:00000010:1.0:1767384596.880665:0:18905:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d90c3307. 00080000:00000010:1.0:1767384596.880673:0:18905:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000581c8ba0. 00080000:00000010:1.0:1767384596.880680:0:18905:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000020e81c39. 00000004:00000010:1.0:1767384596.880690:0:18905:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000965e9b02. 00000004:00000010:1.0:1767384596.880696:0:18905:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000486e00e0. 00000004:00000010:1.0:1767384596.880702:0:18905:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000099c66a66. 00002000:00000010:1.0:1767384596.880709:0:18905:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d15f451c. 00000004:00000010:1.0:1767384596.880715:0:18905:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000e64e5248. 00000080:00000010:1.0:1767384596.880722:0:18905:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000050066679. 00000080:00000010:1.0:1767384596.880728:0:18905:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000004497f182. 00000100:00000010:1.0:1767384596.880736:0:18905:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000110a31d4. 00000100:00000200:1.0:1767384596.880756:0:18905:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00080000:00000020:3.0:1767384596.880758:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384596.880766:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384596.880771:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000125ee596. 20000000:00000001:3.0:1767384596.880783:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384596.880804:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048122624 00010000:00000001:3.0:1767384596.880815:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384596.880829:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000548fd440 x1853237048122624/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384596.880875:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384596.880882:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384596.880889:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384596.880901:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384596.880909:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384596.880918:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384596.880932:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384596.880941:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.880950:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384596.880961:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384596.880971:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5fa8ca9. 00000100:00000200:3.0:1767384596.880984:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048122624, offset 224 00000400:00000200:3.0:1767384596.881002:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384596.881018:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384596.881033:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff01d00 00000400:00000200:3.0:1767384596.881049:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x117d [2] + 224 00000400:00000200:3.0:1767384596.881069:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384596.881086:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384596.881096:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384596.881108:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9b18bd8 x1853237048122624/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384596.881165:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b9b18bd8 x1853237048122624/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384596.881190:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384596.881202:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5fa8ca9 00000400:00000010:3.0:1767384596.881208:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5fa8ca9. 00000100:00000001:3.0:1767384596.881216:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384596.881223:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384596.881234:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384596.881235:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.881240:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384596.881248:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384596.881249:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:1.0:1767384596.881252:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384596.881259:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe706ff6. 00010000:00000001:3.0:1767384596.881266:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384596.881269:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003958c083 00000020:00000001:3.0:1767384596.881274:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384596.881275:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003958c083. 00000100:00000001:1.0:1767384596.881284:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384596.881287:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384596.881294:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384596.881302:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000548fd440 x1853237048122624/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:577/0 lens 4848/4768 e 0 to 0 dl 1767384607 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384596.881333:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.881377:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384596.881384:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000548fd440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048122624:12345-0@lo:253: Request processed in 6235us (7032us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384596.881385:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.881395:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384596.881401:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384596.881405:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384596.881431:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384596.881473:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00000040:3.0:1767384596.881479:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 02000000:00000001:1.0:1767384596.881484:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384596.881487:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384596.881495:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384596.881499:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=13 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384596.881504:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a97d8202. 00000100:00001000:1.0:1767384596.881511:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=13 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384596.881518:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000057ee6b67. 00000100:00000001:1.0:1767384596.881521:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384596.881526:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384596.881530:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384596.881531:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000dfdb475. 00010000:00000001:1.0:1767384596.881534:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384596.881543:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:1.0:1767384596.881544:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384596.881560:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384596.881562:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384596.881566:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fb43a625. 02000000:00000001:3.0:1767384596.881579:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384596.881591:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.881591:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384596.881598:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384596.881605:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384596.881613:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384596.881615:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384596.881626:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fa73301. 00000400:00000010:3.0:1767384596.881640:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b5fa8ca9. 00000100:00100000:1.0:1767384596.881657:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048122880:0@lo:103: 00000100:00000001:1.0:1767384596.881664:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.881667:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384596.881675:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d299590b x1853237048122880/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384612 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384596.881692:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384596.881696:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384596.881699:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e66b0f6. 02000000:00000001:1.0:1767384596.881703:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384596.881707:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384596.881710:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384596.881715:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384596.881719:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007697225d. 02000000:00000001:1.0:1767384596.881725:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384596.881730:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384596.881733:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d299590b. 00000100:00000001:1.0:1767384596.881739:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384596.881741:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.881746:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384596.881753:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384596.881763:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384596.881768:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384596.881772:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384596.884491:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294884654, at 4294884655 00000100:00000010:0.0:1767384596.884501:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005f1f5c0b. 00000100:00000040:1.0:1767384596.884517:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294884654, at 4294884655 00000100:00000040:3.0:1767384596.884518:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294884654, at 4294884655 00000100:00000010:1.0:1767384596.884530:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000060d7af2. 00000100:00000010:3.0:1767384596.884534:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f906d11a. 00010000:00000010:3.1F:1767384596.889463:0:18906:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000324a262a. 00010000:00000010:3.1:1767384596.889479:0:18906:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac4b3bf3. 00010000:00000010:2.1:1767384596.889486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d8611fc. 00010000:00000010:2.1:1767384596.891491:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000030c521b6. 00010000:00000010:2.1:1767384596.891500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008646a8e6. 00010000:00000010:2.1:1767384596.891503:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e156657a. 00010000:00000010:2.1:1767384596.891505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f33fe8a2. 00000400:00000010:0.0:1767384596.900403:0:18909:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000047aa15fd. 00000400:00000040:0.0:1767384596.900484:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384596.900490:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384596.900494:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.900505:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384596.900508:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.900510:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384596.900514:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384596.900516:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384596.900518:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384596.900520:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384596.900524:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384596.900526:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384596.900529:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384596.900532:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384596.900534:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384596.900537:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384596.900539:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384596.900541:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384596.900543:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384596.900546:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.900549:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384596.900551:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384596.900553:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384596.900555:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.900556:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384596.900560:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.900562:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384596.900565:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384596.900567:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384596.900570:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.900571:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384596.900574:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384596.900577:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384596.900579:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384596.900581:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384596.900584:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.900586:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384596.900590:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384596.900592:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384596.900594:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384596.900596:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384596.900598:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384596.900607:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384596.900609:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384596.900611:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384596.900613:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384596.900616:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384596.900617:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384596.900621:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384596.900622:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384596.900624:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384596.900627:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384596.900629:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384596.900631:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384596.900633:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384596.900635:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384596.900637:0:18909:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384596.900656:0:18909:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000047aa15fd. 00010000:00000001:3.0:1767384597.413500:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384597.413507:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384597.413515:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384597.413517:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384597.413560:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384597.413564:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384597.413568:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384598.437518:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384598.437525:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384598.437532:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384598.437534:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384598.629504:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384598.629509:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384598.629515:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b1d8b27. 00000020:00000040:0.0:1767384598.629522:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384598.629528:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384598.629530:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384598.629536:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384598.629542:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d31ec397. 00000100:00000001:0.0:1767384598.629551:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.629557:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384598.629560:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.629571:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b1d8b27] to pc [ptlrpcd_00_03+3] req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384598.629602:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.629644:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.629648:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384598.629650:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384598.629654:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.629667:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384598.629669:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.629673:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384598.629675:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384598.629678:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384598.629681:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b1d8b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048123008:0@lo:13: 00000100:00000001:0.0:1767384598.629686:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384598.629690:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384598.629693:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.629695:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384598.629698:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bb99baf6. 02000000:00000001:0.0:1767384598.629699:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384598.629704:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1379851. 00000400:00000010:0.0:1767384598.629721:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000160e44e2. 00000100:00000200:0.0:1767384598.629727:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048123008, portal 4 00000100:00000001:0.0:1767384598.629730:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384598.629732:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759362688 : -106174950188928 : ffff9f6f37cf5880) 00000100:00000040:0.0:1767384598.629738:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.629745:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384598.629749:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384598.629752:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384598.629754:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048123008, offset 0 00000400:00000200:0.0:1767384598.629760:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384598.629772:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384598.629780:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff01e80 00000400:00000200:0.0:1767384598.629786:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 224 00000400:00000200:0.0:1767384598.629794:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384598.629797:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384598.629804:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384598.629806:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384598.629810:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f943ecc6. 00000100:00000040:3.0:1767384598.629811:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384598.629823:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000f943ecc6 x1853237048123008 msgsize 224 00000100:00100000:0.0:1767384598.629846:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384598.629848:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384598.629856:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384598.629861:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5522099. 00000400:00000200:0.0:1767384598.629866:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:0.0:1767384598.629877:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000020:00000040:3.0:1767384598.629878:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384598.629882:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384598.629889:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.629892:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384598.629901:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384598.629903:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384598.629909:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384598.629913:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.629915:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.629923:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384598.629931:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384598.629934:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e2140cb. 00000100:00000040:0.0:1767384598.629935:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5513 usecs (6 jiffies) 00000100:00000001:0.0:1767384598.629945:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886406 00000100:00000001:3.0:1767384598.629952:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384598.629954:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068feb52b. 00000100:00000001:0.0:1767384598.629965:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384598.629974:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886406 00000100:00000040:3.0:1767384598.629977:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1767384598.629980:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083b10c7e. 00000100:00000001:0.0:1767384598.629987:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384598.629995:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886406 00000100:00000010:0.0:1767384598.630002:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee06c21a. 00000100:00000001:0.0:1767384598.630009:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384598.630018:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886406 00000100:00000010:0.0:1767384598.630028:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0fb65a4. 00000100:00000001:3.0:1767384598.630034:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384598.630035:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384598.630039:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.630043:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630044:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630059:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630064:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384598.630068:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5522099] to pc [ptlrpcd_00_00+0] req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.630078:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384598.630080:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384598.630085:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.630086:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384598.630089:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630091:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630099:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.630103:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.630228:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.630235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384598.630257:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384598.630263:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013fb2138. 00000020:00000040:3.0:1767384598.630267:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384598.630281:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384598.630284:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384598.630288:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384598.630294:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000879022f9. 00000100:00000001:3.0:1767384598.630300:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.630305:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384598.630317:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384598.630320:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.630326:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013fb2138] to pc [ptlrpcd_00_01+1] req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.630359:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.630365:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384598.630372:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384598.630379:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cca0d3bf. 00000100:00000001:0.0:1767384598.630384:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384598.630385:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384598.630390:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.630393:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384598.630394:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384598.630417:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.630425:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384598.630426:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.630432:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384598.630433:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384598.630477:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384598.630481:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384598.630483:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013fb2138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048123264:0@lo:400: 00000100:00000001:0.0:1767384598.630486:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384598.630488:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384598.630489:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.630491:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384598.630494:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384598.630494:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003630b1a7. 02000000:00000001:0.0:1767384598.630498:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.630499:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384598.630501:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384598.630502:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027410ff9. 00000400:00000010:0.0:1767384598.630506:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000040:1.0:1767384598.630507:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384598.630511:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048123264, portal 10 00000100:00000001:0.0:1767384598.630516:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384598.630519:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623568512 : -106175085983104 : ffff9f6f2fb74a80) 00000100:00000001:1.0:1767384598.630525:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384598.630527:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.630528:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384598.630532:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384598.630535:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384598.630540:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630541:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384598.630547:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b5522099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048123136:0@lo:400: 00000100:00000040:0.0:1767384598.630547:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384598.630552:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78db42d. 00000100:00000001:1.0:1767384598.630554:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384598.630557:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384598.630559:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384598.630562:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1767384598.630562:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048123264, offset 0 02000000:00000010:1.0:1767384598.630567:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005226a4c4. 02000000:00000001:1.0:1767384598.630571:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.630573:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384598.630573:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384598.630576:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe706ff6. 00000400:00000200:0.0:1767384598.630587:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384598.630592:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009aebdf05. 00000400:00000010:1.0:1767384598.630593:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003958c083. 00000400:00000200:0.0:1767384598.630601:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff01f80 00000100:00000001:3.0:1767384598.630615:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384598.630616:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048123136, portal 25 00000400:00000200:0.0:1767384598.630616:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2232 00000100:00000001:1.0:1767384598.630630:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384598.630631:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384598.630634:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623567616 : -106175085984000 : ffff9f6f2fb74700) 00000100:00000040:3.0:1767384598.630638:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384598.630643:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384598.630645:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384598.630657:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384598.630661:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1767384598.630667:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df8a1aaa. 00000100:00000001:1.0:1767384598.630669:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384598.630673:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000df8a1aaa x1853237048123264 msgsize 224 00000100:00000040:1.0:1767384598.630675:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384598.630679:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e7f50f. 00000100:00100000:0.0:1767384598.630680:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384598.630685:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048123136, offset 0 00000400:00000200:1.0:1767384598.630690:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384598.630691:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384598.630704:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384598.630705:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78db42d 00000400:00000010:0.0:1767384598.630708:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78db42d. 00000100:00000001:0.0:1767384598.630711:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384598.630713:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff01f00 00000100:00000200:0.0:1767384598.630717:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384598.630721:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1bd [2] + 0 00000400:00000010:1.0:1767384598.630730:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005becd877. 00000100:00000001:0.0:1767384598.630735:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384598.630736:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0fdea7e 00000100:00000040:0.0:1767384598.630740:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384598.630741:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384598.630754:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384598.630758:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0fdea7e 00000400:00000010:1.0:1767384598.630761:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0fdea7e. 00000100:00000001:0.0:1767384598.630763:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.630765:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384598.630766:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1767384598.630769:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384598.630772:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384598.630773:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000149e08c9 x1853237048123136 msgsize 224 00000100:00000040:0.0:1767384598.630778:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2171 usecs (3 jiffies) 00000100:00100000:1.0:1767384598.630782:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384598.630786:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294886404 00000100:00000040:1.0:1767384598.630787:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384598.630790:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294886406 00000100:00000001:0.0:1767384598.630793:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294886404 00000100:00000001:0.0:1767384598.630795:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294886406 00000100:00000001:0.0:1767384598.630796:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294886404 00000100:00000001:1.0:1767384598.630798:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384598.630798:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294886406 00000100:00000001:0.0:1767384598.630800:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294886404 00000400:00000200:1.0:1767384598.630809:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001e7f50f 00000100:00000001:0.0:1767384598.630809:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294886406 00000400:00000010:1.0:1767384598.630813:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001e7f50f. 00000100:00000001:1.0:1767384598.630824:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384598.630825:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384598.630828:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.630829:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630835:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630839:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384598.630847:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384598.630849:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384598.630850:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.630853:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384598.630859:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384598.630863:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630863:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384598.630866:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384598.630866:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630871:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.630872:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.630876:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294886407 00000100:00000001:1.0:1767384598.630880:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294886406 00000100:00000001:1.0:1767384598.630884:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294886407 00000100:00000001:1.0:1767384598.630886:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294886406 00000100:00000001:1.0:1767384598.630891:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294886407 00000100:00000001:1.0:1767384598.630894:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294886406 00000020:00000010:0.0:1767384598.630897:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000059e5cc09. 00000100:00000001:0.0:1767384598.630902:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384598.630905:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048123008 00000100:00000001:1.0:1767384598.630907:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294886407 02000000:00000001:0.0:1767384598.630908:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384598.630913:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294886406 00000100:00000001:0.0:1767384598.630913:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384598.630917:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.630919:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384598.630922:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.630924:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384598.630928:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048123008 00000100:00000001:1.0:1767384598.630929:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.630934:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384598.630934:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384598.630940:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:1.0:1767384598.630947:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384598.630949:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384598.630955:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384598.630956:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=8 00000100:00000001:1.0:1767384598.630972:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384598.630972:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384598.630977:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.630978:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1767384598.630978:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384598.630980:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.630986:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.630989:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.630989:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384598.630997:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e390793. 00000100:00000040:3.0:1767384598.631004:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cca0d3bf] to pc [ptlrpcd_00_02+2] req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384598.631005:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000026bb939d. 00000020:00000040:0.0:1767384598.631015:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:0.0:1767384598.631035:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384598.631041:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051372bd8. 00000020:00000010:0.0:1767384598.631046:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aef96cf1. 00000100:00080000:1.0:1767384598.631050:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:0.0:1767384598.631051:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008140acce. 00000020:00000040:1.0:1767384598.631058:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000040:0.0:1767384598.631061:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384598.631069:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.631072:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384598.631078:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384598.631079:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.631086:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (224) 00000100:00000001:0.0:1767384598.631091:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.631103:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.631119:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384598.631120:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384598.631123:0:17895:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000224f2eaf. 00000100:00100000:0.0:1767384598.631124:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384598.631130:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:0.0:1767384598.631132:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759370752 : -106174950180864 : ffff9f6f37cf7800) 00000100:00000040:0.0:1767384598.631138:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f943ecc6 x1853237048123008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:579/0 lens 224/0 e 0 to 0 dl 1767384609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.631144:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384598.631148:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f56c4f0. 00000100:00000001:0.0:1767384598.631149:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384598.631151:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f56c4f0. 00000100:00100000:0.0:1767384598.631153:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f943ecc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16357:x1853237048123008:12345-0@lo:13: 00000100:00000200:0.0:1767384598.631156:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048123008 00000020:00000001:0.0:1767384598.631159:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384598.631161:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384598.631163:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.631165:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384598.631167:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000020:00000001:0.0:1767384598.631170:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384598.631172:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384598.631174:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384598.631176:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384598.631178:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.631182:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384598.631183:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384598.631186:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008e428ed6. 02000000:00000001:0.0:1767384598.631188:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.631189:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384598.631202:0:17896:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384598.631207:0:17896:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384598.631208:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384598.631217:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384598.631218:0:17896:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384598.631221:0:17896:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384598.631234:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384598.631236:0:17896:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384598.631238:0:17896:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:0.0:1767384598.631241:0:17896:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at 00000000c86fa946. 00000001:00000001:0.0:1767384598.631244:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384598.631246:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384598.631247:0:17896:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384598.631249:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 0, xid 1853237048123008 00010000:00000001:0.0:1767384598.631252:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384598.631255:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f943ecc6 x1853237048123008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:579/0 lens 224/368 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384598.631261:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384598.631263:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384598.631267:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384598.631271:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384598.631273:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384598.631274:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384598.631276:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384598.631278:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.631281:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384598.631283:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384598.631286:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78db42d. 00000100:00000200:0.0:1767384598.631298:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048123008, offset 224 00000400:00000200:0.0:1767384598.631301:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384598.631306:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384598.631313:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff01e80 00000400:00000200:0.0:1767384598.631317:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x11b1 [1] + 224 00000400:00000200:0.0:1767384598.631320:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384598.631330:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384598.631335:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384598.631340:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384598.631346:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.631352:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384598.631355:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78db42d 00000400:00000010:0.0:1767384598.631356:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78db42d. 00000100:00000001:0.0:1767384598.631358:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384598.631360:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384598.631363:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.631368:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384598.631371:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384598.631372:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.631374:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384598.631377:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f943ecc6 x1853237048123008/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:579/0 lens 224/368 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384598.631386:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f943ecc6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:16357:x1853237048123008:12345-0@lo:13: Request processed in 238us (1558us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384598.631394:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00000040:0.0:1767384598.631397:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:0.0:1767384598.631415:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384598.631418:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384598.631423:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aef96cf1. 00000020:00000010:0.0:1767384598.631426:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008140acce. 00000020:00000010:0.0:1767384598.631430:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051372bd8. 00000020:00000040:0.0:1767384598.631433:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 7 00000100:00000001:0.0:1767384598.631436:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.631489:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384598.631491:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048123264 02000000:00000001:0.0:1767384598.631493:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384598.631495:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384598.631502:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.631504:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384598.631505:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384598.631510:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048123136 00000100:00100000:0.0:1767384598.631511:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048123264 00000020:00000001:0.0:1767384598.631514:0:18369:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384598.631517:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:0.0:1767384598.631518:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000020:00000001:0.0:1767384598.631522:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384598.631523:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000020:00000001:0.0:1767384598.631525:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000001:0.0:1767384598.631527:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:3.0:1767384598.631531:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384598.631531:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384598.631539:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384598.631540:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f56c4f0. 00000100:00000001:0.0:1767384598.631546:0:18369:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384598.631551:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f56c4f0. 02000000:00000001:3.0:1767384598.631552:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384598.631558:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051372bd8. 00000100:00100000:3.0:1767384598.631562:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048123136 00000020:00000010:0.0:1767384598.631563:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aef96cf1. 00000020:00000001:3.0:1767384598.631573:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1767384598.631574:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008140acce. 00000020:00000040:3.0:1767384598.631579:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000040:0.0:1767384598.631583:0:18369:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:3.0:1767384598.631585:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384598.631586:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384598.631590:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:3.0:1767384598.631592:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:0.0:1767384598.631593:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384598.631601:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384598.631602:0:18369:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384598.631605:0:18369:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384598.631608:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.631610:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384598.631618:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384598.631619:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384598.631625:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf202e8f. 00000100:00000001:0.0:1767384598.631630:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384598.631633:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384598.631634:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384598.631639:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384598.631647:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf202e8f. 00000100:00000001:1.0:1767384598.631648:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384598.631648:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:0.0:1767384598.631661:0:18369:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00000001:1.0:1767384598.631662:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384598.631665:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000050e3792. 00000100:00000001:0.0:1767384598.631666:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759365376 : -106174950186240 : ffff9f6f37cf6300) 00000100:00000001:1.0:1767384598.631667:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384598.631681:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008a12b357. 00000100:00000040:0.0:1767384598.631681:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df8a1aaa x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:579/0 lens 224/0 e 0 to 0 dl 1767384609 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384598.631697:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bd9b105f. 00000100:00000001:0.0:1767384598.631698:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384598.631703:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f56c4f0. 00000100:00000001:0.0:1767384598.631706:0:18369:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384598.631713:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009f56c4f0. 00000100:00000040:3.0:1767384598.631716:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:0.0:1767384598.631720:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df8a1aaa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048123264:12345-0@lo:400: 00000100:00000001:3.0:1767384598.631726:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384598.631727:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048123264 00000100:00000001:3.0:1767384598.631735:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384598.631736:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384598.631742:0:18369:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384598.631743:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.631745:0:18369:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.631753:0:18369:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384598.631757:0:18369:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:0.0:1767384598.631760:0:18369:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384598.631762:0:18369:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.631763:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.631764:0:18369:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384598.631766:0:18369:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384598.631770:0:18369:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.631773:0:18369:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384598.631775:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384598.631776:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384598.631778:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008ed10995. 00000100:00000001:3.0:1767384598.631781:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384598.631782:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.631790:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384598.631795:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384598.631795:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.631799:0:18369:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384598.631801:0:18369:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048123264 00010000:00000001:0.0:1767384598.631803:0:18369:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384598.631806:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00000040:1.0:1767384598.631810:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384598.631812:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863210576 : -106174846341040 : ffff9f6f3dfff050) 00010000:00000200:0.0:1767384598.631813:0:18369:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df8a1aaa x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:579/0 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384598.631820:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000149e08c9 x1853237048123136/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:579/0 lens 224/0 e 0 to 0 dl 1767384609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384598.631823:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384598.631827:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384598.631827:0:18369:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.631834:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384598.631835:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1767384598.631835:0:18369:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384598.631843:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1767384598.631844:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bd83d60. 00000100:00000001:0.0:1767384598.631844:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384598.631855:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384598.631856:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000010:1.0:1767384598.631858:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000bd83d60. 00000100:00000040:3.0:1767384598.631861:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.631862:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00100000:1.0:1767384598.631870:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000149e08c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048123136:12345-0@lo:400: 02000000:00000001:0.0:1767384598.631871:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384598.631875:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.631883:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384598.631887:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048123136 00000100:00000040:0.0:1767384598.631891:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384598.631899:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384598.631905:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78db42d. 00000020:00000001:1.0:1767384598.631906:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384598.631911:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384598.631913:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048123264, offset 224 00000020:00000001:1.0:1767384598.631916:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384598.631917:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1767384598.631919:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000400:00000200:0.0:1767384598.631923:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384598.631924:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384598.631925:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384598.631930:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384598.631936:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1767384598.631937:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384598.631937:0:18369:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384598.631943:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1767384598.631944:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384598.631946:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384598.631953:0:18369:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff01f80 02000000:00000001:3.0:1767384598.631956:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384598.631956:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384598.631961:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384598.631963:0:18369:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11b9 [1] + 224 02000000:00000001:1.0:1767384598.631967:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1767384598.631970:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cca0d3bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048123392:0@lo:400: 02000000:00000010:1.0:1767384598.631972:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000088a9edb7. 00000400:00000200:0.0:1767384598.631972:0:18369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384598.631982:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384598.631986:0:18369:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384598.631987:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384598.631991:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.631992:0:18369:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:1.0:1767384598.632002:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048123136 00000100:00000200:0.0:1767384598.632002:0:18369:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.632005:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1767384598.632009:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:3.0:1767384598.632013:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000200:1.0:1767384598.632015:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000149e08c9 x1853237048123136/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:579/0 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384598.632019:0:18369:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384598.632020:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.632037:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1767384598.632037:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384598.632044:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.632044:0:18369:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1767384598.632048:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000043dda8c7. 00000100:00001000:1.0:1767384598.632049:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=15 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384598.632050:0:18369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78db42d 02000000:00000001:3.0:1767384598.632058:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384598.632059:0:18369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78db42d. 00000100:00000001:1.0:1767384598.632060:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384598.632065:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:0.0:1767384598.632066:0:18369:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384598.632070:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:0.0:1767384598.632070:0:18369:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384598.632072:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4ede359. 00000100:00000001:0.0:1767384598.632075:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384598.632076:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384598.632081:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.632083:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384598.632085:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384598.632086:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa8f8f4. 00010000:00000001:0.0:1767384598.632088:0:18369:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384598.632096:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384598.632096:0:18369:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384598.632099:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048123392, portal 10 00000400:00000010:1.0:1767384598.632100:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e7f50f. 00000020:00000001:0.0:1767384598.632101:0:18369:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384598.632109:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384598.632110:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048123136, offset 224 00000100:00000040:0.0:1767384598.632113:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df8a1aaa x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:579/0 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.632117:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623577472 : -106175085974144 : ffff9f6f2fb76d80) 00000400:00000200:1.0:1767384598.632125:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384598.632143:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384598.632143:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df8a1aaa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048123264:12345-0@lo:400: Request processed in 440us (1462us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384598.632145:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384598.632163:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff01f00 00000100:00100000:0.0:1767384598.632183:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000400:00000200:1.0:1767384598.632188:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x11c1 [1] + 224 00000100:00000040:0.0:1767384598.632196:0:18369:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:0.0:1767384598.632202:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384598.632207:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384598.632208:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384598.632213:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384598.632214:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aef96cf1. 00000400:00000200:1.0:1767384598.632217:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1767384598.632221:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008140acce. 00000100:00000040:3.0:1767384598.632226:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384598.632227:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384598.632235:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051372bd8. 00000400:00000010:3.0:1767384598.632237:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d67d2978. 00000100:00000200:1.0:1767384598.632238:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384598.632240:0:18369:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:0.0:1767384598.632246:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384598.632248:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048123392, offset 0 00000100:00000040:1.0:1767384598.632251:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384598.632270:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384598.632271:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384598.632276:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.632280:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384598.632282:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001e7f50f 00000400:00000010:1.0:1767384598.632286:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001e7f50f. 00000100:00000001:1.0:1767384598.632292:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:3.0:1767384598.632293:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384598.632294:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384598.632294:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384598.632301:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384598.632303:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384598.632304:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027410ff9. 00000100:00000040:1.0:1767384598.632310:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:0.0:1767384598.632312:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000200:3.0:1767384598.632317:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff02000 00010000:00000001:1.0:1767384598.632319:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384598.632319:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000020:00000001:1.0:1767384598.632321:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.632328:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384598.632329:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384598.632338:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384598.632341:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000149e08c9 x1853237048123136/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:579/0 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384598.632347:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2456 00000400:00000200:3.0:1767384598.632372:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384598.632386:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384598.632394:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384598.632395:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000149e08c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048123136:12345-0@lo:400: Request processed in 552us (1612us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384598.632413:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384598.632418:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.632426:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384598.632429:0:16356:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384598.632429:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1767384598.632434:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00000001:0.0:1767384598.632434:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384598.632436:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1767384598.632460:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384598.632464:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384598.632465:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384598.632469:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008a12b357. 00000100:00000001:0.0:1767384598.632471:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.632474:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384598.632475:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bd9b105f. 00000100:00001000:0.0:1767384598.632479:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=10 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384598.632480:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000050e3792. 00000020:00000040:1.0:1767384598.632489:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00001000:0.0:1767384598.632490:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=10 v=5 (1 0 0 0) 00000100:00000010:3.0:1767384598.632492:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000401dbb4d. 02000000:00000001:1.0:1767384598.632496:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384598.632501:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384598.632503:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000401dbb4d x1853237048123392 msgsize 224 02000000:00000010:1.0:1767384598.632504:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000088a9edb7. 00000100:00000001:0.0:1767384598.632504:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.632509:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384598.632517:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00080000:0.0:1767384598.632518:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384598.632523:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384598.632531:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:1.0:1767384598.632534:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384598.632543:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384598.632544:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005215511e. 00000100:00000001:0.0:1767384598.632545:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384598.632549:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000010:1.0:1767384598.632551:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001336e66b. 00000100:00000001:0.0:1767384598.632551:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384598.632553:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.632556:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384598.632560:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384598.632568:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d67d2978 00000400:00000010:3.0:1767384598.632574:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d67d2978. 00000100:00000001:1.0:1767384598.632579:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.632582:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384598.632585:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384598.632586:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384598.632588:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384598.632590:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384598.632591:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384598.632594:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384598.632600:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384598.632601:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe706ff6. 00000100:00000040:0.0:1767384598.632601:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384598.632612:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003958c083 00000400:00000010:1.0:1767384598.632617:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003958c083. 00000100:00000001:1.0:1767384598.632625:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384598.632633:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384598.632683:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013fb2138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048123264:0@lo:400: 00000100:00000200:1.0:1767384598.632684:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.632694:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.632704:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384598.632712:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013fb2138 x1853237048123264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384598.632730:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384598.632734:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384598.632740:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384598.632745:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384598.632748:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384598.632752:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384598.632758:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.632765:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767384598.632766:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=15 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384598.632769:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384598.632770:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767384598.632771:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=15 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384598.632778:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003630b1a7. 00000100:00000001:1.0:1767384598.632779:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384598.632785:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384598.632786:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.632788:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384598.632793:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384598.632793:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384598.632799:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.632799:0:16355:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384598.632802:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.632803:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384598.632806:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000879022f9. 00000100:00000040:1.0:1767384598.632807:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384598.632812:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384598.632815:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384598.632819:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013fb2138. 00000100:00000001:0.0:1767384598.632829:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384598.632834:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.632842:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.632852:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384598.632856:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.632866:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.632868:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.632868:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384598.632870:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384598.632875:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.632876:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.632881:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384598.632889:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.632893:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384598.632896:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384598.632898:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048123392 00000100:00100000:1.0:1767384598.632899:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b5522099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048123136:0@lo:400: 02000000:00000001:0.0:1767384598.632907:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384598.632910:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3282 usecs (4 jiffies) 00000100:00000001:1.0:1767384598.632910:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.632911:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384598.632914:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.632921:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384598.632922:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294886407 02000000:00000001:0.0:1767384598.632927:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384598.632930:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5522099 x1853237048123136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.632931:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294886407 00000100:00100000:0.0:1767384598.632932:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048123392 00000020:00000001:0.0:1767384598.632937:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384598.632943:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294886407 00000020:00000040:0.0:1767384598.632944:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000001:1.0:1767384598.632945:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384598.632948:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384598.632952:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1767384598.632953:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005226a4c4. 00000100:00000001:3.0:1767384598.632954:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294886407 00000020:00000040:0.0:1767384598.632956:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 02000000:00000001:1.0:1767384598.632959:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384598.632960:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:3.0:1767384598.632967:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294886407 00000020:00000001:1.0:1767384598.632968:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384598.632968:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000020:00000040:1.0:1767384598.632972:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384598.632974:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384598.632983:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294886407 00000020:00000001:1.0:1767384598.632983:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384598.632983:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009f56c4f0. 02000000:00000010:1.0:1767384598.632989:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000002e2140cb. 00000100:00000001:3.0:1767384598.632996:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294886407 00000020:00000010:0.0:1767384598.632997:0:18369:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009b93c505. 02000000:00000001:1.0:1767384598.632998:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384598.633002:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1767384598.633008:0:18369:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:3.0:1767384598.633009:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294886407 00000100:00000010:1.0:1767384598.633010:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5522099. 00000100:00000001:3.0:1767384598.633020:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384598.633021:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384598.633023:0:18369:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384598.633024:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384598.633029:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003630b1a7. 00000100:00000001:3.0:1767384598.633034:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.633035:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384598.633035:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aef96cf1. 00000020:00000010:0.0:1767384598.633043:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008140acce. 00000100:00000001:3.0:1767384598.633047:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.633048:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384598.633049:0:18369:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384598.633051:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.633060:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384598.633061:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.633061:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384598.633067:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384598.633069:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.633071:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.633075:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384598.633077:0:18369:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384598.633079:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384598.633080:0:18369:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00080000:1.0:1767384598.633082:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384598.633083:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.633090:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384598.633091:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:0.0:1767384598.633094:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.633100:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.633105:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.633108:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384598.633112:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.633113:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384598.633113:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384598.633119:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384598.633122:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:0.0:1767384598.633126:0:18369:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000001:1.0:1767384598.633127:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.633130:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623573888 : -106175085977728 : ffff9f6f2fb75f80) 00000100:00000001:1.0:1767384598.633131:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.633140:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000401dbb4d x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:579/0 lens 224/0 e 0 to 0 dl 1767384609 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.633146:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.633147:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384598.633153:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384598.633153:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005be7c3fb. 00000400:00000001:3.0:1767384598.633160:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384598.633162:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1767384598.633167:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384598.633167:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005be7c3fb. 00000400:00000010:3.0:1767384598.633173:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1379851. 00000100:00100000:0.0:1767384598.633175:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000401dbb4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048123392:12345-0@lo:400: 00000100:00000200:0.0:1767384598.633183:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048123392 00000400:00000200:3.0:1767384598.633185:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000160e44e2 00000020:00000001:0.0:1767384598.633186:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384598.633192:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000160e44e2. 00000020:00000001:0.0:1767384598.633192:0:18369:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384598.633195:0:18369:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.633197:0:18369:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384598.633198:0:18369:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:0.0:1767384598.633201:0:18369:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384598.633204:0:18369:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384598.633207:0:18369:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384598.633210:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384598.633210:0:18369:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384598.633215:0:18369:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.633217:0:18369:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384598.633219:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384598.633221:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384598.633222:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384598.633227:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000dc0adfd8. 02000000:00000001:0.0:1767384598.633236:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.633243:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.633248:0:18369:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384598.633253:0:18369:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048123392 00010000:00000001:0.0:1767384598.633261:0:18369:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384598.633266:0:18369:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000401dbb4d x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:579/0 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384598.633271:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384598.633276:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384598.633280:0:18369:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384598.633288:0:18369:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384598.633301:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384598.633308:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384598.633316:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:3.0:1767384598.633318:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384598.633319:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384598.633328:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384598.633329:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.633341:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384598.633341:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384598.633345:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384598.633354:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384598.633356:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384598.633361:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384598.633362:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 02000000:00000001:3.0:1767384598.633371:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384598.633372:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048123392, offset 224 00000400:00000200:0.0:1767384598.633381:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384598.633384:0:16357:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000125ee596. 00000400:00000200:0.0:1767384598.633393:0:18369:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:3.0:1767384598.633411:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=5 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384598.633414:0:18369:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff02000 00000100:00001000:3.0:1767384598.633427:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=5 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384598.633428:0:18369:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x11d1 [1] + 224 00000400:00000200:0.0:1767384598.633473:0:18369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384598.633479:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1767384598.633480:0:18369:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384598.633485:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.633487:0:18369:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384598.633495:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1767384598.633499:0:18369:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384598.633504:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384598.633551:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.633552:0:18369:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.633564:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384598.633569:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934593 00000100:00000001:3.0:1767384598.633579:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384598.633582:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.633584:0:18369:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384598.633590:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384598.633591:0:18369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:0.0:1767384598.633596:0:18369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:0.0:1767384598.633605:0:18369:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384598.633609:0:18369:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384598.633613:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384598.633615:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.633617:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384598.633619:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384598.633620:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000004:00000001:3.0:1767384598.633623:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00010000:00000001:0.0:1767384598.633624:0:18369:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000004:00000040:3.0:1767384598.633629:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:0.0:1767384598.633629:0:18369:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.633636:0:18369:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000004:00000040:3.0:1767384598.633638:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000040:0.0:1767384598.633646:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000401dbb4d x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:579/0 lens 224/224 e 0 to 0 dl 1767384609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384598.633672:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000401dbb4d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048123392:12345-0@lo:400: Request processed in 519us (1163us total) trans 0 rc 0/0 00000004:00000020:3.0:1767384598.633673:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:3.0:1767384598.633693:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384598.633700:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384598.633704:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384598.633705:0:18369:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:0.0:1767384598.633715:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384598.633719:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384598.633726:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aef96cf1. 00000100:00100000:3.0:1767384598.633731:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b1d8b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048123008:0@lo:13: 00000020:00000010:0.0:1767384598.633742:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008140acce. 00000100:00000001:3.0:1767384598.633744:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384598.633748:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003630b1a7. 00000100:00000001:3.0:1767384598.633749:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384598.633757:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b1d8b27 x1853237048123008/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384614 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384598.633757:0:18369:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:0.0:1767384598.633764:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.633779:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384598.633782:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384598.633784:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000bb99baf6. 02000000:00000001:3.0:1767384598.633790:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384598.633791:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384598.633794:0:16357:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384598.633796:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384598.633799:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d31ec397. 00000100:00000001:0.0:1767384598.633801:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384598.633802:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384598.633810:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384598.633812:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384598.633820:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b1d8b27. 00000400:00000001:0.0:1767384598.633823:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384598.633825:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000001:0.0:1767384598.633826:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384598.633829:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384598.633830:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4ede359. 00000400:00000200:0.0:1767384598.633846:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa8f8f4 00000400:00000010:0.0:1767384598.633847:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa8f8f4. 00000100:00000001:3.0:1767384598.633851:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.633853:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384598.633861:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384598.633861:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.633866:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.633881:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.633886:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384598.633887:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.633904:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384598.633906:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.633907:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384598.633909:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384598.633911:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384598.633913:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.633915:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384598.633921:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002129ce14. 00000100:00001000:0.0:1767384598.633925:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=8 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384598.633927:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384598.633929:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384598.633930:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.633932:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384598.633935:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384598.633940:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.633942:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384598.633943:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384598.633944:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384598.633951:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.633953:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.633958:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384598.633960:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384598.633961:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384598.633964:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384598.633968:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cca0d3bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048123392:0@lo:400: 00000100:00000001:0.0:1767384598.633972:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.633974:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384598.633975:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cca0d3bf x1853237048123392/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.633979:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384598.633981:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384598.633983:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000043dda8c7. 02000000:00000001:0.0:1767384598.633985:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384598.633986:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384598.633987:0:16356:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384598.633989:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384598.633991:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009aebdf05. 02000000:00000001:0.0:1767384598.633994:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384598.633995:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384598.633996:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cca0d3bf. 00000100:00000001:0.0:1767384598.633999:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384598.634000:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.634001:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.634006:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384598.634007:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.634009:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.634010:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.638501:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294886407, at 4294886409 00000100:00000010:0.0:1767384598.638507:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068feb52b. 00000100:00000040:1.0:1767384598.638513:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294886407, at 4294886409 00000100:00000010:1.0:1767384598.638521:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083b10c7e. 00000100:00000040:3.0:1767384598.638555:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294886407, at 4294886409 00000100:00000010:3.0:1767384598.638566:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0fb65a4. 00000400:00000200:3.0:1767384598.843249:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384598.843257:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:3.0:1767384598.843265:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d67d2978. 00000400:00000200:3.0:1767384598.843275:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (3) 00000400:00000010:3.0:1767384598.843279:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000035f2b69a. 00000400:00000200:3.0:1767384598.843283:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384598.843293:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384598.843298:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384598.843302:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:3.0:1767384598.843306:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp10 00000400:00000200:3.0:1767384598.843310:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384598.843313:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp10 00000020:00000001:0.0:1767384598.843314:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384598.843316:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [7:7:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1767384598.843322:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp10 10000000:00000001:0.0:1767384598.843327:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384598.843330:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384598.843333:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384598.843336:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:) -> 192.168.203.125@tcp10(192.168.203.125@tcp:192.168.203.125@tcp10) : PUT try# 0 00000020:01000004:0.0:1767384598.843337:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384598.843342:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:3.0:1767384598.843345:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 80 bytes in 1 frags to 12345-192.168.203.125@tcp10 00000020:01000004:0.0:1767384598.843345:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384598.843346:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384598.843350:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384598.843351:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000010:3.0:1767384598.843352:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f00733bf. 00000020:01000004:0.0:1767384598.843352:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384598.843354:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384598.843356:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384598.843357:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000010:3.0:1767384598.843363:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007c7f026d. 00000100:00000010:0.0:1767384598.843363:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f622de8. 00000020:00000040:0.0:1767384598.843368:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000800:00000010:3.0:1767384598.843369:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000003311ab52. 00000800:00000200:3.0:1767384598.843376:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (2) 00000100:00000001:0.0:1767384598.843376:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384598.843380:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.1:1767384598.843384:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (2) 02000000:00000001:0.0:1767384598.843387:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384598.843410:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384598.843413:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 02000000:00000010:0.0:1767384598.843421:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000003619ffc5. 00000100:00000001:0.0:1767384598.843430:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.843461:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384598.843463:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.843471:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f622de8] to pc [ptlrpcd_00_03+3] req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384598.843491:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384598.843494:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.843496:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384598.843497:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384598.843502:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384598.843504:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384598.843505:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384598.843506:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384598.843508:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384598.843509:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000020:01000004:0.0:1767384598.843510:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384598.843511:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384598.843513:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384598.843514:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384598.843522:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384598.843523:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384598.843524:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384598.843525:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384598.843529:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046be0db7. 00000020:00000040:0.0:1767384598.843532:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384598.843534:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384598.843535:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384598.843537:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384598.843538:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.843543:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.843546:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384598.843546:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d8146f2d. 00000100:00000001:0.0:1767384598.843551:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.843552:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.843555:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384598.843558:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384598.843559:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000040:0.0:1767384598.843567:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046be0db7] to pc [ptlrpcd_00_00+0] req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.843568:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384598.843571:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.843577:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384598.843581:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384598.843584:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384598.843587:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005f622de8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048123520:0@lo:253: 10000000:00000001:0.0:1767384598.843588:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.843592:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:0.0:1767384598.843592:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.843594:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384598.843595:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384598.843597:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b0a1169d. 02000000:00000001:3.0:1767384598.843607:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384598.843609:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384598.843610:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.843613:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.843614:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384598.843620:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384598.843622:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000be6e8312. 00000100:00000001:0.0:1767384598.843623:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384598.843626:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1767384598.843627:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384598.843631:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384598.843632:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b32e176d. 00000400:00000010:3.0:1767384598.843640:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000914f858a. 00000100:00000001:0.0:1767384598.843640:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384598.843642:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384598.843645:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048123520, portal 25 02000000:00000001:0.0:1767384598.843646:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384598.843649:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.843650:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384598.843652:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.843653:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759358208 : -106174950193408 : ffff9f6f37cf4700) 00000100:00100000:0.0:1767384598.843657:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046be0db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048123648:0@lo:253: 00000100:00000040:3.0:1767384598.843661:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.843662:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384598.843666:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384598.843670:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384598.843674:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384598.843675:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384598.843678:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d292c8d5. 02000000:00000001:0.0:1767384598.843679:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1767384598.843684:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048123520, offset 0 02000000:00000010:0.0:1767384598.843687:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009984814b. 00000400:00000200:3.0:1767384598.843691:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384598.843692:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384598.843698:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027410ff9. 00000400:00000200:3.0:1767384598.843702:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384598.843703:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000040535a1a. 00000100:00000200:0.0:1767384598.843708:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048123648, portal 25 00000100:00000001:0.0:1767384598.843710:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384598.843712:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759368064 : -106174950183552 : ffff9f6f37cf6d80) 00000400:00000200:3.0:1767384598.843716:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02080 00000100:00000040:0.0:1767384598.843720:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384598.843725:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c1 [2] + 0 00000400:00000010:3.0:1767384598.843733:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000432d5a17. 00000100:00000001:0.0:1767384598.843736:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384598.843737:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f3f8dde9 00000100:00000040:0.0:1767384598.843742:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384598.843745:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000709a04f6. 00000400:00000200:3.0:1767384598.843747:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384598.843748:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048123648, offset 0 00000400:00000200:3.0:1767384598.843755:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384598.843759:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384598.843763:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3f8dde9 00000400:00000010:3.0:1767384598.843766:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3f8dde9. 00000400:00000200:0.0:1767384598.843770:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384598.843773:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000800:00000010:1.0:1767384598.843773:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d48bba3a. 00000100:00000200:3.0:1767384598.843776:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:1.0:1767384598.843779:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dda46a08. 00000400:00000200:0.0:1767384598.843780:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02100 00000100:00000040:3.0:1767384598.843782:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000094aa0ae9 x1853237048123520 msgsize 4848 00000800:00000010:1.0:1767384598.843786:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009029c7b9. 00000400:00000200:0.0:1767384598.843791:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c5 [2] + 0 00000100:00100000:3.0:1767384598.843796:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384598.843797:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c0dd76e. 00000100:00000040:3.0:1767384598.843800:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384598.843802:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000018710df6 00000400:00000200:0.0:1767384598.843808:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384598.843810:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384598.843814:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384598.843820:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d292c8d5 00000800:00000010:1.0:1767384598.843822:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009029c7b9. 00000400:00000010:3.0:1767384598.843823:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d292c8d5. 00000100:00000001:3.0:1767384598.843828:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384598.843829:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018710df6 00000400:00000010:0.0:1767384598.843832:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000018710df6. 00000100:00000001:0.0:1767384598.843836:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384598.843839:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384598.843839:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384598.843843:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000001bd5f6e0 x1853237048123648 msgsize 4848 00000400:00000200:1.0:1767384598.843847:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00100000:0.0:1767384598.843856:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384598.843859:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384598.843860:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384598.843864:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp10 from 253.3.0.2 00000100:00000040:3.0:1767384598.843866:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384598.843869:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000cbf3aeb6. 00000100:00000001:0.0:1767384598.843869:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384598.843877:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384598.843878:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000709a04f6 00000400:00000010:0.0:1767384598.843881:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000709a04f6. 00000100:00000001:3.0:1767384598.843882:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384598.843886:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384598.843890:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384598.843891:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.843896:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294886620 00000100:00000010:3.0:1767384598.843901:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c70c0d63. 00000100:00000001:0.0:1767384598.843908:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384598.843911:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384598.843915:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.843920:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294886620 00000100:00000001:0.0:1767384598.843921:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.843924:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:3.0:1767384598.843925:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000459a79b. 00000100:00000001:3.0:1767384598.843929:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384598.843930:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384598.843932:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007035e328. 00000100:00000001:3.0:1767384598.843934:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294886620 00000100:00000001:0.0:1767384598.843935:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294886620 00000800:00000010:1.0:1767384598.843938:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f7cd771f. 00000100:00000001:0.0:1767384598.843940:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294886620 00000100:00000010:3.0:1767384598.843941:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ec521ac8. 00000100:00000001:0.0:1767384598.843946:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294886620 00000100:00000001:3.0:1767384598.843948:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384598.843949:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294886620 00000800:00000010:1.0:1767384598.843953:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d0795fe4. 00000100:00000001:3.0:1767384598.843954:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294886620 00000100:00000001:0.0:1767384598.843954:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294886620 00000100:00000001:0.0:1767384598.843961:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294886620 00000100:00000010:3.0:1767384598.843962:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e7c0b42. 00000800:00000200:1.1:1767384598.843967:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (2) 00000100:00000001:0.0:1767384598.843967:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294886620 00000100:00000001:3.0:1767384598.843969:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384598.843978:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.1:1767384598.843978:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp10 00000000d0795fe4 deleted 00000100:00000001:0.0:1767384598.843979:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294886620 00000800:00000010:1.1:1767384598.843982:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d0795fe4. 00000100:00000001:0.0:1767384598.843986:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.843987:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384598.843989:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:0.0:1767384598.843993:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.843994:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.843998:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.843999:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384598.843999:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:1021 00000100:00000001:0.0:1767384598.844002:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384598.844006:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f00733bf type 1, nob 176 niov 1 nkiov 1 00000100:00000001:3.0:1767384598.844009:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384598.844010:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384598.844013:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1767384598.844014:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp10 p 3.x 192.168.203.125 -> 192.168.203.125:1021 incarnation:1767384596871399797 sched[0] 00000100:00000001:0.0:1767384598.844015:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384598.844018:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.844021:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.844022:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767384598.844023:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009029c7b9. 00000100:00000001:0.0:1767384598.844024:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384598.844026:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.844030:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.844030:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.844034:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.844047:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384598.844050:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.844055:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384598.844059:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048123520 02000000:00000001:3.0:1767384598.844062:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384598.844064:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384598.844067:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048123648 00000800:00000010:1.0:1767384598.844071:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009029c7b9. 00000100:00000001:3.0:1767384598.844072:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384598.844072:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384598.844076:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.844077:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000010:1.0:1767384598.844078:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f7cd771f. 00000100:00000001:0.0:1767384598.844081:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.844083:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384598.844086:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384598.844088:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048123520 00000020:00000001:3.0:1767384598.844091:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384598.844092:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00100000:0.0:1767384598.844096:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048123648 00000020:00000001:3.0:1767384598.844097:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384598.844100:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:0.0:1767384598.844100:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384598.844103:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384598.844104:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000800:00000010:1.0:1767384598.844106:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000cbf3aeb6. 00000020:00000001:0.0:1767384598.844107:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384598.844109:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000040:0.0:1767384598.844112:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:3.0:1767384598.844115:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384598.844115:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384598.844119:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:3.0:1767384598.844120:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf202e8f. 00000800:00000001:1.0:1767384598.844122:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384598.844122:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384598.844124:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384598.844128:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011a34c8f. 00000020:00000010:3.0:1767384598.844129:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf202e8f. 00000800:00000001:1.0:1767384598.844129:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.844135:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384598.844138:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000584e8ea7. 00000020:00000010:0.0:1767384598.844138:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011a34c8f. 00000020:00000010:0.0:1767384598.844143:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007c2cfdae. 00000020:00000010:3.0:1767384598.844146:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034e767cb. 00000020:00000010:0.0:1767384598.844149:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aef96cf1. 00000020:00000010:3.0:1767384598.844152:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000780f6dd8. 00000020:00000010:0.0:1767384598.844155:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008140acce. 00000100:00000040:3.0:1767384598.844161:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384598.844166:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384598.844168:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384598.844169:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384598.844170:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.844173:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384598.844175:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.844180:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.844181:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384598.844183:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384598.844187:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f00733bf. 00000100:00000001:3.0:1767384598.844191:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384598.844191:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384598.844192:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384598.844199:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: PUT: OK 00000400:00000200:1.0:1767384598.844204:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384598.844208:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000100:00000001:3.0:1767384598.844210:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384598.844210:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384598.844214:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384598.844214:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384598.844220:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00000040:0.0:1767384598.844223:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384598.844225:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863207504 : -106174846344112 : ffff9f6f3dffe450) 00000100:00100000:3.0:1767384598.844229:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00000040:0.0:1767384598.844232:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094aa0ae9 x1853237048123520/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:579/0 lens 4848/0 e 0 to 0 dl 1767384609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384598.844234:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000800:00000200:1.1:1767384598.844236:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:3.0:1767384598.844239:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863203408 : -106174846348208 : ffff9f6f3dffd450) 00000800:00000200:1.0:1767384598.844247:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp10 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384596871399797 sched[0] 00000100:00000040:3.0:1767384598.844248:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bd5f6e0 x1853237048123648/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:579/0 lens 4848/0 e 0 to 0 dl 1767384609 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384598.844256:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:1.0:1767384598.844257:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dda46a08. 00000020:00000010:0.0:1767384598.844260:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000011a34c8f. 00000100:00000001:0.0:1767384598.844266:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.844268:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384598.844269:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000011a34c8f. 00000020:00000010:3.0:1767384598.844272:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf202e8f. 00000100:00000001:3.0:1767384598.844277:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384598.844277:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094aa0ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048123520:12345-0@lo:253: 00000100:00000200:0.0:1767384598.844281:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048123520 00000020:00000010:3.0:1767384598.844287:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf202e8f. 00000020:00000001:0.0:1767384598.844291:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384598.844296:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001bd5f6e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048123648:12345-0@lo:253: 00000020:00000001:0.0:1767384598.844296:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384598.844297:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000020:00000001:0.0:1767384598.844299:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384598.844306:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048123648 00000020:00000001:0.0:1767384598.844306:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384598.844309:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384598.844311:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384598.844314:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384598.844316:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384598.844317:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384598.844319:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.844321:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384598.844323:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384598.844324:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384598.844326:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384598.844328:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384598.844330:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384598.844333:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384598.844334:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384598.844336:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384598.844337:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384598.844339:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384598.844342:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.844344:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000010:0.0:1767384598.844345:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000001e0cb5bb. 00000400:00000200:1.0:1767384598.844346:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 02000000:00000001:3.0:1767384598.844347:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384598.844350:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384598.844353:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.844355:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000010:3.0:1767384598.844356:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000ecd87cfe. 02000000:00000001:3.0:1767384598.844360:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.844362:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384598.844364:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384598.844372:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a5e7fc55. 20000000:00000010:3.0:1767384598.844373:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000009f20b21b. 20000000:01000000:0.0:1767384598.844376:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384598.844378:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384598.844380:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384598.844382:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384598.844384:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384598.844387:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.844389:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.844392:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384598.844393:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384598.844394:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 20000000:00000001:3.0:1767384598.844409:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384598.844414:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384598.844415:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000051372bd8. 20000000:00000001:3.0:1767384598.844416:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:0.0:1767384598.844419:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:0.0:1767384598.844425:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384598.844430:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384598.844433:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384598.844478:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384598.844493:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.844495:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384598.844497:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.844498:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384598.844500:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384598.844502:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:0.0:1767384598.844506:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384598.844507:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384598.844515:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384598.844518:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.844521:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384598.844524:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384598.844528:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384598.844531:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384598.844534:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006c7a8dcb. 00080000:00000001:0.0:1767384598.844537:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893548040704 : -106180161510912 : ffff9f6e0130e200) 00080000:00000001:0.0:1767384598.844540:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384598.844543:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384598.844546:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000011a34c8f. 00080000:00000001:0.0:1767384598.844549:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384598.844551:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:1.0:1767384598.844562:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009302c7c0. 00080000:00000001:0.0:1767384598.844565:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384598.844568:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dda46a08. 00000800:00000010:1.0:1767384598.844573:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009029c7b9. 00080000:00000001:0.0:1767384598.844582:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384598.844613:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009029c7b9. 00000800:00000001:3.0:1767384598.844627:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.844634:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384598.844636:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.844641:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384598.844664:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : PUT - for me 00000400:00000200:3.0:1767384598.844673:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 80 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384598.844678:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 80/80 into md 0x1185 [1] + 0 00000400:00000010:3.0:1767384598.844681:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005fc5657. 00000400:00000200:3.0:1767384598.844691:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d73724ba 00000800:00000001:3.0:1767384598.844696:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.844707:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384598.844710:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384598.844710:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384598.844718:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: PUT: OK 00000400:00000200:3.0:1767384598.844722:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73724ba 00000400:00000010:3.0:1767384598.844724:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d73724ba. 00000400:00000200:3.0:1767384598.844729:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384598.844731:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp10 from 252.3.0.2 00000400:00000200:3.0:1767384598.844734:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (4) 00000800:00000010:1.0:1767384598.844736:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b56adf62. 00000400:00000200:3.0:1767384598.844742:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:3.0:1767384598.844746:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 89 at 000000004f9f0c2c. 00000400:00000200:3.0:1767384598.844749:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 3 00000400:00000200:3.0:1767384598.844755:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000800:00000010:0.0:1767384598.844758:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa5564e3. 00000800:00000010:0.0:1767384598.844764:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000709a04f6. 00000400:00000200:3.0:1767384598.844765:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (5) 00000400:00000200:3.0:1767384598.844772:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384598.844778:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp10 to MR: 192.168.203.125@tcp10 local destination 00000400:00000200:3.0:1767384598.844784:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [8:8:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [8:8:8:4294967295] 00000800:00000010:0.0:1767384598.844792:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f9323115. 00000400:00000200:3.0:1767384598.844803:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) -> 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) 192.168.203.125@tcp10 : ACK try# 0 00000800:00000200:0.1:1767384598.844804:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (4) 00000800:00000200:0.1:1767384598.844817:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp10 00000000f9323115 deleted 00000800:00000200:3.0:1767384598.844818:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp10 00000400:00000200:1.0:1767384598.844819:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.1:1767384598.844821:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f9323115. 00000800:00000010:3.0:1767384598.844826:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e84c500f. 00000800:00000200:0.1:1767384598.844827:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000010:1.0:1767384598.844828:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe706ff6. 00000400:00000010:1.0:1767384598.844837:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003958c083. 00000800:00000200:3.0:1767384598.844843:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (5) 00000800:00000200:0.0:1767384598.844843:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp10 p 3.x 192.168.203.125 -> 192.168.203.125:1020 incarnation:1767384596871399797 sched[0] 00000400:00000200:1.0:1767384598.844844:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000400:00000200:1.0:1767384598.844851:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000800:00000010:0.0:1767384598.844853:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002f86f86a. 00000800:00000200:3.0:1767384598.844858:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:988 00000400:00000010:1.0:1767384598.844860:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 80 at 00000000fb3eacba. 00000800:00000200:3.0:1767384598.844863:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e84c500f type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384598.844867:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 96 at 000000001e4155bc. 00000400:00000010:1.0:1767384598.844870:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 80 at 00000000e35e5f00. 00000400:00000010:1.0:1767384598.844879:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001d2ff057. 00000400:00000200:1.0:1767384598.844884:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001d2ff057 nid 192.168.203.125@tcp11 00000400:00000010:1.0:1767384598.844887:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000006578c938. 00000400:00000200:1.0:1767384598.844890:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000006578c938 net tcp11 00000400:00000200:1.0:1767384598.844893:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (4) 00000400:00000200:1.0:1767384598.844897:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp11 flags 0x11 00000400:00000010:1.0:1767384598.844900:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 80 at 00000000fb3eacba. 00000400:00000010:1.0:1767384598.844904:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 96 at 000000001e4155bc. 00000400:00000010:1.0:1767384598.844907:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 80 at 00000000e35e5f00. 00000400:00000010:1.0:1767384598.844911:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 000000004f9f0c2c. 00000400:00000200:1.0:1767384598.844922:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384598.844925:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100551 00000800:00000200:3.0:1767384598.844930:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384598.844930:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 1 00000800:00000010:3.0:1767384598.844936:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e84c500f. 00000400:00000200:1.0:1767384598.844938:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 00000400:00000200:3.0:1767384598.844943:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384598.844944:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384598.844950:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000400:00000200:3.0:1767384598.844955:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: ACK: OK 00000400:00000200:1.0:1767384598.844958:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000800:00000010:0.0:1767384598.844960:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002f86f86a. 00000400:00000200:1.0:1767384598.844965:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (5) 00000800:00000010:0.0:1767384598.844966:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000709a04f6. 00000800:00000001:3.0:1767384598.844974:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.844980:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384598.844983:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.844990:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384598.844990:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b56adf62. 00000800:00000001:3.0:1767384598.845000:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.845006:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384598.845012:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : ACK - for me 00000800:00000200:0.1:1767384598.845018:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000400:00000200:3.0:1767384598.845028:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp10: ACK from 12345-192.168.203.125@tcp10 into md 0x11e9 00000800:00000200:0.0:1767384598.845028:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp10 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384596871399797 sched[0] 00000400:00000200:3.0:1767384598.845035:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384598.845036:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dda46a08. 00000400:00000200:3.0:1767384598.845045:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: ACK: OK 00000400:00000200:3.0:1767384598.845050:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d67d2978 00000400:00000010:3.0:1767384598.845052:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d67d2978. 00000400:00000200:3.0:1767384598.845056:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384598.845059:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:3.0:1767384598.845063:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (4) 00000800:00000001:3.0:1767384598.845067:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.845070:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384598.845072:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.845075:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384598.845078:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384598.845080:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384598.845500:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006c7a8dcb. 00080000:00000010:3.0:1767384598.845543:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000011a34c8f. 00040000:00000001:3.0:1767384598.845548:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384598.845550:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384598.845552:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384598.845555:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384598.845558:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384598.845559:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384598.845569:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384598.845580:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384598.845582:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384598.845583:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ef6f495. 00080000:00000001:3.0:1767384598.845586:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384598.845587:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #11 20000000:00000001:1.0:1767384598.845591:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:0.0:1767384598.845598:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:1.0:1767384598.845599:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384598.845603:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384598.845604:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384598.845607:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384598.845611:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384598.845611:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384598.845616:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:1.0:1767384598.845619:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384598.845623:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:0.0:1767384598.845624:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a023cb4. 00080000:00000001:1.0:1767384598.845626:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384598.845630:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384598.845630:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384598.845632:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384598.845634:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:1.0:1767384598.845638:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00010000:00000010:0.0:1767384598.845640:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b6c2a663. 00080000:00000002:1.0:1767384598.845641:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384598.845647:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384598.845649:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384598.845649:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384598.845653:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384598.845653:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b6c2a663 with handle 0x71ee3a74e2719047 to hash 00000020:00000001:1.0:1767384598.845659:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384598.845659:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384598.845663:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00000020:00000001:1.0:1767384598.845664:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:0.0:1767384598.845666:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00080000:00000001:1.0:1767384598.845668:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384598.845671:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:1.0:1767384598.845673:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d22ec226. 00010000:00000001:0.0:1767384598.845674:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384598.845679:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384598.845680:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617311232 : -106180092240384 : ffff9f6e0551de00) 00080000:00000001:1.0:1767384598.845686:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384598.845689:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384598.845691:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:1.0:1767384598.845692:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009029c7b9. 00080000:00000001:1.0:1767384598.845696:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845696:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384598.845701:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384598.845701:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000020:3.0:1767384598.845702:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384598.845705:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:3.0:1767384598.845707:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384598.845708:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:3.0:1767384598.845710:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a5e7fc55. 00080000:00000001:1.0:1767384598.845711:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845711:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384598.845715:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:3.0:1767384598.845716:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845719:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000040:3.0:1767384598.845721:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048123520 00080000:00000001:1.0:1767384598.845721:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384598.845722:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384598.845726:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384598.845727:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384598.845728:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384598.845731:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a023cb4) refcount = 1 00010000:00000200:3.0:1767384598.845733:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094aa0ae9 x1853237048123520/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384598.845735:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384598.845751:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384598.845753:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384598.845754:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384598.845755:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845757:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384598.845761:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384598.845765:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:0.0:1767384598.845769:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384598.845770:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384598.845771:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384598.845773:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384598.845776:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=15 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384598.845779:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6c2a663 refcount=4 00000100:00000001:3.0:1767384598.845782:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384598.845782:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00010000:00000001:0.0:1767384598.845784:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00000100:00000040:3.0:1767384598.845787:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:0.0:1767384598.845788:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:3.0:1767384598.845791:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00010000:0.0:1767384598.845792:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384598.845797:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384598.845800:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845802:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:3.0:1767384598.845804:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384598.845805:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384598.845810:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384598.845814:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384598.845815:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d292c8d5. 00010000:00000001:0.0:1767384598.845816:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384598.845819:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:3.0:1767384598.845820:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048123520, offset 224 00000400:00000200:3.0:1767384598.845828:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384598.845828:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384598.845831:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845834:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384598.845837:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384598.845838:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384598.845846:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b6c2a663 already unused, calling callback (000000009752a4b4) 00000400:00000200:3.0:1767384598.845847:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02080 00010000:00000001:0.0:1767384598.845849:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384598.845852:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:3.0:1767384598.845854:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11ed [2] + 224 00010000:00010000:0.0:1767384598.845855:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384598.845861:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384598.845862:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384598.845865:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384598.845866:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384598.845867:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384598.845870:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6c2a663 refcount=5 00000100:00000001:3.0:1767384598.845871:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384598.845872:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00010000:00000001:0.0:1767384598.845875:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00000100:00000200:3.0:1767384598.845877:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384598.845878:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1767384598.845885:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384598.845887:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384598.845904:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384598.845906:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384598.845907:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845910:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384598.845911:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384598.845912:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384598.845913:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.845914:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384598.845915:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b6c2a663 with handle 0x71ee3a74e2719047 from hash 00000400:00000200:3.0:1767384598.845919:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d292c8d5 00010000:00000001:0.0:1767384598.845919:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384598.845920:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384598.845923:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384598.845924:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d292c8d5. 00010000:00000001:0.0:1767384598.845925:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384598.845928:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384598.845929:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384598.845931:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.845933:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384598.845933:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:1.0:1767384598.845934:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384598.845938:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384598.845939:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384598.845941:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384598.845942:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384598.845944:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:1.0:1767384598.845945:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384598.845947:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384598.845950:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384598.845950:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b32e176d. 00010000:00000001:0.0:1767384598.845951:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:3.0:1767384598.845954:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845955:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384598.845956:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f858a 00000020:00000001:3.0:1767384598.845977:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384598.845977:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000914f858a. 00010000:00000001:0.0:1767384598.845977:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384598.845980:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384598.845982:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384598.845983:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845988:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.845990:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.845993:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094aa0ae9 x1853237048123520/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384598.845993:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384598.845994:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384598.846019:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384598.846022:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384598.846025:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384598.846028:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:1.0:1767384598.846030:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384598.846032:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384598.846036:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1767384598.846037:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094aa0ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048123520:12345-0@lo:253: Request processed in 1776us (2249us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384598.846042:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384598.846046:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.846057:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384598.846059:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:0.0:1767384598.846063:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384598.846067:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384598.846070:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384598.846072:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384598.846074:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.846076:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384598.846082:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384598.846083:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034e767cb. 00010000:00000001:0.0:1767384598.846083:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384598.846087:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1767384598.846088:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384598.846091:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000780f6dd8. 00010000:00010000:0.0:1767384598.846091:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b6c2a663/0x71ee3a74e2719047 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384598.846092:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384598.846096:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384598.846099:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000584e8ea7. 02000000:00000001:1.0:1767384598.846102:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384598.846107:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00001000:1.0:1767384598.846110:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=15 v=5 (5 0 0 0) 00010000:00000040:0.0:1767384598.846110:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000a023cb4 count: 0 02000000:00000001:3.0:1767384598.846113:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384598.846118:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000001e0cb5bb. 00000100:00001000:1.0:1767384598.846119:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384598.846124:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1767384598.846126:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384598.846126:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384598.846127:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.846130:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384598.846133:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384598.846133:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384598.846137:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384598.846140:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384598.846140:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384598.846149:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db60fbb7. 00000100:00000040:1.0:1767384598.846149:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384598.846157:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d292c8d5. 00000100:00000001:1.0:1767384598.846159:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384598.846164:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384598.846166:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384598.846169:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384598.846170:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384598.846172:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384598.846173:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384598.846174:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384598.846175:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384598.846176:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384598.846178:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384598.846179:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384598.846180:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384598.846184:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384598.846190:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005f622de8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048123520:0@lo:253: 00000100:00000001:1.0:1767384598.846196:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384598.846197:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384598.846205:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005f622de8 x1853237048123520/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384598.846212:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384598.846214:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384598.846217:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000be6e8312. 02000000:00000001:1.0:1767384598.846220:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384598.846221:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384598.846222:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384598.846224:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384598.846242:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000003619ffc5. 02000000:00000001:1.0:1767384598.846245:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384598.846247:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384598.846248:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f622de8. 00000100:00000001:1.0:1767384598.846250:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384598.846251:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384598.846252:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384598.846256:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384598.846257:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.846258:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384598.846259:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384598.847457:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d22ec226. 00080000:00000010:1.0:1767384598.847480:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009029c7b9. 00040000:00000001:1.0:1767384598.847484:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384598.847485:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384598.847487:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384598.847489:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384598.847491:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384598.847492:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384598.847494:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384598.847502:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384598.847505:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384598.847509:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384598.847514:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384598.847518:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384598.847519:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384598.847522:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384598.847524:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384598.847528:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b2c23e0d. 00010000:00000001:0.0:1767384598.847531:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384598.847534:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052f40092. 00000020:00000001:0.0:1767384598.847537:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384598.847539:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052f40092 with handle 0x71ee3a74e271904e to hash 00000020:00000001:0.0:1767384598.847541:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384598.847543:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384598.847545:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384598.847547:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384598.847548:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384598.847550:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384598.847555:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384598.847557:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384598.847559:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384598.847561:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384598.847567:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384598.847569:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384598.847569:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384598.847571:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384598.847572:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384598.847573:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384598.847573:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384598.847574:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b2c23e0d) refcount = 1 00010000:00010000:0.0:1767384598.847576:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384598.847580:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384598.847580:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384598.847581:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384598.847582:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.847583:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384598.847585:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384598.847587:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:0.0:1767384598.847588:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384598.847589:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384598.847590:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=4 00000020:00000001:0.0:1767384598.847591:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384598.847593:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384598.847595:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384598.847596:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384598.847601:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384598.847602:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384598.847605:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384598.847607:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384598.847609:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:1.0:1767384598.847610:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384598.847614:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384598.847616:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000009f20b21b. 20000000:00000001:1.0:1767384598.847619:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384598.847625:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048123648 00010000:00000001:0.0:1767384598.847627:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384598.847628:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384598.847630:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.847631:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384598.847632:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384598.847654:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052f40092 already unused, calling callback (000000009752a4b4) 00010000:00000001:0.0:1767384598.847657:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000200:1.0:1767384598.847658:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001bd5f6e0 x1853237048123648/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384598.847660:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384598.847662:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384598.847678:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384598.847681:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384598.847682:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384598.847683:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1767384598.847687:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384598.847688:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=5 00000100:00001000:1.0:1767384598.847694:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=15 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384598.847694:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384598.847699:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000100:00000001:1.0:1767384598.847702:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384598.847703:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:1.0:1767384598.847706:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00010000:0.0:1767384598.847707:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384598.847712:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384598.847719:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384598.847720:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1767384598.847723:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.847724:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384598.847727:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.847728:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384598.847730:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:1.0:1767384598.847734:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384598.847734:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384598.847736:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:1.0:1767384598.847740:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7cd771f. 00010000:00000001:0.0:1767384598.847740:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384598.847747:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048123648, offset 224 00000020:00000040:0.0:1767384598.847747:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052f40092 with handle 0x71ee3a74e271904e from hash 00010000:00000001:0.0:1767384598.847749:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384598.847753:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384598.847755:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384598.847757:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384598.847763:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:1.0:1767384598.847765:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384598.847766:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384598.847770:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384598.847771:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384598.847773:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384598.847777:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02100 00010000:00000001:0.0:1767384598.847778:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.847785:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384598.847787:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:1.0:1767384598.847788:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x11f5 [2] + 224 00010000:00000001:0.0:1767384598.847792:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384598.847795:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384598.847796:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384598.847797:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384598.847802:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384598.847806:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384598.847807:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384598.847810:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:0.0:1767384598.847811:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384598.847816:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384598.847820:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384598.847823:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384598.847826:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384598.847829:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384598.847832:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384598.847833:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384598.847835:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384598.847839:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384598.847842:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384598.847847:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384598.847849:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384598.847853:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384598.847854:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384598.847854:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052f40092/0x71ee3a74e271904e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384598.847857:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:0.0:1767384598.847859:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b2c23e0d count: 0 00000400:00000200:1.0:1767384598.847864:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7cd771f 00000400:00000010:1.0:1767384598.847868:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7cd771f. 00010000:00000001:0.0:1767384598.847869:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384598.847871:0:17081:0:(events.c:386:reply_out_callback()) Process entered 20000000:00000001:0.0:1767384598.847872:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384598.847875:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384598.847879:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384598.847881:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384598.847883:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384598.847884:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384598.847892:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384598.847896:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd5f6e0 x1853237048123648/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:579/0 lens 4848/4768 e 0 to 0 dl 1767384609 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384598.847903:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001bd5f6e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048123648:12345-0@lo:253: Request processed in 3635us (4059us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384598.847911:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00000040:1.0:1767384598.847913:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384598.847915:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384598.847917:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384598.847920:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aef96cf1. 00000020:00000010:1.0:1767384598.847923:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008140acce. 00000020:00000010:1.0:1767384598.847926:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007c2cfdae. 00000100:00000001:3.0:1767384598.847927:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384598.847929:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:3.0:1767384598.847931:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384598.847933:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384598.847936:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000ecd87cfe. 00000400:00000001:3.0:1767384598.847937:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384598.847939:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:3.0:1767384598.847941:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384598.847942:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384598.847945:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027410ff9. 00000100:00000200:1.0:1767384598.847947:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384598.847952:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040535a1a 00000400:00000010:1.0:1767384598.847952:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa219f0e. 00000400:00000010:3.0:1767384598.847956:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000040535a1a. 00000100:00000001:3.0:1767384598.847959:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384598.847964:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384598.847964:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f7cd771f. 00000100:00000200:3.0:1767384598.847975:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.847982:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384598.847983:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.847985:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384598.847993:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384598.847995:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384598.847996:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384598.847998:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384598.848001:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=15 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384598.848003:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384598.848005:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384598.848006:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384598.848007:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384598.848008:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.848010:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.848012:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.848017:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384598.848019:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384598.848020:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384598.848022:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384598.848024:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384598.848025:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384598.848026:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384598.848027:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384598.848028:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384598.848029:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384598.848030:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384598.848031:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384598.848032:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384598.848037:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046be0db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048123648:0@lo:253: 00000100:00000001:3.0:1767384598.848040:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.848041:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384598.848043:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046be0db7 x1853237048123648/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384614 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384598.848047:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384598.848048:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384598.848050:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009984814b. 02000000:00000001:3.0:1767384598.848057:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384598.848058:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384598.848059:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384598.848061:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384598.848062:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d8146f2d. 02000000:00000001:3.0:1767384598.848065:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384598.848066:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384598.848067:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046be0db7. 00000100:00000001:3.0:1767384598.848069:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384598.848070:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.848071:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384598.848076:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384598.848077:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384598.848079:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384598.848081:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384598.850500:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294886620, at 4294886621 00000100:00000010:3.0:1767384598.850507:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e7c0b42. 00000100:00000040:0.0:1767384598.851491:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294886620, at 4294886622 00000100:00000040:1.0:1767384598.851496:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294886620, at 4294886622 00000100:00000010:0.0:1767384598.851498:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c70c0d63. 00000100:00000010:1.0:1767384598.851504:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000459a79b. 00010000:00000010:0.1:1767384598.854488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a023cb4. 00010000:00000010:0.1:1767384598.854497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b6c2a663. 00010000:00000010:0.1:1767384598.856457:0:19366:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b2c23e0d. 00010000:00000010:0.1:1767384598.856464:0:19366:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052f40092. 00010000:00000001:3.0:1767384599.461497:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384599.461502:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.461507:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384599.461508:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.461583:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384599.461587:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384599.461590:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384599.654780:0:17888:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1767384599.654784:0:17888:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1767384599.654787:0:17888:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589934596 is committed 00000001:00000040:0.0:1767384599.654790:0:17888:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000bf58c2a9 : new cb_count 2 00000020:00000040:0.0:1767384599.654796:0:17888:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 6 00000001:00000010:0.0:1767384599.654798:0:17888:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000b1316571. 00002000:00001000:0.0:1767384599.654808:0:17888:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 24 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:0.0:1767384599.654811:0:17888:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000a8e14580. 00080000:00000010:0.0:1767384599.654815:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005ecc24ba. 00000001:00000040:0.0:1767384599.654819:0:17888:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000bf58c2a9 : new cb_count 1 00000020:00000040:0.0:1767384599.654821:0:17888:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000001:00000010:0.0:1767384599.654823:0:17888:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000cb50bb25. 00002000:00001000:0.0:1767384599.654827:0:17888:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 16 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:0.0:1767384599.654829:0:17888:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000e7e94233. 00080000:00000010:0.0:1767384599.654832:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b427fe39. 00000001:00000040:0.0:1767384599.654835:0:17888:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 00000000bf58c2a9 : new cb_count 0 00000020:00000040:0.0:1767384599.654836:0:17888:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000001:00000010:0.0:1767384599.654838:0:17888:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000091336cd8. 00002000:00001000:0.0:1767384599.654841:0:17888:0:(ofd_objects.c:181:ofd_cb_precreate()) Sub 8 from 8 for [0x240000400:0x41:0x0], th_sync 0 00002000:00000010:0.0:1767384599.654842:0:17888:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000b81bfd32. 00080000:00000010:0.0:1767384599.654844:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000de3ae9a6. 00000400:00000010:1.0:1767384599.971590:0:19664:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000005c156aaa. 00000400:00000010:1.0:1767384599.971603:0:19664:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008fe5fb79. 00000400:00000010:1.0:1767384599.971612:0:19664:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000b95e886. 00000400:00000010:1.0:1767384599.971616:0:19664:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002a6e9d1a. 00000400:00000010:1.0:1767384599.971619:0:19664:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009d907b38. 00000400:00000010:1.0:1767384599.971622:0:19664:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ca5757cf. 00000400:00000010:1.0:1767384599.971624:0:19664:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005ea23e48. 00000400:00000010:1.0:1767384599.971625:0:19664:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000086f4a437. 00000400:00000010:1.0:1767384599.971632:0:19664:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004d6e2955. 00000800:00000010:1.0:1767384599.971640:0:19664:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000015f126a8. 00000800:00000200:1.0:1767384599.971650:0:19664:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384599.971654:0:19664:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384599.971687:0:19664:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384599.971707:0:19664:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp12 [8/256/0/180] 00000400:00000010:1.0:1767384599.973587:0:19664:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 0000000053408932. 00000400:00000010:1.0:1767384599.973593:0:19664:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000700fd549. 00000400:00000010:1.0:1767384599.973597:0:19664:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e7f50f. 00000400:00000001:1.0:1767384599.973608:0:19664:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384599.973610:0:19664:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384599.973611:0:19664:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000033ca0a2. 00000400:00000200:1.0:1767384599.973613:0:19664:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000400:00000010:1.0:1767384599.973615:0:19664:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000400:00000010:1.0:1767384599.973618:0:19664:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 89 at 00000000cb85935b. 00000400:00000200:1.0:1767384599.973622:0:19664:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (3) 00000400:00000200:1.0:1767384599.973634:0:19664:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384599.973641:0:19664:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131084 00000020:00000010:1.0:1767384599.973647:0:19664:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000055855b30. 00000020:01000000:1.0:1767384599.973652:0:19664:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384599.973654:0:19664:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp12 00000400:00000200:3.0:1767384599.973655:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384599.973663:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:1.0:1767384599.973665:0:19664:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008fe5fb79. 00000400:00000010:3.0:1767384599.973670:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d67d2978. 00000400:00000010:1.0:1767384599.973670:0:19664:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000005c156aaa. 00000400:00000200:3.0:1767384599.973676:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (4) 00000400:00000010:3.0:1767384599.973682:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000090c10f12. 00000400:00000200:3.0:1767384599.973686:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000020:00000001:0.0:1767384599.973690:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384599.973694:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384599.973697:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384599.973699:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 10000000:01000000:0.0:1767384599.973701:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384599.973706:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384599.973709:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:0.0:1767384599.973710:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384599.973713:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384599.973716:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384599.973718:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384599.973719:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384599.973722:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384599.973725:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384599.973726:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000020:01000004:0.0:1767384599.973727:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384599.973730:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384599.973731:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384599.973732:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp11 00000400:00000200:3.0:1767384599.973738:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp11 lpni_is_preferred = 0 00000400:00000200:3.0:1767384599.973742:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp11 00000100:00000010:0.0:1767384599.973745:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000936d4b24. 00000020:00000040:0.0:1767384599.973750:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:3.0:1767384599.973755:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp11 NI seq info: [9:9:256:4294967295] 192.168.203.125@tcp11 LPNI seq info [9:9:8:4294967295] 00000100:00000001:0.0:1767384599.973757:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384599.973761:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp11 02000000:00000001:0.0:1767384599.973761:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384599.973767:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.973772:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11:) -> 192.168.203.125@tcp11(192.168.203.125@tcp:192.168.203.125@tcp11) : PUT try# 0 00000800:00000200:3.0:1767384599.973777:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 96 bytes in 1 frags to 12345-192.168.203.125@tcp11 02000000:00000010:0.0:1767384599.973778:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002f7577f5. 00000800:00000010:3.0:1767384599.973781:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d2a3835e. 00000100:00000001:0.0:1767384599.973787:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384599.973790:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000967df891. 00000800:00000010:3.0:1767384599.973795:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000a0fa6595. 00000100:00000001:0.0:1767384599.973796:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384599.973799:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384599.973802:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (2) 00000800:00000200:3.1:1767384599.973807:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (2) 00000100:00000040:0.0:1767384599.973810:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000936d4b24] to pc [ptlrpcd_00_01+1] req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384599.973828:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384599.973833:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 10000000:00000001:0.0:1767384599.973833:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384599.973838:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384599.973841:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.973842:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384599.973843:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384599.973847:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384599.973849:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384599.973849:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384599.973851:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384599.973853:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384599.973854:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384599.973856:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384599.973858:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384599.973859:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384599.973863:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384599.973867:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384599.973870:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384599.973873:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384599.973873:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:1.0:1767384599.973877:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384599.973877:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384599.973880:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384599.973883:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384599.973884:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384599.973885:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384599.973885:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384599.973889:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1767384599.973890:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afddd381. 02000000:00000001:1.0:1767384599.973893:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384599.973894:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00100000:1.0:1767384599.973898:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000936d4b24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048123776:0@lo:253: 00000100:00000001:0.0:1767384599.973899:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384599.973901:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384599.973904:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384599.973911:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b1b915f3. 00000100:00000001:1.0:1767384599.973912:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384599.973916:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.973920:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384599.973920:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767384599.973940:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.973943:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384599.973945:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384599.973950:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000031cedbf1. 00000100:00000040:0.0:1767384599.973953:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afddd381] to pc [ptlrpcd_00_02+2] req@00000000afddd381 x1853237048123904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384599.973955:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384599.973963:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a37d371. 00000400:00000010:1.0:1767384599.973970:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008fe5fb79. 00000100:00000200:1.0:1767384599.973974:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048123776, portal 25 00000100:00000001:1.0:1767384599.973980:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384599.973982:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360896 : -106174950190720 : ffff9f6f37cf5180) 10000000:00000001:0.0:1767384599.973988:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384599.973989:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384599.973993:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.973998:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384599.973999:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974003:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:0.0:1767384599.974006:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384599.974007:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384599.974008:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384599.974013:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000055855b30. 00000100:00000040:1.0:1767384599.974018:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384599.974019:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afddd381 x1853237048123904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384599.974023:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdb24fcb. 00000100:00000200:1.0:1767384599.974029:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048123776, offset 0 00000100:00000001:0.0:1767384599.974032:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.974036:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384599.974038:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974039:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384599.974046:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384599.974048:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384599.974052:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384599.974055:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.974061:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afddd381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048123904:0@lo:253: 00000400:00000200:1.0:1767384599.974062:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384599.974070:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384599.974074:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384599.974076:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.974079:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384599.974080:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02180 02000000:00000010:3.0:1767384599.974087:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000ecd87cfe. 00000400:00000200:1.0:1767384599.974091:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1c9 [2] + 0 02000000:00000001:3.0:1767384599.974092:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384599.974099:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a570f58. 00000400:00000010:3.0:1767384599.974102:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab5bb6d9. 00000400:00000200:1.0:1767384599.974105:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d7c90150 00000400:00000010:3.0:1767384599.974112:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009889e011. 00000400:00000200:1.0:1767384599.974114:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384599.974118:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048123904, portal 25 00000400:00000200:1.0:1767384599.974123:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384599.974124:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384599.974129:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7c90150 00000400:00000010:1.0:1767384599.974131:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d7c90150. 00000100:00000001:3.0:1767384599.974136:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759371648 : -106174950179968 : ffff9f6f37cf7b80) 00000100:00000001:1.0:1767384599.974138:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384599.974142:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384599.974144:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afddd381 x1853237048123904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384599.974147:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000bd7e25de x1853237048123776 msgsize 4848 00000100:00000001:3.0:1767384599.974161:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1767384599.974161:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384599.974165:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384599.974171:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384599.974175:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa28db5e. 00000100:00000001:1.0:1767384599.974178:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:3.0:1767384599.974179:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048123904, offset 0 00000400:00000200:3.0:1767384599.974187:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384599.974190:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdb24fcb 00000400:00000200:3.0:1767384599.974196:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384599.974202:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdb24fcb. 00000100:00000001:1.0:1767384599.974206:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384599.974210:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02200 00000100:00000200:1.0:1767384599.974215:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384599.974222:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1cd [2] + 0 00000400:00000010:3.0:1767384599.974246:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000098d1217. 00000400:00000200:3.0:1767384599.974251:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b8acccd 00000100:00000001:1.0:1767384599.974251:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384599.974256:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384599.974258:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.974267:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384599.974268:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.974271:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b8acccd 00000100:00000001:1.0:1767384599.974271:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384599.974275:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b8acccd. 00000100:00000001:3.0:1767384599.974280:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384599.974280:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384599.974283:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384599.974286:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294887750 00000100:00000040:3.0:1767384599.974287:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000000d807e93 x1853237048123904 msgsize 4848 00000100:00000010:1.0:1767384599.974294:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb3eacba. 00000100:00100000:3.0:1767384599.974299:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384599.974303:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1767384599.974304:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384599.974311:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294887750 00000100:00000001:3.0:1767384599.974315:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:1.0:1767384599.974316:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001e4155bc. 00000100:00000001:1.0:1767384599.974320:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384599.974321:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa28db5e 00000100:00000001:1.0:1767384599.974323:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294887750 00000400:00000010:3.0:1767384599.974325:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa28db5e. 00000100:00000010:1.0:1767384599.974345:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e35e5f00. 00000100:00000001:3.0:1767384599.974347:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384599.974350:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000200:3.0:1767384599.974354:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afddd381 x1853237048123904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.974356:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294887750 00000100:00000010:1.0:1767384599.974365:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a86e8702. 00000100:00000001:3.0:1767384599.974369:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384599.974371:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384599.974374:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afddd381 x1853237048123904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.974377:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384599.974384:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974405:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974408:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384599.974408:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.974413:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.974417:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.974423:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384599.974427:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384599.974430:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294887750 00000100:00000001:1.0:1767384599.974431:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384599.974436:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384599.974477:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294887750 00000100:00000001:3.0:1767384599.974480:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294887751 00000100:00000001:3.0:1767384599.974486:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294887750 00000100:00000001:3.0:1767384599.974490:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294887751 00000100:00000001:3.0:1767384599.974493:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294887750 00000100:00000001:1.0:1767384599.974495:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974498:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294887751 00000100:00000001:1.0:1767384599.974499:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974505:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294887750 00000100:00000001:3.0:1767384599.974509:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384599.974512:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974515:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974532:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384599.974537:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384599.974538:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384599.974540:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384599.974543:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.974545:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384599.974549:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384599.974549:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048123776 02000000:00000001:1.0:1767384599.974556:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384599.974557:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.974560:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384599.974563:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384599.974567:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384599.974570:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048123776 00000020:00000001:1.0:1767384599.974573:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384599.974575:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384599.974578:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384599.974581:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384599.974583:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384599.974584:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:3.0:1767384599.974589:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048123904 00000020:00000001:1.0:1767384599.974589:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 02000000:00000001:3.0:1767384599.974594:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384599.974597:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384599.974598:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384599.974599:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384599.974604:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000677cdbd4. 02000000:00000001:3.0:1767384599.974605:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.974609:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384599.974610:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048123904 00000020:00000010:1.0:1767384599.974614:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000677cdbd4. 00000020:00000001:3.0:1767384599.974615:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384599.974619:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000010:1.0:1767384599.974623:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000acd7aece. 00000020:00000001:3.0:1767384599.974624:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384599.974628:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:3.0:1767384599.974632:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:1.0:1767384599.974632:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004fc08948. 00000020:00000001:3.0:1767384599.974639:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:1.0:1767384599.974641:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000078f592e3. 00000100:00000001:3.0:1767384599.974642:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:2.1:1767384599.974648:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (2) 00000100:00000040:1.0:1767384599.974651:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384599.974655:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaeff4d7. 00000100:00000001:1.0:1767384599.974656:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000200:2.1:1767384599.974661:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp11 00000000aac5a246 deleted 00000100:00000001:3.0:1767384599.974662:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384599.974662:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:2.1:1767384599.974666:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000aac5a246. 00000100:00000001:1.0:1767384599.974667:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384599.974668:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaeff4d7. 00000800:00000200:2.1:1767384599.974674:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000020:00000010:3.0:1767384599.974677:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eb4efac. 00000100:00000001:1.0:1767384599.974681:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384599.974684:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp11 ip 192.168.203.125:1019 00000020:00000010:3.0:1767384599.974685:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009e79c955. 00000800:00000200:2.1:1767384599.974692:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d2a3835e type 1, nob 192 niov 1 nkiov 1 00000020:00000010:3.0:1767384599.974693:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000780f6dd8. 00000100:00000001:1.0:1767384599.974693:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.974706:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384599.974710:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384599.974713:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.974715:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384599.974719:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384599.974720:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974725:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384599.974726:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00000040:1.0:1767384599.974731:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384599.974733:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863199312 : -106174846352304 : ffff9f6f3dffc450) 00000100:00000040:1.0:1767384599.974739:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd7e25de x1853237048123776/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:580/0 lens 4848/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.974741:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384599.974745:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384599.974768:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384599.974769:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00000040:3.0:1767384599.974772:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:3.0:1767384599.974774:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863205456 : -106174846346160 : ffff9f6f3dffdc50) 00000020:00000010:1.0:1767384599.974778:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000677cdbd4. 00000100:00000040:3.0:1767384599.974781:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d807e93 x1853237048123904/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:580/0 lens 4848/0 e 0 to 0 dl 1767384610 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384599.974783:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384599.974788:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000677cdbd4. 00000100:00000001:3.0:1767384599.974795:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384599.974798:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd7e25de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048123776:12345-0@lo:253: 00000020:00000010:3.0:1767384599.974800:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaeff4d7. 00000100:00000001:3.0:1767384599.974806:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384599.974807:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048123776 00000020:00000010:3.0:1767384599.974812:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaeff4d7. 00000020:00000001:1.0:1767384599.974812:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384599.974833:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384599.974836:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384599.974837:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d807e93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048123904:12345-0@lo:253: 00000020:00000001:1.0:1767384599.974842:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384599.974844:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048123904 00000020:00000001:1.0:1767384599.974845:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384599.974848:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384599.974851:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384599.974852:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384599.974854:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384599.974856:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.974859:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384599.974862:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384599.974863:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384599.974865:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384599.974868:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.974869:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384599.974872:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384599.974873:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384599.974879:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:1.0:1767384599.974879:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384599.974887:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a666ecfe. 00000020:00000001:3.0:1767384599.974890:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384599.974891:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.974894:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384599.974895:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.974901:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:1.0:1767384599.974903:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 02000000:00000001:3.0:1767384599.974906:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384599.974914:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f20b21b. 20000000:00000010:1.0:1767384599.974914:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000055855b30. 02000000:00000001:3.0:1767384599.974920:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384599.974921:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384599.974923:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384599.974926:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384599.974928:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384599.974930:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384599.974934:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384599.974937:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384599.974939:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000be6e8312. 20000000:00000001:1.0:1767384599.974940:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384599.974946:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384599.974949:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:1.0:1767384599.974951:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000062b20d08. 20000000:00000001:3.0:1767384599.974954:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:01000000:1.0:1767384599.974956:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:00000001:3.0:1767384599.974958:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384599.974963:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384599.974964:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384599.974969:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384599.974971:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384599.974976:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384599.974992:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384599.975009:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.975011:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384599.975019:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.975020:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384599.975022:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384599.975025:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:1.0:1767384599.975029:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:1.0:1767384599.975031:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384599.975033:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384599.975037:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.975038:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384599.975041:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384599.975046:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384599.975049:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384599.975053:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000068aa72f9. 00080000:00000001:1.0:1767384599.975056:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898758983680 : -106174950567936 : ffff9f6f37c99000) 00080000:00000001:1.0:1767384599.975059:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384599.975062:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384599.975065:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000677cdbd4. 00080000:00000001:1.0:1767384599.975068:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.975071:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000200:2.1:1767384599.975076:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:1.0:1767384599.975084:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384599.975102:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:3.0:1767384599.975159:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.975167:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384599.975170:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.975174:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384599.975183:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11) <- 192.168.203.125@tcp11 : PUT - for me 00000400:00000200:3.0:1767384599.975191:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 96 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384599.975197:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 96/96 into md 0x11fd [1] + 0 00000400:00000010:3.0:1767384599.975199:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe706ff6. 00000400:00000200:3.0:1767384599.975202:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003958c083 00000800:00000001:3.0:1767384599.975206:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.975214:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384599.975216:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.975220:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: PUT: OK 00000400:00000200:3.0:1767384599.975224:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003958c083 00000400:00000010:3.0:1767384599.975228:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003958c083. 00000400:00000200:3.0:1767384599.975232:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384599.975235:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (5) 00000400:00000200:3.0:1767384599.975240:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:3.0:1767384599.975243:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 105 at 000000008d411f45. 00000400:00000200:3.0:1767384599.975245:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 4 00000400:00000200:3.0:1767384599.975255:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384599.975278:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (6) 00000400:00000200:3.0:1767384599.975284:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384599.975291:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp11 to MR: 192.168.203.125@tcp11 local destination 00000400:00000200:3.0:1767384599.975294:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp11 NI seq info: [10:10:256:4294967295] 192.168.203.125@tcp11 LPNI seq info [10:10:8:4294967295] 00000400:00000200:3.0:1767384599.975307:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11:192.168.203.125@tcp11) -> 192.168.203.125@tcp11(192.168.203.125@tcp11:192.168.203.125@tcp11) 192.168.203.125@tcp11 : ACK try# 0 00000800:00000200:3.0:1767384599.975313:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp11 00000800:00000010:3.0:1767384599.975319:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e84c500f. 00000800:00000200:3.0:1767384599.975326:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (4) 00000800:00000200:3.0:1767384599.975332:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp11 ip 192.168.203.125:988 00000800:00000200:3.0:1767384599.975334:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e84c500f type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384599.975369:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384599.975376:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9d8e860. 00000400:00000010:1.0:1767384599.975381:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084fe9d2b. 00000400:00000200:1.0:1767384599.975386:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000400:00000200:1.0:1767384599.975410:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000800:00000200:3.0:1767384599.975416:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384599.975420:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e84c500f. 00000400:00000200:3.0:1767384599.975425:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.975431:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: ACK: OK 00000800:00000001:3.0:1767384599.975477:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.975482:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384599.975485:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.975491:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384599.975493:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.975499:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384599.975506:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11) <- 192.168.203.125@tcp11 : ACK - for me 00000400:00000200:3.0:1767384599.975518:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp11: ACK from 12345-192.168.203.125@tcp11 into md 0x1215 00000400:00000200:3.0:1767384599.975523:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384599.975529:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: ACK: OK 00000400:00000200:3.0:1767384599.975534:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d67d2978 00000400:00000010:3.0:1767384599.975536:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d67d2978. 00000400:00000200:3.0:1767384599.975541:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384599.975546:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:3.0:1767384599.975552:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384599.975555:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (5) 00000800:00000001:3.0:1767384599.975569:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384599.975573:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384599.975671:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384599.975740:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp11 from 250.3.0.2 00000800:00000010:3.0:1767384599.975743:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c65593d2. 00000400:00000010:1.0:1767384599.975804:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 100 at 0000000003df0cc8. 00000400:00000010:1.0:1767384599.975810:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 120 at 00000000d36c0628. 00000800:00000200:2.1:1767384599.975814:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (4) 00000400:00000010:1.0:1767384599.975816:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 100 at 000000001a65ccd4. 00000800:00000200:2.1:1767384599.975821:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp11 00000000aac5a246 deleted 00000800:00000010:2.1:1767384599.975824:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000aac5a246. 00000800:00000200:2.1:1767384599.975828:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000010:1.0:1767384599.975828:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ac7a2caa. 00000400:00000200:1.0:1767384599.975838:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ac7a2caa nid 192.168.203.125@tcp12 00000400:00000010:1.0:1767384599.975844:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000001af13359. 00000400:00000200:1.0:1767384599.975848:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000001af13359 net tcp12 00000400:00000200:1.0:1767384599.975850:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (4) 00000400:00000200:1.0:1767384599.975855:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp12 flags 0x11 00000400:00000010:1.0:1767384599.975865:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 100 at 0000000003df0cc8. 00000400:00000010:1.0:1767384599.975868:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 120 at 00000000d36c0628. 00000400:00000010:1.0:1767384599.975870:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 100 at 000000001a65ccd4. 00000400:00000010:1.0:1767384599.975872:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 000000008d411f45. 00000400:00000200:1.0:1767384599.975876:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384599.975878:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:1.0:1767384599.975881:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:1.0:1767384599.975884:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:1.0:1767384599.975886:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384599.975888:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:1.0:1767384599.975891:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384599.975893:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (5) 00000800:00000200:3.1:1767384599.975921:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384599.975928:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp11 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384598841748271 sched[0] 00000800:00000010:3.0:1767384599.975931:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000abebd582. 00080000:00000010:1.0:1767384599.976379:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000068aa72f9. 20000000:00000010:3.0:1767384599.976516:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000021c29c5b. 20000000:01000000:3.0:1767384599.976523:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #12 20000000:01000000:1.0:1767384599.976523:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384599.976528:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384599.976529:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384599.976533:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384599.976534:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384599.976538:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384599.976540:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384599.976544:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384599.976550:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384599.976552:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000030c521b6. 00010000:00000001:1.0:1767384599.976558:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384599.976561:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384599.976562:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e58db17. 00080000:00000001:3.0:1767384599.976567:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384599.976570:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.976570:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384599.976574:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:1.0:1767384599.976575:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e58db17 with handle 0x71ee3a74e2719055 to hash 00080000:00000001:3.0:1767384599.976577:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.976581:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:3.0:1767384599.976582:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00010000:00000001:1.0:1767384599.976584:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00000020:00000001:3.0:1767384599.976587:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00010000:00000001:1.0:1767384599.976589:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00080000:00000002:3.0:1767384599.976591:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384599.976594:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384599.976595:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384599.976598:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384599.976600:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384599.976603:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384599.976603:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384599.976609:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384599.976613:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:1.0:1767384599.976616:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384599.976618:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384599.976621:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:3.0:1767384599.976622:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000939d860b. 00080000:00000001:3.0:1767384599.976626:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617600512 : -106180091951104 : ffff9f6e05564800) 00080000:00000001:3.0:1767384599.976628:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384599.976633:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384599.976634:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:3.0:1767384599.976637:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000aaeff4d7. 00010000:00000001:1.0:1767384599.976637:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384599.976639:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384599.976643:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.976644:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384599.976648:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384599.976649:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384599.976654:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384599.976657:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384599.976659:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:3.0:1767384599.976661:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.976661:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384599.976664:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000030c521b6) refcount = 1 00010000:00010000:1.0:1767384599.976670:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.976681:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:3.0:1767384599.976683:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384599.976684:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384599.976689:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384599.976696:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.976702:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384599.976706:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384599.976710:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:1.0:1767384599.976717:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384599.976720:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384599.976723:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e58db17 refcount=4 00000020:00000001:1.0:1767384599.976729:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00010000:00000001:1.0:1767384599.976735:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00010000:00000001:1.0:1767384599.976738:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384599.976741:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.976749:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384599.976753:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.976765:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384599.976769:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384599.976772:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.976790:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384599.976792:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.976798:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384599.976816:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384599.976826:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e58db17 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384599.976829:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384599.976832:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384599.976836:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.976843:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384599.976845:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384599.976847:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384599.976849:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e58db17 refcount=5 00000020:00000001:1.0:1767384599.976852:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00010000:00000001:1.0:1767384599.976855:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00010000:00000001:1.0:1767384599.976857:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384599.976860:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.976886:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384599.976889:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384599.976892:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.976897:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384599.976900:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384599.976903:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384599.976905:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384599.976910:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e58db17 with handle 0x71ee3a74e2719055 from hash 00010000:00000001:1.0:1767384599.976913:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384599.976917:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384599.976919:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384599.976927:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384599.976928:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384599.976930:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384599.976932:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384599.976934:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384599.976937:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.976940:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384599.976941:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384599.976943:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384599.976948:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384599.976952:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.976956:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.976957:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.976962:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384599.976962:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384599.976967:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384599.976969:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384599.976975:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384599.976979:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a37d371. 00010000:00000001:1.0:1767384599.976981:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384599.976986:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384599.976988:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008fe5fb79 00010000:00000001:1.0:1767384599.976991:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:3.0:1767384599.976993:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008fe5fb79. 00010000:00000001:1.0:1767384599.976995:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384599.976999:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384599.977001:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384599.977002:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384599.977006:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:3.0:1767384599.977011:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384599.977012:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384599.977018:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384599.977025:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.977045:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000200:3.0:1767384599.977047:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384599.977048:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384599.977053:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e58db17/0x71ee3a74e2719055 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384599.977073:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000030c521b6 count: 0 00000100:00000001:3.0:1767384599.977075:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384599.977079:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.977083:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384599.977083:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384599.977086:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 20000000:00000001:1.0:1767384599.977088:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384599.977090:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384599.977093:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384599.977098:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384599.977102:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384599.977107:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384599.977112:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384599.977115:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384599.977120:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384599.977124:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.977127:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.977132:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.977143:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384599.977148:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384599.977150:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384599.977153:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384599.977155:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384599.977156:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384599.977157:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384599.977165:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384599.977166:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384599.977167:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384599.977168:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384599.977169:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384599.977169:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384599.977172:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384599.977178:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000936d4b24 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048123776:0@lo:253: 00000100:00000001:3.0:1767384599.977181:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.977182:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384599.977184:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000936d4b24 x1853237048123776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384599.977189:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384599.977191:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384599.977193:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000031cedbf1. 02000000:00000001:3.0:1767384599.977196:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384599.977198:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384599.977199:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384599.977202:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384599.977203:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002f7577f5. 02000000:00000001:3.0:1767384599.977206:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384599.977207:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384599.977209:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000936d4b24. 00000100:00000001:3.0:1767384599.977211:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384599.977212:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.977213:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384599.977217:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384599.977233:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.977234:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384599.977236:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384599.978340:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000939d860b. 00080000:00000010:3.0:1767384599.978470:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000aaeff4d7. 00040000:00000001:3.0:1767384599.978476:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384599.978478:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384599.978480:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384599.978482:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384599.978484:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384599.978492:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384599.978494:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384599.978502:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384599.978505:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384599.978508:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384599.978512:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384599.978521:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384599.978523:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384599.978526:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384599.978527:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384599.978532:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b7438511. 00010000:00000001:1.0:1767384599.978534:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384599.978537:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036ffad4e. 00000020:00000001:1.0:1767384599.978539:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384599.978542:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036ffad4e with handle 0x71ee3a74e271905c to hash 00000020:00000001:1.0:1767384599.978544:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384599.978546:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384599.978548:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384599.978549:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384599.978551:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384599.978552:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.978557:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384599.978558:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384599.978560:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384599.978562:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384599.978563:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384599.978565:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384599.978566:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384599.978568:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384599.978569:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384599.978571:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384599.978572:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384599.978573:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b7438511) refcount = 1 00010000:00010000:1.0:1767384599.978575:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.978579:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384599.978580:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384599.978581:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384599.978583:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.978587:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384599.978589:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384599.978591:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:1.0:1767384599.978593:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384599.978594:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384599.978595:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=4 00000020:00000001:1.0:1767384599.978596:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384599.978598:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384599.978599:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384599.978601:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.978604:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384599.978606:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.978609:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384599.978610:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384599.978612:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.978615:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384599.978616:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384599.978618:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384599.978619:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384599.978621:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384599.978623:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384599.978642:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000be6e8312. 00010000:00010000:1.0:1767384599.978644:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036ffad4e already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384599.978648:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:3.0:1767384599.978649:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.978650:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384599.978653:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384599.978656:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048123904 00010000:00000001:3.0:1767384599.978661:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384599.978663:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384599.978666:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000200:3.0:1767384599.978668:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d807e93 x1853237048123904/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384599.978676:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384599.978680:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:1.0:1767384599.978681:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=5 00010000:00000001:3.0:1767384599.978685:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384599.978686:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00000100:00001000:3.0:1767384599.978691:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=16 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384599.978691:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384599.978699:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384599.978700:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384599.978701:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384599.978704:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384599.978710:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384599.978713:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384599.978715:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384599.978717:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 02000000:00000001:3.0:1767384599.978734:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.978736:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384599.978740:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384599.978743:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384599.978748:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384599.978749:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384599.978755:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:3.0:1767384599.978759:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa28db5e. 00010000:00000001:1.0:1767384599.978760:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384599.978768:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036ffad4e with handle 0x71ee3a74e271905c from hash 00000100:00000200:3.0:1767384599.978769:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048123904, offset 224 00010000:00000001:1.0:1767384599.978772:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384599.978776:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384599.978779:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384599.978780:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384599.978782:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384599.978787:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384599.978789:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384599.978791:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1767384599.978796:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384599.978797:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384599.978805:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.978809:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384599.978811:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384599.978815:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02200 00010000:00000001:1.0:1767384599.978817:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384599.978822:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384599.978839:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.978841:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1221 [2] + 224 00010000:00000001:1.0:1767384599.978842:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384599.978846:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384599.978848:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384599.978849:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384599.978854:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384599.978861:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384599.978861:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384599.978865:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afddd381 x1853237048123904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384599.978869:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384599.978872:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384599.978875:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384599.978877:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384599.978879:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000afddd381 x1853237048123904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384599.978880:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384599.978882:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384599.978883:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384599.978884:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384599.978885:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384599.978902:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384599.978905:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384599.978907:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271905c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384599.978911:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b7438511 count: 0 00000100:00000001:3.0:1767384599.978917:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384599.978917:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384599.978918:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384599.978943:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa28db5e 00000400:00000010:3.0:1767384599.978948:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa28db5e. 00000100:00000001:3.0:1767384599.978951:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384599.978952:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384599.978955:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384599.978958:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384599.978960:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384599.978962:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384599.978964:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384599.978968:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d807e93 x1853237048123904/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:580/0 lens 4848/4768 e 0 to 0 dl 1767384610 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384599.978977:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d807e93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048123904:12345-0@lo:253: Request processed in 4181us (4689us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384599.978999:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00000040:3.0:1767384599.979002:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384599.979003:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384599.979005:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384599.979007:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009e79c955. 00000020:00000010:3.0:1767384599.979011:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000780f6dd8. 00000020:00000010:3.0:1767384599.979014:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eb4efac. 00000020:00000040:3.0:1767384599.979021:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:3.0:1767384599.979026:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384599.979030:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f20b21b. 02000000:00000001:3.0:1767384599.979035:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384599.979038:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384599.979044:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384599.979051:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000092e6df6. 00000400:00000010:3.0:1767384599.979057:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aa28db5e. 00000100:00000040:1.0:1767384599.981502:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294887751, at 4294887752 00000100:00000010:1.0:1767384599.981510:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001e4155bc. 00000100:00000040:3.0:1767384599.981545:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294887751, at 4294887752 00000100:00000010:3.0:1767384599.981552:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a86e8702. 00000100:00000040:0.0:1767384599.981553:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294887750, at 4294887752 00000100:00000010:0.0:1767384599.981562:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb3eacba. 00010000:00000010:1.1:1767384599.986467:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000030c521b6. 00010000:00000010:1.1:1767384599.986475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e58db17. 00010000:00000010:1.1:1767384599.986481:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b7438511. 00010000:00000010:1.1:1767384599.986485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036ffad4e. 00000400:00000010:1.0:1767384599.991837:0:19669:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000e6b2e210. 00000400:00000040:1.0:1767384599.991853:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.991856:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384599.991858:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.991860:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.991861:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.991862:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384599.991865:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.991866:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384599.991867:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384599.991868:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384599.991870:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384599.991871:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.991873:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384599.991874:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.991874:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384599.991882:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384599.991883:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384599.991884:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384599.991885:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384599.991887:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.991888:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.991889:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.991890:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.991891:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.991891:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384599.991893:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.991894:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.991895:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.991896:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.991897:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.991898:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384599.991899:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384599.991900:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384599.991901:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384599.991902:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384599.991903:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.991903:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384599.991905:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384599.991906:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.991907:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384599.991908:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384599.991909:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384599.991910:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384599.991911:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384599.991912:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384599.991913:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384599.991914:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384599.991915:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384599.991916:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384599.991917:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384599.991918:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384599.991919:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384599.991920:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384599.991921:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384599.991926:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384599.991927:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384599.991928:0:19669:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384599.991941:0:19669:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000e6b2e210. 00010000:00000001:3.0:1767384600.485527:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384600.485543:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384600.485548:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384600.485550:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384600.657197:0:19814:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d36c0628. 00080000:00000010:1.0:1767384600.657211:0:19814:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d36c0628. 00000020:00000001:1.0:1767384600.657217:0:19814:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384600.657227:0:19814:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d36c0628. 00080000:00000010:1.0:1767384600.657250:0:19814:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d36c0628. 00000020:00000001:1.0:1767384600.657255:0:19814:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.678236:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384600.678244:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048124032 02000000:00000001:0.0:1767384600.678251:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384600.678255:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384600.678260:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.678269:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384600.678278:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048124032 00000020:00000001:0.0:1767384600.678295:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384600.678300:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384600.678305:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384600.678309:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:0.0:1767384600.678318:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384600.678325:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384600.678340:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384600.678360:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000100:00000001:0.0:1767384600.678367:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384600.678373:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000020:00000010:0.0:1767384600.678412:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e92f64. 00000020:00000010:0.0:1767384600.678424:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000703b89e. 00000020:00000010:0.0:1767384600.678435:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2456f33. 00000100:00000040:0.0:1767384600.678490:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384600.678508:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384600.678513:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384600.678516:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.678529:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.678553:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.678576:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384600.678579:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384600.678586:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00000040:0.0:1767384600.678592:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384600.678596:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863200336 : -106174846351280 : ffff9f6f3dffc850) 00000100:00000040:0.0:1767384600.678603:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031062c49 x1853237048124032/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:581/0 lens 328/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.678616:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384600.678621:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000100:00000001:0.0:1767384600.678624:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384600.678628:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000100:00100000:0.0:1767384600.678638:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031062c49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048124032:12345-0@lo:101: 00000100:00000200:0.0:1767384600.678644:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048124032 00000020:00000001:0.0:1767384600.678648:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384600.678652:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384600.678666:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384600.678669:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384600.678673:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:0.0:1767384600.678677:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384600.678680:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384600.678684:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384600.678686:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384600.678690:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384600.678694:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384600.678697:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384600.678700:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384600.678703:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384600.678706:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.678721:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384600.678729:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000dcc4538b. 00010000:00000001:0.0:1767384600.678735:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384600.678739:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee037f1d. 00000020:00000001:0.0:1767384600.678752:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384600.678755:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee037f1d with handle 0x71ee3a74e271906a to hash 00000020:00000001:0.0:1767384600.678758:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384600.678761:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00010000:00000001:0.0:1767384600.678764:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00010000:00010000:0.0:1767384600.678767:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271906a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e2719063 expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384600.678778:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:0.0:1767384600.678781:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:0.0:1767384600.678791:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384600.678795:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384600.678801:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000033a17d2b. 02000000:00000001:0.0:1767384600.678804:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.678807:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.678811:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384600.678816:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384600.678820:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384600.678823:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384600.678826:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384600.678840:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384600.678843:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384600.678846:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384600.678850:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384600.678852:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384600.678854:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384600.678857:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dcc4538b) refcount = 1 00010000:00010000:0.0:1767384600.678863:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271906a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e2719063 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384600.678870:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384600.678882:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384600.678884:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384600.678887:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.678890:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384600.678896:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384600.678901:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271906a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2719063 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384600.678910:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384600.678913:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384600.678917:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384600.678920:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.678924:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384600.678925:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384600.678928:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384600.678930:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ee037f1d, rc 0) 00000020:00000001:0.0:1767384600.678933:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384600.678938:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048124032 00010000:00000001:0.0:1767384600.678941:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384600.678945:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000031062c49 x1853237048124032/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:581/0 lens 328/344 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384600.678955:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384600.678958:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384600.678963:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384600.678968:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384600.678971:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384600.678974:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384600.678978:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384600.678981:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.678985:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384600.678991:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384600.678996:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384600.679000:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048124032, offset 224 00000400:00000200:0.0:1767384600.679006:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384600.679015:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384600.679026:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff02280 00000400:00000200:0.0:1767384600.679041:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x123d [1] + 224 00000400:00000200:0.0:1767384600.679047:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384600.679053:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384600.679060:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384600.679065:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9b18bd8 x1853237048124032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384600.679075:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b9b18bd8 x1853237048124032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.679099:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384600.679106:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:0.0:1767384600.679109:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:0.0:1767384600.679112:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384600.679114:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384600.679119:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384600.679123:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384600.679126:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384600.679129:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384600.679131:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384600.679136:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031062c49 x1853237048124032/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:581/0 lens 328/344 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384600.679149:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031062c49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048124032:12345-0@lo:101: Request processed in 530us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384600.679161:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00000040:0.0:1767384600.679166:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384600.679173:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384600.679176:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384600.679182:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000703b89e. 00000020:00000010:0.0:1767384600.679190:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2456f33. 00000020:00000010:0.0:1767384600.679197:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e92f64. 00000020:00000040:0.0:1767384600.679207:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:0.0:1767384600.679214:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384600.679219:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000033a17d2b. 02000000:00000001:0.0:1767384600.679235:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384600.679241:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384600.679251:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384600.679260:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0f9ece. 00000400:00000010:0.0:1767384600.679270:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c1d9509. 00000100:00000001:0.0:1767384600.680150:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384600.680158:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048124160 02000000:00000001:0.0:1767384600.680165:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384600.680172:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384600.680176:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384600.680183:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384600.680191:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048124160 00000020:00000001:0.0:1767384600.680197:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384600.680201:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384600.680204:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384600.680206:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384600.680209:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384600.680213:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384600.680218:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384600.680223:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000100:00000001:0.0:1767384600.680226:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384600.680229:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000020:00000010:0.0:1767384600.680237:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e92f64. 00000020:00000010:0.0:1767384600.680243:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000703b89e. 00000020:00000010:0.0:1767384600.680249:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2456f33. 00000100:00000040:0.0:1767384600.680255:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384600.680258:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384600.680260:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384600.680262:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.680267:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.680286:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384600.680298:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384600.680301:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384600.680307:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00000040:0.0:1767384600.680310:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384600.680324:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863204432 : -106174846347184 : ffff9f6f3dffd850) 00000100:00000040:0.0:1767384600.680332:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080cb3543 x1853237048124160/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:581/0 lens 304/0 e 0 to 0 dl 1767384611 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.680344:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384600.680349:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000100:00000001:0.0:1767384600.680351:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384600.680353:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000100:00100000:0.0:1767384600.680358:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080cb3543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048124160:12345-0@lo:256: 00000100:00000200:0.0:1767384600.680362:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048124160 00000020:00000001:0.0:1767384600.680365:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384600.680368:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384600.680370:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384600.680373:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384600.680375:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:0.0:1767384600.680379:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384600.680380:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384600.680383:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384600.680411:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384600.680414:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.680418:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384600.680420:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384600.680425:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000033a17d2b. 02000000:00000001:0.0:1767384600.680428:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.680430:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384600.680433:0:17080:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384600.680478:0:17080:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384600.680482:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384600.680485:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384600.680489:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384600.680492:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384600.680494:0:17080:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384600.680501:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000002e4249cf. 20000000:00000001:0.0:1767384600.680504:0:17080:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384600.680528:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384600.680536:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384600.680541:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384600.680544:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:01000000:0.0:1767384600.680547:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 104, pages 3992/1/4/3. 20000000:00000040:0.0:1767384600.680553:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384600.680556:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384600.680559:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384600.680561:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:01000000:0.0:1767384600.680564:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 104, pages 3888/1/4/3. 20000000:01000000:0.0:1767384600.680567:0:17080:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 208, version 12 20000000:00000001:0.0:1767384600.680569:0:17080:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=208 : 208 : d0) 00000100:00000001:0.0:1767384600.680572:0:17080:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384600.680577:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000003a6c325. 00000100:00000010:0.0:1767384600.680582:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004d54aaa6. 00000020:00000040:0.0:1767384600.680585:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:0.0:1767384600.680588:0:17080:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384600.680591:0:17080:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384600.680596:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000400:00000010:0.0:1767384600.680607:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000930c5058. 00000400:00000200:0.0:1767384600.680611:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384600.680621:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384600.680632:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 208 into portal 33 MB=0x695825ff02300 00000400:00000200:0.0:1767384600.680639:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 208/208 into md 0x124d [4] + 0 00000400:00000010:0.0:1767384600.680643:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8ea1224. 00000400:00000200:0.0:1767384600.680647:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008202178b 00000400:00000200:0.0:1767384600.680661:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384600.680665:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384600.680668:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008202178b 00000400:00000010:0.0:1767384600.680671:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000008202178b. 00000100:00000001:0.0:1767384600.680675:0:17080:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384600.680677:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b9b18bd8 desc 0000000061bbc893 mbits 1853237048124160 00000100:00000001:0.0:1767384600.680692:0:17080:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384600.680697:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384600.680704:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384600.680716:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1259 00000400:00000200:0.0:1767384600.680739:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384600.680746:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384600.680752:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384600.680754:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000003a6c325 00000100:00000001:0.0:1767384600.680756:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384600.680765:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:0.0:1767384600.680767:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:0.0:1767384600.680770:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384600.680771:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000003a6c325 00000100:00000001:0.0:1767384600.680773:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384600.680778:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 208 bytes via portal 33 id 12345-0@lo mbits 0x695825ff02300-0x695825ff02300 00000100:00000001:0.0:1767384600.680782:0:17080:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384600.680788:0:17080:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.680791:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384600.680794:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:0.0:1767384600.680798:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004d54aaa6. 00000100:00000010:0.0:1767384600.680802:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000003a6c325. 00000100:00000001:0.0:1767384600.680805:0:17080:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384600.680807:0:17080:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384600.680816:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000002e4249cf. 20000000:00000001:0.0:1767384600.680820:0:17080:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384600.680823:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048124160 00010000:00000001:0.0:1767384600.680826:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384600.680831:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080cb3543 x1853237048124160/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:581/0 lens 304/240 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384600.680852:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384600.680854:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384600.680857:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384600.680862:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384600.680864:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384600.680866:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384600.680869:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384600.680871:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384600.680874:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384600.680876:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384600.680888:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384600.680890:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048124160, offset 224 00000400:00000200:0.0:1767384600.680897:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384600.680904:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384600.680911:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff02300 00000400:00000200:0.0:1767384600.680916:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1251 [1] + 224 00000400:00000200:0.0:1767384600.680921:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384600.680926:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384600.680929:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384600.680932:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9b18bd8 x1853237048124160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384600.680944:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b9b18bd8 x1853237048124160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384616 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384600.680964:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384600.680969:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:0.0:1767384600.680971:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:0.0:1767384600.680973:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384600.680976:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384600.680981:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384600.680986:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384600.680990:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384600.680996:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384600.680999:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384600.681007:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080cb3543 x1853237048124160/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:581/0 lens 304/240 e 0 to 0 dl 1767384611 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384600.681033:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080cb3543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048124160:12345-0@lo:256: Request processed in 684us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384600.681052:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00000040:0.0:1767384600.681060:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384600.681067:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384600.681071:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384600.681078:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000703b89e. 00000020:00000010:0.0:1767384600.681085:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a2456f33. 00000020:00000010:0.0:1767384600.681105:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e92f64. 00000020:00000040:0.0:1767384600.681120:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:0.0:1767384600.681124:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384600.681129:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000033a17d2b. 02000000:00000001:0.0:1767384600.681137:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384600.681143:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384600.681149:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384600.681158:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4567ab. 00000400:00000010:0.0:1767384600.681171:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029ede28c. 00000100:00000040:1.0:1767384600.686578:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294888456, at 4294888457 00000100:00000010:1.0:1767384600.686590:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef48c1db. 00000100:00000040:0.0:1767384600.687494:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294888456, at 4294888458 00000100:00000010:0.0:1767384600.687504:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e44d8c8a. 00000100:00000040:3.0:1767384600.687550:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294888456, at 4294888458 00000100:00000010:3.0:1767384600.687564:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049879628. 00000020:00000010:3.0:1767384600.697316:0:19830:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000edcc277c. 00000020:00000040:3.0:1767384600.697327:0:19830:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384600.697331:0:19830:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000edcc277c. 00000001:00000001:1.0:1767384601.488647:0:19980:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384601.488651:0:19980:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp13 --if ens2 00000001:00000001:1.0:1767384601.491836:0:19980:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384601.498316:0:19981:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006d4e8dda. 00000400:00000010:1.0:1767384601.498329:0:19981:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000000ecec281. 00000400:00000010:1.0:1767384601.498339:0:19981:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006430a206. 00000400:00000010:1.0:1767384601.498342:0:19981:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000015bf2593. 00000400:00000010:1.0:1767384601.498346:0:19981:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002213d267. 00000400:00000010:1.0:1767384601.498350:0:19981:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007180a3e6. 00000400:00000010:1.0:1767384601.498351:0:19981:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000003dbc37ab. 00000400:00000010:1.0:1767384601.498353:0:19981:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b6b594c8. 00000400:00000010:1.0:1767384601.498356:0:19981:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f7f40122. 00000800:00000010:1.0:1767384601.498365:0:19981:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000028990433. 00000800:00000200:1.0:1767384601.498376:0:19981:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384601.498396:0:19981:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384601.498546:0:19981:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384601.498563:0:19981:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp13 [8/256/0/180] 00000400:00000010:1.0:1767384601.500392:0:19981:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 121 at 000000001242a66e. 00000400:00000010:1.0:1767384601.500397:0:19981:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000400:00000010:1.0:1767384601.500402:0:19981:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a3ba40. 00000400:00000001:1.0:1767384601.500427:0:19981:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384601.500432:0:19981:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384601.500434:0:19981:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000700fd549. 00000400:00000200:1.0:1767384601.500436:0:19981:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001e7f50f 00000400:00000010:1.0:1767384601.500466:0:19981:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001e7f50f. 00000400:00000010:1.0:1767384601.500472:0:19981:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 105 at 0000000053408932. 00000400:00000200:1.0:1767384601.500477:0:19981:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (4) 00000400:00000200:1.0:1767384601.500486:0:19981:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384601.500494:0:19981:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131085 00000400:00000200:3.0:1767384601.500499:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384601.500500:0:19981:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000031cedbf1. 00000020:01000000:1.0:1767384601.500507:0:19981:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:3.0:1767384601.500508:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000020:01000000:1.0:1767384601.500512:0:19981:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp13 00000400:00000010:3.0:1767384601.500516:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d67d2978. 00000400:00000200:3.0:1767384601.500519:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (5) 00000400:00000010:3.0:1767384601.500524:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002ea2e24c. 00000400:00000010:1.0:1767384601.500526:0:19981:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000000ecec281. 00000400:00000200:3.0:1767384601.500530:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000010:1.0:1767384601.500532:0:19981:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006d4e8dda. 00000400:00000200:3.0:1767384601.500545:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384601.500550:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384601.500558:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384601.500563:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:3.0:1767384601.500566:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000400:00000200:3.0:1767384601.500571:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp12 00000400:00000200:3.0:1767384601.500578:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp12 lpni_is_preferred = 0 00000400:00000200:3.0:1767384601.500583:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp12 00000400:00000200:3.0:1767384601.500591:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp12 NI seq info: [11:11:256:4294967295] 192.168.203.125@tcp12 LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1767384601.500599:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp12 00000400:00000200:3.0:1767384601.500613:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp12(192.168.203.125@tcp12:) -> 192.168.203.125@tcp12(192.168.203.125@tcp:192.168.203.125@tcp12) : PUT try# 0 00000800:00000200:3.0:1767384601.500619:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 112 bytes in 1 frags to 12345-192.168.203.125@tcp12 00000800:00000010:3.0:1767384601.500625:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007b32f6c7. 00000800:00000010:3.0:1767384601.500636:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005d26736a. 00000800:00000010:3.0:1767384601.500641:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000018710df6. 00000800:00000200:3.0:1767384601.500652:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (2) 00000800:00000200:3.1:1767384601.500658:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (2) 00000400:00000200:3.0:1767384601.500677:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384601.500681:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:3.0:1767384601.500719:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384601.500725:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384601.500729:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.500740:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384601.500744:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384601.500745:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000001:3.0:1767384601.500747:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.500749:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384601.500753:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384601.500760:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9b18bd8 x1853237048124288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.500773:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384601.500776:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.500780:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384601.500783:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384601.500786:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384601.500788:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00100000:3.0:1767384601.500790:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9b18bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048124288:0@lo:253: 00000100:00000001:3.0:1767384601.500799:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384601.500805:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384601.500809:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.500812:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384601.500815:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 02000000:00000010:3.0:1767384601.500819:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f20b21b. 02000000:00000001:3.0:1767384601.500822:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384601.500828:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e454136. 00000400:00000010:3.0:1767384601.500836:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3f8dde9. 00000100:00000200:3.0:1767384601.500842:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048124288, portal 25 00000400:00000200:0.0:1767384601.500844:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000001:3.0:1767384601.500845:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384601.500847:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759655808 : -106174949895808 : ffff9f6f37d3d180) 00000100:00000040:3.0:1767384601.500854:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9b18bd8 x1853237048124288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.500864:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384601.500871:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000040:3.0:1767384601.500872:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384601.500882:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8f68565. 00000100:00000200:3.0:1767384601.500887:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048124288, offset 0 00000400:00000200:3.0:1767384601.500896:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384601.500902:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384601.500910:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384601.500924:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02380 00000400:00000200:3.0:1767384601.500931:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1d9 [2] + 0 00000400:00000010:3.0:1767384601.500934:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5effb7e. 00000400:00000200:3.0:1767384601.500938:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000594cdc95 00000400:00000200:3.0:1767384601.500946:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384601.500952:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384601.500958:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000594cdc95 00000400:00000010:3.0:1767384601.500963:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000594cdc95. 00000100:00000001:3.0:1767384601.500968:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384601.500971:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384601.500976:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000007ac26b63 x1853237048124288 msgsize 4848 00000100:00100000:3.0:1767384601.500989:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384601.500992:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384601.501003:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384601.501012:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8f68565 00000400:00000010:3.0:1767384601.501015:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8f68565. 00000100:00000001:3.0:1767384601.501019:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384601.501025:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9b18bd8 x1853237048124288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.501038:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384601.501042:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9b18bd8 x1853237048124288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.501051:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.501053:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384601.501058:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.501064:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294889277 00000100:00000010:3.0:1767384601.501071:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c70c0d63. 00000100:00000001:3.0:1767384601.501078:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384601.501087:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294889277 00000100:00000010:3.0:1767384601.501092:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000459a79b. 00000100:00000001:3.0:1767384601.501102:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384601.501107:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294889277 00000100:00000010:3.0:1767384601.501112:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cb74bbd. 00000100:00000001:3.0:1767384601.501115:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384601.501121:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294889277 00000800:00000010:0.0:1767384601.501126:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b1b915f3. 00000100:00000010:3.0:1767384601.501128:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006e7c0b42. 00000100:00000001:3.0:1767384601.501133:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000800:00000010:0.0:1767384601.501134:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000692b1bbe. 00000100:00000001:3.0:1767384601.501139:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1767384601.501142:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007eb2c707. 00000100:00000001:3.0:1767384601.501143:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.501150:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.501154:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.501165:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.501168:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384601.501177:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007eb2c707. 00000100:00000001:0.0:1767384601.501200:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384601.501204:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.501223:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384601.501227:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048124288 02000000:00000001:0.0:1767384601.501229:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384601.501232:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384601.501234:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384601.501237:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384601.501239:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00100000:0.0:1767384601.501241:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048124288 00000020:00000001:0.0:1767384601.501246:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384601.501249:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384601.501254:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384601.501258:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000400:00000200:3.0:1767384601.501262:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp12 from 249.3.0.2 00000020:00000001:0.0:1767384601.501263:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000800:00000010:3.0:1767384601.501267:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007c548e7d. 00000020:00000001:0.0:1767384601.501273:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384601.501280:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384601.501284:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eb2c707. 00000100:00000001:0.0:1767384601.501289:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384601.501294:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eb2c707. 00000020:00000010:0.0:1767384601.501303:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000476ba9cd. 00000020:00000010:0.0:1767384601.501309:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f5984eb. 00000020:00000010:0.0:1767384601.501315:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a2456f33. 00000100:00000040:0.0:1767384601.501325:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384601.501332:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384601.501334:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384601.501337:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.501345:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.501355:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.501373:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384601.501376:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384601.501406:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000800:00000010:3.0:1767384601.501409:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000be6e8312. 00000100:00000040:0.0:1767384601.501411:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:0.0:1767384601.501416:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863202384 : -106174846349232 : ffff9f6f3dffd050) 00000800:00000010:3.0:1767384601.501417:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8f68565. 00000100:00000040:0.0:1767384601.501433:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e9ed760 x1853237048124416/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:582/0 lens 4848/0 e 0 to 0 dl 1767384612 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.501464:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000010:3.0:1767384601.501467:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000594cdc95. 00000020:00000010:0.0:1767384601.501469:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eb2c707. 00000800:00000200:3.1:1767384601.501475:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (2) 00000100:00000001:0.0:1767384601.501475:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384601.501482:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eb2c707. 00000800:00000200:3.1:1767384601.501488:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp12 00000000594cdc95 deleted 00000800:00000010:3.1:1767384601.501492:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000594cdc95. 00000100:00100000:0.0:1767384601.501493:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e9ed760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048124416:12345-0@lo:253: 00000800:00000200:3.1:1767384601.501498:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000200:0.0:1767384601.501500:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048124416 00000020:00000001:0.0:1767384601.501505:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384601.501509:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:3.1:1767384601.501510:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp12 ip 192.168.203.125:1017 00000020:00000001:0.0:1767384601.501512:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384601.501515:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007b32f6c7 type 1, nob 208 niov 1 nkiov 1 00000020:00000001:0.0:1767384601.501516:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384601.501520:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000800:00000200:3.0:1767384601.501524:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp12 p 3.x 192.168.203.125 -> 192.168.203.125:1017 incarnation:1767384599971641880 sched[0] 00000020:00000001:0.0:1767384601.501531:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000800:00000010:3.0:1767384601.501534:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000052fc166e. 00000020:00000001:0.0:1767384601.501534:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384601.501540:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384601.501542:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384601.501546:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.501550:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384601.501555:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384601.501561:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002f7577f5. 02000000:00000001:0.0:1767384601.501565:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.501568:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384601.501571:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384601.501581:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a5e7fc55. 00000800:00000010:3.0:1767384601.501584:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000052fc166e. 20000000:01000000:0.0:1767384601.501584:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384601.501589:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:3.0:1767384601.501590:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8f68565. 20000000:00000001:0.0:1767384601.501593:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384601.501596:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384601.501600:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384601.501603:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384601.501612:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000701310eb. 00000800:00000010:3.0:1767384601.501616:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007c548e7d. 20000000:01000000:0.0:1767384601.501616:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 20000000:00000001:0.0:1767384601.501622:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384601.501628:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384601.501631:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000001:3.0:1767384601.501632:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384601.501637:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384601.501646:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384601.501659:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384601.501662:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384601.501664:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384601.501666:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384601.501668:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384601.501670:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:0.0:1767384601.501674:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384601.501675:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384601.501678:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384601.501681:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384601.501683:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384601.501686:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1767384601.501686:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:3.0:1767384601.501690:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007b32f6c7. 00000400:00000200:3.0:1767384601.501696:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384601.501698:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000400:00000200:3.0:1767384601.501701:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp12->192.168.203.125@tcp12: PUT: OK 00000400:00000200:3.0:1767384601.501713:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:0.0:1767384601.501714:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384601.501716:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00080000:00000010:0.0:1767384601.501719:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fb579268. 00080000:00000001:0.0:1767384601.501723:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617299456 : -106180092252160 : ffff9f6e0551b000) 00080000:00000001:0.0:1767384601.501726:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384601.501729:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384601.501732:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000007eb2c707. 00080000:00000001:0.0:1767384601.501734:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384601.501736:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384601.501749:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384601.501764:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.1:1767384601.501772:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384601.501778:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp12 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384599971641880 sched[0] 00000800:00000010:3.0:1767384601.501787:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000692b1bbe. 00000400:00000200:3.0:1767384601.501836:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384601.501874:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384601.501913:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384601.501946:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384601.501947:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000010:0.0:1767384601.501952:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff343fe9. 00000400:00000010:0.0:1767384601.501958:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000400:00000200:0.0:1767384601.501963:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000400:00000200:0.0:1767384601.501971:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000400:00000200:3.0:1767384601.501973:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000010:0.0:1767384601.501978:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 120 at 00000000ef9693cd. 00000400:00000010:0.0:1767384601.501983:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 144 at 00000000f24f937e. 00000400:00000010:0.0:1767384601.501986:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 120 at 00000000579a6ba0. 00000400:00000200:3.0:1767384601.501996:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000010:0.0:1767384601.501996:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000028bb1103. 00000400:00000200:0.0:1767384601.502003:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000028bb1103 nid 192.168.203.125@tcp13 00000400:00000010:0.0:1767384601.502007:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000007ccb10f4. 00000400:00000200:0.0:1767384601.502010:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000007ccb10f4 net tcp13 00000400:00000200:0.0:1767384601.502013:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (6) 00000400:00000200:0.0:1767384601.502019:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp13 flags 0x11 00000400:00000010:0.0:1767384601.502022:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 120 at 00000000ef9693cd. 00000400:00000010:0.0:1767384601.502028:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 144 at 00000000f24f937e. 00000400:00000200:3.0:1767384601.502031:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000010:0.0:1767384601.502036:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 120 at 00000000579a6ba0. 00000400:00000010:0.0:1767384601.502043:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 00000000ef60f821. 00000400:00000200:0.0:1767384601.502051:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384601.502057:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100551 00000400:00000200:0.0:1767384601.502066:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 1 00000400:00000200:0.0:1767384601.502086:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 00000400:00000200:0.0:1767384601.502094:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384601.502108:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000400:00000200:0.0:1767384601.502116:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384601.502121:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (7) 00000800:00000010:3.0:1767384601.502188:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ecd87cfe. 00000800:00000010:3.0:1767384601.502192:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8f68565. 00000800:00000010:3.0:1767384601.502196:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000052fc166e. 00000800:00000010:3.0:1767384601.502223:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000052fc166e. 00000800:00000010:3.0:1767384601.502256:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d8146f2d. 00000800:00000010:3.0:1767384601.502260:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000594cdc95. 00000800:00000010:3.0:1767384601.502278:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a0fdea7e. 00000800:00000200:3.1:1767384601.502283:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (4) 00000800:00000200:3.1:1767384601.502287:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp12 00000000a0fdea7e deleted 00000800:00000010:3.1:1767384601.502289:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000a0fdea7e. 00000800:00000200:3.1:1767384601.502293:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384601.502296:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp12 p 3.x 192.168.203.125 -> 192.168.203.125:1016 incarnation:1767384599971641880 sched[0] 00000800:00000010:3.0:1767384601.502300:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000052fc166e. 00000800:00000010:3.0:1767384601.502333:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000052fc166e. 00000800:00000010:3.0:1767384601.502336:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000594cdc95. 00000800:00000010:3.0:1767384601.502357:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008ddab18b. 00000800:00000200:0.1:1767384601.502397:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384601.502403:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp12 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384599971641880 sched[0] 00000800:00000010:0.0:1767384601.502406:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8f68565. 00080000:00000010:0.0:1767384601.502700:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fb579268. 20000000:01000000:0.0:1767384601.502782:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:3.0:1767384601.502786:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b81a8ef8. 20000000:00000001:0.0:1767384601.502786:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:3.0:1767384601.502790:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #13 10000000:01000000:0.0:1767384601.502791:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384601.502795:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384601.502806:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384601.502807:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384601.502810:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384601.502811:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000040:0.0:1767384601.502818:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000dcc4538b count: 2 00080000:00000001:3.0:1767384601.502819:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384601.502822:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384601.502825:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384601.502827:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384601.502828:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052f40092. 00080000:00000001:3.0:1767384601.502833:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000001:0.0:1767384601.502835:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384601.502836:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.502839:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000040:0.0:1767384601.502840:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052f40092 with handle 0x71ee3a74e2719071 to hash 00080000:00000001:3.0:1767384601.502841:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384601.502844:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000002:3.0:1767384601.502845:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00010000:00000001:0.0:1767384601.502847:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000020:00000001:3.0:1767384601.502850:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00010000:00000001:0.0:1767384601.502851:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384601.502854:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384601.502856:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384601.502860:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:0.0:1767384601.502860:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e2719071 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384601.502865:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384601.502870:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.502872:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384601.502873:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.502876:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384601.502877:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:3.0:1767384601.502879:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:0.0:1767384601.502880:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384601.502883:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384601.502884:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384601.502886:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00080000:00000010:3.0:1767384601.502887:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ac122ad8. 00010000:00010000:0.0:1767384601.502891:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271906a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2719063 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384601.502893:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617077760 : -106180092473856 : ffff9f6e054e4e00) 00080000:00000001:3.0:1767384601.502898:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384601.502900:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000001:00000001:3.0:1767384601.502901:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384601.502903:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000052fc166e. 00080000:00000001:3.0:1767384601.502905:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384601.502906:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384601.502909:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.502912:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384601.502914:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384601.502915:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384601.502916:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.502917:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384601.502921:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000052f40092/0x71ee3a74e2719071 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384601.502925:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:0.0:1767384601.502927:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000dcc4538b) refcount = 2 00010000:00000040:0.0:1767384601.502930:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384601.502933:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271906a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e2719063 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384601.502937:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384601.502939:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000052f40092/0x71ee3a74e2719071 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384601.502948:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000309538e4. 00000100:00000001:0.0:1767384601.502951:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384601.502955:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f24f937e. 00000100:00000001:0.0:1767384601.502958:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898831930304 : -106174877621312 : ffff9f6f3c22a3c0) 00000100:00000001:0.0:1767384601.502962:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637898831930304 : -106174877621312 : ffff9f6f3c22a3c0) 00000100:00000001:0.0:1767384601.502965:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384601.502968:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384601.502971:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384601.502975:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.502978:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384601.502982:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384601.502985:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384601.502987:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384601.502989:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384601.502992:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072fcbee8. 00000020:00000040:0.0:1767384601.502996:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000100:00000001:0.0:1767384601.502998:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384601.502999:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384601.503001:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384601.503006:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb579268. 00000100:00000001:0.0:1767384601.503016:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384601.503024:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271906a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e2719063 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384601.503042:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271906a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e2719063 expref: 16 pid: 17080 timeout: 371 lvb_type: 0 00010000:00000001:0.0:1767384601.503053:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384601.503056:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384601.503062:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000072fcbee8 x1853237048124544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384601.503075:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384601.503077:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384601.503083:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000072fcbee8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048124544:0@lo:104: 00000100:00000001:0.0:1767384601.503087:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384601.503090:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384601.503092:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384601.503096:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384601.503100:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e92f64. 02000000:00000001:0.0:1767384601.503104:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384601.503118:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb614c9. 00000400:00000010:0.0:1767384601.503123:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78db42d. 00000100:00000200:0.0:1767384601.503126:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048124544, portal 16 00000100:00000001:0.0:1767384601.503128:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384601.503130:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759356416 : -106174950195200 : ffff9f6f37cf4000) 00000100:00000040:0.0:1767384601.503135:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000072fcbee8 x1853237048124544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384601.503143:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.503146:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384601.503146:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384601.503152:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:3.0:1767384601.503153:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:0.0:1767384601.503156:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000400:00000001:3.0:1767384601.503157:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384601.503162:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042116459. 00000400:00000200:3.0:1767384601.503168:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc16020f 00000400:00000010:3.0:1767384601.503172:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc16020f. 00000100:00000001:3.0:1767384601.503176:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384601.503177:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048124544, offset 0 00000100:00000200:3.0:1767384601.503183:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003619467f x1853237048124416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384601.503189:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384601.503201:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384601.503204:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003619467f x1853237048124416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.503213:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384601.503214:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff02480 00000100:00000001:3.0:1767384601.503215:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.503221:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384601.503224:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384601.503226:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384601.503230:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384601.503230:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 656 02000000:00000001:3.0:1767384601.503236:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384601.503239:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1767384601.503241:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=18 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384601.503244:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384601.503247:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384601.503251:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00001000:3.0:1767384601.503253:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=18 v=5 (1 0 0 0) 00000100:00000010:0.0:1767384601.503255:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00000100:00000040:0.0:1767384601.503260:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000939358e9 x1853237048124544 msgsize 328 00000100:00000001:3.0:1767384601.503261:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384601.503266:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384601.503269:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1767384601.503272:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384601.503275:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.503278:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.503281:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384601.503285:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003619467f x1853237048124416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384601.503287:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:0.0:1767384601.503292:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000100:00000001:3.0:1767384601.503298:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384601.503298:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384601.503303:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1767384601.503304:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000072fcbee8 x1853237048124544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384601.503307:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384601.503314:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384601.503316:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384601.503317:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:01000004:3.0:1767384601.503321:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384601.503324:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000072fcbee8 x1853237048124544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384601.503325:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384601.503328:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384601.503331:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384601.503334:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384601.503336:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384601.503336:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384601.503339:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384601.503340:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384601.503344:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003619467f x1853237048124416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.503345:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.503350:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294889279 00000100:00000001:0.0:1767384601.503359:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294889277 00000100:00100000:3.0:1767384601.503362:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003619467f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048124416:0@lo:253: 00000100:00000001:0.0:1767384601.503366:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294889279 00000100:00000001:3.0:1767384601.503371:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.503373:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294889277 00000100:00000001:3.0:1767384601.503375:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384601.503391:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294889279 00000100:00000040:3.0:1767384601.503394:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003619467f x1853237048124416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.503397:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294889277 00000100:00000001:0.0:1767384601.503403:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294889279 00000100:00000001:0.0:1767384601.503408:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294889277 00000100:00000001:0.0:1767384601.503413:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384601.503415:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384601.503417:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.503419:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384601.503421:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384601.503422:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fb43a625. 00010000:00000001:0.0:1767384601.503427:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384601.503456:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.503458:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.503460:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384601.503461:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:0.0:1767384601.503463:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.503464:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384601.503466:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000040:3.0:1767384601.503467:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00010000:00000001:0.0:1767384601.503469:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1767384601.503471:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384601.503472:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384601.503473:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b1c1b1. 00000100:00000001:0.0:1767384601.503476:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384601.503478:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384601.503481:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f24f937e going to sleep for 11 seconds 02000000:00000001:3.0:1767384601.503485:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384601.503487:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384601.503488:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384601.503491:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384601.503492:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003619467f. 00000100:00000001:3.0:1767384601.503500:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384601.503502:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.503504:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.503508:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384601.503511:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.503516:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.503519:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.503689:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384601.503693:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384601.503696:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384601.503699:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb614c9. 00000400:00000200:0.0:1767384601.503704:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78db42d 00000400:00000010:0.0:1767384601.503707:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78db42d. 00000100:00000001:0.0:1767384601.503709:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384601.503712:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000072fcbee8 x1853237048124544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1767384601.503717:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000072fcbee8 x1853237048124544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384601.503726:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384601.503728:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.503729:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384601.503730:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384601.503732:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384601.503735:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384601.503738:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384601.503743:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=18 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384601.503750:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=18 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384601.503751:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384601.503755:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.503756:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384601.503758:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384601.503761:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384601.503763:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384601.503767:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384601.503767:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.503772:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.503773:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384601.503776:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 000000000e3c70d9/0x71ee3a74e2719063 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e271906a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384601.503786:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000072fcbee8 x1853237048124544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384601.503792:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000e3c70d9 already unused, calling callback (000000001dab8c51) 00000100:00000001:0.0:1767384601.503800:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384601.503803:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384601.503804:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384601.503807:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384601.503807:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 10000000:00010000:3.0:1767384601.503810:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 000000000e3c70d9/0x71ee3a74e2719063 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e271906a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.503811:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.503814:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384601.503817:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384601.503821:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072fcbee8 x1853237048124544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384601.503835:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000072fcbee8 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048124544:0@lo:104: 00010000:00000001:3.0:1767384601.503839:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384601.503844:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384601.503845:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384601.503846:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384601.503849:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000e3c70d9 refcount=3 00000100:00000001:0.0:1767384601.503851:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.503852:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 00000100:00000001:0.0:1767384601.503854:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384601.503856:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 00000100:00000001:0.0:1767384601.503857:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1767384601.503860:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:0.0:1767384601.503863:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000072fcbee8 x1853237048124544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384601.503864:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 000000000e3c70d9/0x71ee3a74e2719063 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e271906a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 10000000:00000001:3.0:1767384601.503879:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384601.503882:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 000000000e3c70d9/0x71ee3a74e2719063 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e271906a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384601.503882:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384601.503885:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384601.503886:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e92f64. 02000000:00000001:0.0:1767384601.503889:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384601.503891:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384601.503894:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 00000020:00000001:0.0:1767384601.503898:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:3.0:1767384601.503900:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000010:0.0:1767384601.503901:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fb579268. 10000000:00000001:3.0:1767384601.503907:0:17075:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:0.0:1767384601.503908:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000040:3.0:1767384601.503911:0:17075:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:0.0:1767384601.503912:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:3.0:1767384601.503915:0:17075:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000010:0.0:1767384601.503915:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072fcbee8. 00010000:00000001:3.0:1767384601.503919:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384601.503920:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384601.503921:0:17075:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.503922:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384601.503925:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000f24f937e. 00000100:00000001:0.0:1767384601.503928:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1767384601.503929:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384601.503930:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000309538e4. 10000000:00000001:3.0:1767384601.503931:0:17075:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1767384601.503934:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384601.503935:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 10000000:00000001:3.0:1767384601.503939:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384601.503941:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.503941:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.503945:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.503947:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384601.503948:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384601.503951:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 20000000:00000001:0.0:1767384601.503952:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384601.503953:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384601.503955:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384601.503957:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1767384601.503958:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000052f40092/0x71ee3a74e2719071 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384601.503960:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384601.503966:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000e3c70d9 with handle 0x71ee3a74e2719063 from hash 00010000:00000001:3.0:1767384601.503969:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384601.503970:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.503972:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.503973:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384601.503975:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384601.503976:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384601.503979:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384601.503981:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384601.503985:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83b48b8. 00000020:00000040:3.0:1767384601.503987:0:17075:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384601.503989:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384601.503990:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384601.503992:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384601.503995:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009dd876bd. 00000100:00000001:3.0:1767384601.503998:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.503999:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384601.504001:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 000000000e3c70d9/0x71ee3a74e2719063 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271906a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384601.504013:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384601.504014:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.504016:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384601.504018:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384601.504021:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83b48b8] to pc [ptlrpcd_00_01+1] req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384601.504040:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384601.504042:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384601.504043:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384601.504045:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.504046:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384601.504048:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.504048:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384601.504050:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 000000000e3c70d9/0x71ee3a74e2719063 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271906a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384601.504053:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:3.0:1767384601.504056:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384601.504059:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384601.504060:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 000000000e3c70d9/0x71ee3a74e2719063 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271906a expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384601.504064:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384601.504067:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1767384601.504070:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000561de89d count: 0 00000100:00000001:0.0:1767384601.504071:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384601.504074:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384601.504076:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384601.504080:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384601.504084:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384601.504086:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:3.0:1767384601.504087:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384601.504089:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384601.504090:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000d6375dd1. 02000000:00000001:0.0:1767384601.504092:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384601.504095:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384601.504096:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384601.504099:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384601.504100:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.504102:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384601.504105:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048124672:0@lo:103: 00010000:00010000:3.0:1767384601.504106:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384601.504110:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384601.504110:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384601.504114:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384601.504115:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1767384601.504117:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384601.504118:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384601.504120:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384601.504121:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384601.504123:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384601.504126:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb579268. 00010000:00010000:3.0:1767384601.504127:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384601.504129:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384601.504133:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb614c9. 00000400:00000010:0.0:1767384601.504137:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78db42d. 00000100:00000200:0.0:1767384601.504140:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048124672, portal 18 00000100:00000001:0.0:1767384601.504141:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384601.504142:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623578368 : -106175085973248 : ffff9f6f2fb77100) 00000100:00000040:0.0:1767384601.504151:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.504156:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384601.504157:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384601.504160:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000100:00000200:0.0:1767384601.504161:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048124672, offset 0 00000400:00000200:0.0:1767384601.504164:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384601.504168:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384601.504172:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff02500 00000400:00000200:0.0:1767384601.504177:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 656 00000400:00000200:0.0:1767384601.504180:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384601.504182:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384601.504185:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384601.504186:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384601.504188:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072fcbee8. 00000100:00000040:0.0:1767384601.504190:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000072fcbee8 x1853237048124672 msgsize 328 00000100:00100000:0.0:1767384601.504192:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384601.504201:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384601.504205:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:0.0:1767384601.504207:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000100:00000001:0.0:1767384601.504210:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384601.504213:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.504219:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384601.504221:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384617 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.504226:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.504228:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384601.504232:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.504234:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294889280 00000100:00000001:0.0:1767384601.504240:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294889279 00000100:00000001:0.0:1767384601.504245:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294889280 00000100:00000001:0.0:1767384601.504249:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294889279 00000100:00000001:0.0:1767384601.504259:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294889280 00000100:00000001:0.0:1767384601.504261:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294889279 00000100:00000001:0.0:1767384601.504263:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294889280 00000100:00000001:0.0:1767384601.504264:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294889279 00000100:00000001:0.0:1767384601.504268:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384601.504271:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.504275:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.504280:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384601.504696:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000052f40092/0x71ee3a74e2719071 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.504716:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:0.0:1767384601.504720:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:0.0:1767384601.504724:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052f40092/0x71ee3a74e2719071 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.504732:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384601.504734:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.504736:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384601.504739:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384601.504877:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384601.504879:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384601.504885:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384601.504888:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384601.504891:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb614c9. 00000400:00000200:0.0:1767384601.504895:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78db42d 00000400:00000010:0.0:1767384601.504898:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78db42d. 00000100:00000001:0.0:1767384601.504902:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384601.504908:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384601.504926:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.504938:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384601.504947:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.504949:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384601.504952:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384601.504954:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384601.504957:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384601.504959:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384601.504961:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=18 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384601.504964:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=18 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384601.504965:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384601.504966:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.504967:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384601.504969:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.504970:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384601.504972:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.504976:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384601.504978:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384601.504978:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384601.504981:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384601.504985:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048124672:0@lo:103: 00000100:00000001:0.0:1767384601.504988:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.504989:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384601.504990:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83b48b8 x1853237048124672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384601.504994:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384601.504995:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384601.504996:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb579268. 02000000:00000001:0.0:1767384601.504998:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384601.504999:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384601.505000:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384601.505001:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384601.505002:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009dd876bd. 02000000:00000001:0.0:1767384601.505004:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384601.505011:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384601.505012:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83b48b8. 00000100:00000001:0.0:1767384601.505014:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384601.505014:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.505015:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384601.505019:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384601.505020:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384601.505021:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384601.505022:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384601.505403:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ac122ad8. 20000000:01000000:0.0:1767384601.505519:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384601.505522:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384601.505524:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384601.505527:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384601.505528:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384601.505532:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f400beea. 00010000:00000001:0.0:1767384601.505535:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384601.505538:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007638713e. 00000020:00000001:0.0:1767384601.505540:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384601.505541:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007638713e with handle 0x71ee3a74e2719078 to hash 00000020:00000001:0.0:1767384601.505543:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384601.505543:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:0.0:1767384601.505545:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:0.0:1767384601.505546:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384601.505547:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384601.505549:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.505554:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384601.505555:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384601.505557:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384601.505558:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384601.505559:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384601.505561:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384601.505562:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384601.505563:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384601.505564:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384601.505565:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384601.505572:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384601.505575:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f400beea) refcount = 1 00010000:00010000:0.0:1767384601.505580:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.505587:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384601.505589:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384601.505591:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384601.505594:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.505597:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384601.505600:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384601.505603:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:0.0:1767384601.505607:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384601.505609:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384601.505612:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007638713e refcount=4 00000020:00000001:0.0:1767384601.505615:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:0.0:1767384601.505619:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:0.0:1767384601.505624:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384601.505627:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.505639:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384601.505642:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.505648:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.505651:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384601.505653:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.505660:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384601.505663:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.505666:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384601.505670:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384601.505695:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007638713e already unused, calling callback (000000009752a4b4) 00010000:00000001:0.0:1767384601.505697:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384601.505701:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384601.505704:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.505710:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384601.505713:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384601.505716:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384601.505718:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007638713e refcount=5 00000020:00000001:0.0:1767384601.505722:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:0.0:1767384601.505727:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:0.0:1767384601.505730:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384601.505733:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.505738:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384601.505739:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384601.505740:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.505742:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384601.505743:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384601.505745:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384601.505747:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384601.505751:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007638713e with handle 0x71ee3a74e2719078 from hash 00010000:00000001:0.0:1767384601.505755:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384601.505757:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.505758:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384601.505759:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384601.505760:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384601.505761:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384601.505762:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384601.505763:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384601.505764:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.505766:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384601.505774:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384601.505778:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.505781:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384601.505783:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.505785:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384601.505787:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384601.505791:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384601.505806:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.505808:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384601.505811:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384601.505812:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384601.505814:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384601.505816:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384601.505818:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384601.505821:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384601.505825:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384601.505830:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384601.505831:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.505835:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384601.505841:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384601.505843:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000001:3.0:1767384601.505844:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384601.505846:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384601.505848:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e454136. 00010000:00010000:0.0:1767384601.505850:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007638713e/0x71ee3a74e2719078 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384601.505856:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f3f8dde9 00000400:00000010:3.0:1767384601.505860:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f3f8dde9. 00010000:00000040:0.0:1767384601.505861:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f400beea count: 0 00000100:00000001:3.0:1767384601.505867:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384601.505871:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384601.505873:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9b18bd8 x1853237048124288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384601.505874:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:3.0:1767384601.505887:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9b18bd8 x1853237048124288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.505898:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384601.505901:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.505903:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384601.505906:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384601.505907:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384601.505911:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384601.505913:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384601.505915:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=18 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384601.505918:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384601.505919:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384601.505920:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.505922:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384601.505923:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.505924:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384601.505926:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9b18bd8 x1853237048124288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.505930:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384601.505931:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384601.505932:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384601.505934:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384601.505936:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384601.505936:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384601.505937:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384601.505944:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384601.505945:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384601.505946:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384601.505947:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384601.505948:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384601.505948:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384601.505950:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9b18bd8 x1853237048124288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384601.505955:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9b18bd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048124288:0@lo:253: 00000100:00000001:3.0:1767384601.505957:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.505958:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384601.505959:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9b18bd8 x1853237048124288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384617 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384601.505963:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384601.505964:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384601.505966:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f20b21b. 02000000:00000001:3.0:1767384601.505968:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384601.505969:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384601.505970:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384601.505971:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384601.505972:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005039c53a. 02000000:00000001:3.0:1767384601.505973:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384601.505974:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384601.505975:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9b18bd8. 00000100:00000001:3.0:1767384601.505976:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384601.505977:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.505978:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384601.505981:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384601.505981:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384601.505983:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384601.505984:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.509503:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384601.509506:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384601.509510:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384601.509511:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384601.510496:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294889280, at 4294889281 00000100:00000010:1.0:1767384601.510503:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000459a79b. 00000100:00000040:0.0:1767384601.510510:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294889280, at 4294889281 00000100:00000040:3.0:1767384601.510517:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294889280, at 4294889281 00000100:00000010:0.0:1767384601.510517:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c70c0d63. 00000100:00000010:3.0:1767384601.510530:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006e7c0b42. 00010000:00000010:2.1:1767384601.511469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee037f1d. 00010000:00000010:2.1:1767384601.511474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052f40092. 00010000:00000010:2.1:1767384601.511479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000dcc4538b. 00010000:00000010:3.1:1767384601.511480:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000561de89d. 00010000:00000010:0.1:1767384601.511480:0:19985:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f400beea. 00010000:00000010:3.1:1767384601.511492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000e3c70d9. 00010000:00000010:0.1:1767384601.511493:0:19985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007638713e. 00080000:00000010:3.0:1767384602.084068:0:20142:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a38b02fe. 00080000:00000010:3.0:1767384602.084077:0:20142:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a38b02fe. 00000020:00000001:3.0:1767384602.084082:0:20142:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384602.084089:0:20142:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000a38b02fe. 00080000:00000010:3.0:1767384602.084093:0:20142:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000a38b02fe. 00000020:00000001:3.0:1767384602.084096:0:20142:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.533580:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384602.533586:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.533592:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384602.533595:0:33:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384602.533597:0:33:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384602.533599:0:33:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.533601:0:33:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384602.533603:0:33:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.533605:0:33:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.533606:0:33:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384602.533632:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384602.533636:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384602.533640:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384602.784238:0:20307:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000559ada15. 00000400:00000010:1.0:1767384602.784251:0:20307:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000d747f500. 00000400:00000010:1.0:1767384602.784261:0:20307:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ad50ae17. 00000400:00000010:1.0:1767384602.784264:0:20307:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000bfa52e0f. 00000400:00000010:1.0:1767384602.784267:0:20307:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008325090a. 00000400:00000010:1.0:1767384602.784270:0:20307:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da7f199d. 00000400:00000010:1.0:1767384602.784272:0:20307:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000dd368764. 00000400:00000010:1.0:1767384602.784273:0:20307:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055c34a02. 00000400:00000010:1.0:1767384602.784276:0:20307:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000020dbf6ca. 00000800:00000010:1.0:1767384602.784286:0:20307:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000508fe552. 00000800:00000200:1.0:1767384602.784295:0:20307:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384602.784300:0:20307:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384602.784333:0:20307:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384602.784351:0:20307:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp14 [8/256/0/180] 00000400:00000010:1.0:1767384602.785749:0:20307:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000007c5076e0. 00000400:00000010:1.0:1767384602.785754:0:20307:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000700fd549. 00000400:00000010:1.0:1767384602.785762:0:20307:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e7f50f. 00000400:00000001:1.0:1767384602.785773:0:20307:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384602.785775:0:20307:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384602.785776:0:20307:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c934e1f1. 00000400:00000200:1.0:1767384602.785778:0:20307:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a3ba40 00000400:00000010:1.0:1767384602.785779:0:20307:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a3ba40. 00000400:00000010:1.0:1767384602.785782:0:20307:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 121 at 000000001242a66e. 00000400:00000200:1.0:1767384602.785786:0:20307:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (5) 00000400:00000200:1.0:1767384602.785797:0:20307:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384602.785805:0:20307:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131086 00000020:00000010:1.0:1767384602.785811:0:20307:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000a666ecfe. 00000020:01000000:1.0:1767384602.785815:0:20307:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384602.785817:0:20307:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp14 00000400:00000200:0.0:1767384602.785831:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384602.785838:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:1.0:1767384602.785843:0:20307:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000d747f500. 00000400:00000010:0.0:1767384602.785844:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78db42d. 00000400:00000010:1.0:1767384602.785850:0:20307:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000559ada15. 00000400:00000200:0.0:1767384602.785850:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (6) 00000400:00000010:0.0:1767384602.785855:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009587937a. 00000400:00000200:0.0:1767384602.785866:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:0.0:1767384602.785878:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:0.0:1767384602.785886:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384602.785896:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384602.785905:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384602.785909:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384602.785912:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:0.0:1767384602.785920:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp13 00000400:00000200:0.0:1767384602.785925:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp13 lpni_is_preferred = 0 00000400:00000200:0.0:1767384602.785930:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp13 00000400:00000200:0.0:1767384602.785938:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp13 NI seq info: [13:13:256:4294967295] 192.168.203.125@tcp13 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384602.785944:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp13 00000400:00000200:0.0:1767384602.785956:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp13(192.168.203.125@tcp13:) -> 192.168.203.125@tcp13(192.168.203.125@tcp:192.168.203.125@tcp13) : PUT try# 0 00000800:00000200:0.0:1767384602.785961:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 128 bytes in 1 frags to 12345-192.168.203.125@tcp13 00000800:00000010:0.0:1767384602.785965:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b85055eb. 00000800:00000010:0.0:1767384602.785975:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a71a44b3. 00000800:00000010:0.0:1767384602.785981:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000004b0c1e4d. 00000800:00000200:0.0:1767384602.785989:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a71a44b3] -> 12345-192.168.203.125@tcp13 (2) 00000800:00000200:0.1:1767384602.785994:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a71a44b3] -> 12345-192.168.203.125@tcp13 (2) 00000400:00000200:0.0:1767384602.786011:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384602.786015:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:0.0:1767384602.786029:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384602.786036:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384602.786040:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.786050:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384602.786065:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384602.786069:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384602.786074:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384602.786079:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384602.786086:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e602fb40 x1853237048124800/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.786117:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384602.786122:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384602.786129:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384602.786133:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384602.786136:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384602.786141:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e602fb40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048124800:0@lo:253: 00000100:00000001:0.0:1767384602.786149:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384602.786155:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384602.786158:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384602.786161:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384602.786164:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 02000000:00000010:0.0:1767384602.786170:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002f7577f5. 02000000:00000001:0.0:1767384602.786178:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384602.786184:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb614c9. 00000400:00000010:0.0:1767384602.786191:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086677f27. 00000100:00000200:0.0:1767384602.786199:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048124800, portal 25 00000100:00000001:0.0:1767384602.786203:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384602.786207:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759660288 : -106174949891328 : ffff9f6f37d3e300) 00000100:00000040:0.0:1767384602.786219:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e602fb40 x1853237048124800/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.786228:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384602.786236:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384602.786240:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008126e667. 00000100:00000200:0.0:1767384602.786245:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048124800, offset 0 00000400:00000200:3.0:1767384602.786250:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384602.786259:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384602.786284:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384602.786299:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02580 00000400:00000200:0.0:1767384602.786322:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1e1 [2] + 0 00000400:00000010:0.0:1767384602.786326:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008067ed52. 00000400:00000200:0.0:1767384602.786336:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d782a5f0 00000400:00000200:3.0:1767384602.786337:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384602.786347:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384602.786365:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384602.786388:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d782a5f0 00000400:00000010:0.0:1767384602.786397:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d782a5f0. 00000100:00000001:0.0:1767384602.786403:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384602.786405:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384602.786420:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000006059b242 x1853237048124800 msgsize 4848 00000400:00000200:3.0:1767384602.786424:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00100000:0.0:1767384602.786435:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384602.786503:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384602.786563:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000040:0.0:1767384602.786609:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384602.786623:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384602.786632:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384602.786633:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008126e667 00000400:00000010:0.0:1767384602.786642:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008126e667. 00000100:00000001:0.0:1767384602.786651:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384602.786661:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e602fb40 x1853237048124800/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.786672:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384602.786677:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e602fb40 x1853237048124800/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.786689:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.786694:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384602.786705:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.786712:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294890563 00000100:00000001:0.0:1767384602.786719:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294890563 00000400:00000200:3.0:1767384602.786722:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:0.0:1767384602.786724:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294890563 00000100:00000001:0.0:1767384602.786737:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294890563 00000100:00000001:0.0:1767384602.786742:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294890563 00000100:00000001:0.0:1767384602.786747:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294890563 00000100:00000001:0.0:1767384602.786752:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294890563 00000100:00000001:0.0:1767384602.786757:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294890563 00000100:00000001:0.0:1767384602.786762:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384602.786765:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.786777:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.786781:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.786784:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384602.786787:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384602.786793:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.786798:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.786937:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384602.786943:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384602.786954:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00000040:0.0:1767384602.786962:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384602.786965:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863198288 : -106174846353328 : ffff9f6f3dffc050) 00000100:00000040:0.0:1767384602.786977:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055bb7cca x1853237048124928/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:583/0 lens 4848/0 e 0 to 0 dl 1767384613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384602.786990:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384602.786996:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000be9c0428. 00000100:00000001:0.0:1767384602.787001:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384602.787005:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000be9c0428. 00000100:00100000:0.0:1767384602.787011:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055bb7cca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048124928:12345-0@lo:253: 00000100:00000200:0.0:1767384602.787026:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048124928 00000020:00000001:0.0:1767384602.787029:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384602.787033:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384602.787036:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.787041:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384602.787043:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384602.787052:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384602.787055:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384602.787059:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384602.787063:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384602.787067:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.787072:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384602.787075:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384602.787085:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000a5e7fc55. 02000000:00000001:0.0:1767384602.787090:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384602.787094:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.787099:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384602.787118:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c95e311b. 20000000:01000000:0.0:1767384602.787125:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384602.787131:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384602.787138:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384602.787142:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.787146:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.787149:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384602.787159:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa326858. 20000000:01000000:0.0:1767384602.787163:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:0.0:1767384602.787170:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384602.787176:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000800:00000010:3.0:1767384602.787180:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009984814b. 00080000:00000001:0.0:1767384602.787181:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:3.0:1767384602.787192:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000ecec281. 00000800:00000010:3.0:1767384602.787200:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001cc36c4d. 00080000:00000001:0.0:1767384602.787200:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384602.787218:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.787224:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384602.787227:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.787231:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384602.787234:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384602.787237:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000800:00000010:3.0:1767384602.787241:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001cc36c4d. 00000020:00000001:0.0:1767384602.787242:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384602.787252:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384602.787257:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384602.787261:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.787264:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384602.787267:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384602.787273:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384602.787276:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384602.787279:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b0a48456. 00080000:00000001:0.0:1767384602.787282:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619487744 : -106180090063872 : ffff9f6e05731400) 00080000:00000001:0.0:1767384602.787285:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384602.787301:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384602.787305:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000be9c0428. 00080000:00000001:0.0:1767384602.787308:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.787310:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384602.787325:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384602.787341:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384602.787348:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384602.787395:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp13 from 247.3.0.2 00000800:00000010:3.0:1767384602.787399:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000080226b54. 00000800:00000200:2.1:1767384602.787549:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a71a44b3] -> 12345-192.168.203.125@tcp13 (2) 00000800:00000200:2.1:1767384602.787560:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp13 00000000de25f783 deleted 00000800:00000010:2.1:1767384602.787562:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000de25f783. 00000800:00000200:2.1:1767384602.787569:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384602.787575:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp13 ip 192.168.203.125:1015 00000800:00000200:2.1:1767384602.787579:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b85055eb type 1, nob 224 niov 1 nkiov 1 00000800:00000200:0.1:1767384602.787743:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384602.787758:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp13 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384601498366905 sched[0] 00000800:00000010:0.0:1767384602.787765:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000ecec281. 00000800:00000001:3.0:1767384602.787865:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384602.787872:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384602.787917:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384602.787920:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000001:3.0:1767384602.787926:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384602.787937:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384602.787945:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384602.787976:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp13(192.168.203.125@tcp13) <- 192.168.203.125@tcp13 : PUT - for me 00000400:00000200:0.0:1767384602.787982:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384602.787999:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 128 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384602.788011:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 128/128 into md 0x127d [1] + 0 00000400:00000010:3.0:1767384602.788016:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff343fe9. 00000400:00000200:3.0:1767384602.788039:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f265f2e1 00000400:00000200:0.0:1767384602.788043:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000800:00000001:3.0:1767384602.788045:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384602.788059:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384602.788063:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384602.788070:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp13->192.168.203.125@tcp13: PUT: OK 00000400:00000200:3.0:1767384602.788074:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:3.0:1767384602.788075:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000400:00000200:3.0:1767384602.788080:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384602.788083:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (7) 00000400:00000200:3.0:1767384602.788087:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:3.0:1767384602.788091:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 137 at 000000001e928cf9. 00000400:00000200:0.0:1767384602.788091:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384602.788096:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 6 00000400:00000200:3.0:1767384602.788105:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384602.788121:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (8) 00000400:00000200:3.0:1767384602.788127:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384602.788132:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp13 to MR: 192.168.203.125@tcp13 local destination 00000400:00000200:0.0:1767384602.788135:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384602.788143:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp13 NI seq info: [14:14:256:4294967295] 192.168.203.125@tcp13 LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1767384602.788163:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp13(192.168.203.125@tcp13:192.168.203.125@tcp13) -> 192.168.203.125@tcp13(192.168.203.125@tcp13:192.168.203.125@tcp13) 192.168.203.125@tcp13 : ACK try# 0 00000800:00000200:3.0:1767384602.788171:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp13 00000800:00000010:3.0:1767384602.788174:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000392e0b13. 00000800:00000200:3.0:1767384602.788186:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a71a44b3] -> 12345-192.168.203.125@tcp13 (4) 00000400:00000200:0.0:1767384602.788192:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000800:00000200:3.0:1767384602.788202:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp13 ip 192.168.203.125:988 00000800:00000200:3.0:1767384602.788218:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000392e0b13 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384602.788226:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384602.788270:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000800:00000200:3.0:1767384602.788286:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384602.788295:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000392e0b13. 00000400:00000200:3.0:1767384602.788301:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384602.788303:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384602.788325:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp13->192.168.203.125@tcp13: ACK: OK 00000800:00000001:3.0:1767384602.788333:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384602.788340:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384602.788347:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384602.788360:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384602.788381:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384602.788391:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384602.788405:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp13(192.168.203.125@tcp13) <- 192.168.203.125@tcp13 : ACK - for me 00000400:00000200:3.0:1767384602.788418:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp13: ACK from 12345-192.168.203.125@tcp13 into md 0x12ad 00000400:00000200:3.0:1767384602.788423:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384602.788426:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp13->192.168.203.125@tcp13: ACK: OK 00000400:00000200:3.0:1767384602.788431:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78db42d 00000400:00000010:3.0:1767384602.788433:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78db42d. 00000400:00000200:3.0:1767384602.788437:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384602.788474:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:3.0:1767384602.788481:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (7) 00000800:00000001:3.0:1767384602.788486:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384602.788492:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384602.788605:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000012ffbc84. 00000800:00000010:0.0:1767384602.788611:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008126e667. 00000800:00000010:0.0:1767384602.788615:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007eb2c707. 00000800:00000010:0.0:1767384602.788658:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007eb2c707. 00000800:00000010:3.0:1767384602.788737:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003619ffc5. 00000800:00000010:3.0:1767384602.788742:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001e928cf9. 00000800:00000010:3.0:1767384602.788777:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000ecec281. 00000800:00000200:3.1:1767384602.788785:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a71a44b3] -> 12345-192.168.203.125@tcp13 (4) 00000800:00000200:3.1:1767384602.788790:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp13 000000000ecec281 deleted 00000800:00000010:3.1:1767384602.788793:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000ecec281. 00000800:00000200:3.1:1767384602.788799:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384602.788808:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp13 p 3.x 192.168.203.125 -> 192.168.203.125:1014 incarnation:1767384601498366905 sched[0] 00000800:00000010:3.0:1767384602.788812:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aaeff4d7. 00000800:00000200:0.1:1767384602.788893:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:0.0:1767384602.788902:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp13 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384601498366905 sched[0] 00000800:00000010:0.0:1767384602.788907:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008126e667. 00000800:00000010:3.0:1767384602.788934:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aaeff4d7. 00000800:00000010:3.0:1767384602.788940:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001e928cf9. 00000800:00000001:0.0:1767384602.788974:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384602.788980:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384602.788987:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384602.788990:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000008f2b9607. 00000800:00000001:0.0:1767384602.788991:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384602.789397:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b0a48456. 20000000:00000010:3.0:1767384602.789504:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f1cc961e. 20000000:01000000:0.0:1767384602.789506:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384602.789508:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #14 20000000:00000001:0.0:1767384602.789513:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384602.789516:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384602.789523:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384602.789526:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384602.789529:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384602.789533:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384602.789533:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384602.789547:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fedff46b. 00080000:00000001:3.0:1767384602.789549:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384602.789558:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384602.789561:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c19ead19. 00080000:00000001:3.0:1767384602.789565:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.789565:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384602.789568:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c19ead19 with handle 0x71ee3a74e271907f to hash 00080000:00000001:3.0:1767384602.789570:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384602.789578:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384602.789579:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384602.789585:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384602.789585:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00080000:00000001:3.0:1767384602.789595:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.789596:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00080000:00000002:3.0:1767384602.789612:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00010000:00000001:0.0:1767384602.789613:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:3.0:1767384602.789623:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00010000:00000001:0.0:1767384602.789624:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384602.789631:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:0.0:1767384602.789634:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384602.789639:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384602.789651:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384602.789660:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384602.789666:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384602.789676:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384602.789679:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:3.0:1767384602.789683:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:0.0:1767384602.789683:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384602.789690:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384602.789693:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384602.789694:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384602.789698:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ad868b99. 00010000:00000001:0.0:1767384602.789699:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384602.789706:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.789707:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893548041728 : -106180161509888 : ffff9f6e0130e600) 00080000:00000001:3.0:1767384602.789719:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384602.789719:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384602.789726:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384602.789729:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384602.789735:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384602.789741:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fedff46b) refcount = 1 00010000:00010000:0.0:1767384602.789746:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000001:00000001:3.0:1767384602.789749:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384602.789759:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000aaeff4d7. 00010000:00000001:0.0:1767384602.789759:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384602.789768:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:3.0:1767384602.789769:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.789775:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384602.789778:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384602.789784:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.789787:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384602.789790:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384602.789794:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00080000:00000001:3.0:1767384602.789798:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.789800:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384602.789806:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384602.789812:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c19ead19 refcount=4 00000020:00000001:0.0:1767384602.789815:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:0.0:1767384602.789820:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00080000:00000001:3.0:1767384602.789821:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384602.789828:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384602.789832:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.789844:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384602.789853:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.789864:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384602.789868:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384602.789871:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.789876:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384602.789878:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.789881:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384602.789884:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384602.789895:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c19ead19 already unused, calling callback (000000009752a4b4) 00010000:00000001:0.0:1767384602.789900:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384602.789902:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384602.789906:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.789914:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384602.789919:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384602.789919:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384602.789928:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384602.789929:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1767384602.789937:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c19ead19 refcount=5 00000020:00000001:0.0:1767384602.789940:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00000400:00000001:3.0:1767384602.789941:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384602.789943:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00000400:00000001:3.0:1767384602.789944:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384602.789949:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32b7145. 00010000:00000001:0.0:1767384602.789951:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384602.789957:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384602.789961:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bc2a26c 00000400:00000010:3.0:1767384602.789967:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004bc2a26c. 00000100:00000001:3.0:1767384602.789979:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384602.789985:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384602.789989:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384602.789991:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384602.789995:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9ec7cd8 x1853237048124928/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384602.790001:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384602.790005:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384602.790011:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384602.790019:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384602.790030:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c19ead19 with handle 0x71ee3a74e271907f from hash 00010000:00000001:0.0:1767384602.790038:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384602.790042:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384602.790046:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384602.790051:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384602.790056:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384602.790061:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384602.790068:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384602.790074:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384602.790084:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384602.790089:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9ec7cd8 x1853237048124928/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384602.790092:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384602.790098:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384602.790110:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384602.790117:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384602.790122:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.790124:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384602.790125:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.790131:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384602.790133:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.790145:0:16356:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:0.0:1767384602.790146:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384602.790150:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384602.790156:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384602.790166:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.790168:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384602.790176:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384602.790177:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.790185:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384602.790191:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384602.790193:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384602.790194:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=19 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384602.790199:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:3.0:1767384602.790210:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=19 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384602.790210:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384602.790221:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384602.790222:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.790228:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.790229:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384602.790247:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767384602.790247:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384602.790256:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.790260:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384602.790261:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.790269:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384602.790272:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9ec7cd8 x1853237048124928/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384602.790274:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c19ead19/0x71ee3a74e271907f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384602.790308:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384602.790315:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384602.790321:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384602.790326:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fedff46b count: 0 00000020:01000004:3.0:1767384602.790328:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384602.790331:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384602.790332:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384602.790335:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384602.790338:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384602.790340:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384602.790343:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384602.790345:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:0.0:1767384602.790347:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384602.790348:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 20000000:00000001:0.0:1767384602.790352:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384602.790356:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9ec7cd8 x1853237048124928/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384602.790363:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9ec7cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048124928:0@lo:253: 00000100:00000001:3.0:1767384602.790383:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.790395:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384602.790398:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9ec7cd8 x1853237048124928/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384602.790404:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384602.790408:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384602.790411:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a14cd69c. 02000000:00000001:3.0:1767384602.790416:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384602.790418:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384602.790419:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384602.790421:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384602.790423:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b9a1fdfe. 02000000:00000001:3.0:1767384602.790428:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384602.790430:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384602.790432:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9ec7cd8. 00000100:00000001:3.0:1767384602.790434:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384602.790436:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.790466:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384602.790474:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384602.790475:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384602.790480:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384602.790484:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384602.791506:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ad868b99. 00080000:00000010:3.0:1767384602.791547:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000aaeff4d7. 00040000:00000001:3.0:1767384602.791553:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384602.791555:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384602.791558:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384602.791561:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384602.791563:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384602.791565:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384602.791567:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384602.791578:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384602.791582:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384602.791588:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384602.791588:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384602.791594:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384602.791596:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384602.791599:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384602.791601:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384602.791604:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000528aa56f. 00010000:00000001:0.0:1767384602.791607:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384602.791609:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000536eb781. 00000020:00000001:0.0:1767384602.791611:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384602.791613:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000536eb781 with handle 0x71ee3a74e2719086 to hash 00000020:00000001:0.0:1767384602.791615:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384602.791616:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:0.0:1767384602.791618:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:0.0:1767384602.791620:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384602.791621:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384602.791623:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.791628:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384602.791630:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384602.791632:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384602.791634:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384602.791636:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384602.791637:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384602.791639:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384602.791640:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384602.791641:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384602.791642:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384602.791642:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384602.791643:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000528aa56f) refcount = 1 00010000:00010000:0.0:1767384602.791651:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.791655:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384602.791658:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384602.791660:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384602.791662:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.791663:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384602.791665:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384602.791669:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:0.0:1767384602.791670:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384602.791671:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384602.791672:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000536eb781 refcount=4 00000020:00000001:0.0:1767384602.791674:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:0.0:1767384602.791675:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:0.0:1767384602.791676:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384602.791678:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.791682:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384602.791683:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.791687:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384602.791689:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384602.791692:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.791697:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384602.791698:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.791700:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384602.791703:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384602.791707:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:0.0:1767384602.791707:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000536eb781 already unused, calling callback (000000009752a4b4) 00000100:00000001:3.0:1767384602.791710:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384602.791713:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000596c19ab. 00010000:00000001:0.0:1767384602.791717:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:3.0:1767384602.791718:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.791720:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384602.791723:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384602.791724:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048124800 00010000:00000001:0.0:1767384602.791727:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384602.791728:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384602.791729:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384602.791730:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000536eb781 refcount=5 00000020:00000001:0.0:1767384602.791741:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:3.0:1767384602.791742:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384602.791747:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000200:3.0:1767384602.791750:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006059b242 x1853237048124800/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384602.791750:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384602.791753:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384602.791791:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384602.791792:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384602.791797:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.791797:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00001000:3.0:1767384602.791805:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=19 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384602.791807:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.791821:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384602.791822:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384602.791832:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384602.791836:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:0.0:1767384602.791839:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384602.791840:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:0.0:1767384602.791845:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384602.791847:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1767384602.791849:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000536eb781 with handle 0x71ee3a74e2719086 from hash 02000000:00000001:3.0:1767384602.791851:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.791858:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384602.791860:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384602.791861:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384602.791863:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384602.791868:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384602.791869:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384602.791874:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767384602.791876:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e928cf9. 00010000:00000001:0.0:1767384602.791876:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384602.791881:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000200:3.0:1767384602.791883:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048124800, offset 224 00010000:00000001:0.0:1767384602.791885:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384602.791896:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384602.791903:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384602.791904:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384602.791909:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384602.791912:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384602.791914:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384602.791916:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384602.791921:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384602.791924:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384602.791930:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02580 00010000:00000001:0.0:1767384602.791931:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384602.791940:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384602.791945:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x12b1 [2] + 224 00010000:00000001:0.0:1767384602.791963:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384602.791964:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384602.791965:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384602.791971:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767384602.791977:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384602.791978:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384602.791986:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384602.791986:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384602.791992:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384602.791995:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:3.0:1767384602.791996:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e602fb40 x1853237048124800/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384602.791999:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384602.792008:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384602.792018:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384602.792030:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e602fb40 x1853237048124800/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384602.792038:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384602.792041:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384602.792044:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000536eb781/0x71ee3a74e2719086 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384602.792073:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000528aa56f count: 0 00010000:00000001:0.0:1767384602.792078:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384602.792079:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384602.792082:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384602.792088:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e928cf9 00000400:00000010:3.0:1767384602.792090:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e928cf9. 00000100:00000001:3.0:1767384602.792093:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384602.792095:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384602.792098:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384602.792103:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384602.792106:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384602.792115:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384602.792120:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384602.792127:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006059b242 x1853237048124800/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:583/0 lens 4848/4768 e 0 to 0 dl 1767384613 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384602.792154:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006059b242 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048124800:12345-0@lo:253: Request processed in 5040us (5728us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384602.792180:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00000040:3.0:1767384602.792185:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384602.792192:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384602.792198:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384602.792203:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000211c9655. 00000020:00000010:3.0:1767384602.792216:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000018b5f712. 00000020:00000010:3.0:1767384602.792221:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df743290. 00000020:00000040:3.0:1767384602.792230:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:3.0:1767384602.792243:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384602.792247:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000c35c8687. 02000000:00000001:3.0:1767384602.792258:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384602.792262:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384602.792276:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384602.792281:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e454136. 00000400:00000010:3.0:1767384602.792290:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e928cf9. 00000100:00000040:1.0:1767384602.793544:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294890563, at 4294890564 00000100:00000010:1.0:1767384602.793553:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000bc21d6c. 00000100:00000040:3.0:1767384602.793670:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294890563, at 4294890564 00000100:00000010:3.0:1767384602.793680:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000085714ed9. 00010000:00000010:0.1:1767384602.793699:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fedff46b. 00010000:00000010:0.1:1767384602.793714:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c19ead19. 00000100:00000040:0.0:1767384602.793738:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294890563, at 4294890564 00000100:00000010:0.0:1767384602.793745:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000081a40d. 00010000:00000010:0.1:1767384602.794474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000528aa56f. 00010000:00000010:0.1:1767384602.794480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000536eb781. 00000400:00000010:1.0:1767384602.802826:0:20312:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002b39b77f. 00000400:00000040:1.0:1767384602.802842:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384602.802845:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384602.802848:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.802850:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384602.802853:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.802854:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384602.802857:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384602.802859:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384602.802860:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384602.802861:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384602.802864:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384602.802865:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384602.802868:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384602.802869:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384602.802870:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384602.802873:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384602.802875:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384602.802876:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384602.802883:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384602.802886:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.802888:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384602.802889:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384602.802891:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384602.802893:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384602.802894:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384602.802897:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.802899:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384602.802901:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384602.802902:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384602.802904:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384602.802905:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384602.802908:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384602.802909:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384602.802911:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384602.802913:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384602.802914:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384602.802915:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384602.802917:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384602.802918:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384602.802919:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384602.802920:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384602.802921:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384602.802922:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384602.802923:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384602.802924:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384602.802925:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384602.802926:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384602.802927:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384602.802929:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384602.802930:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384602.802931:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384602.802932:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384602.802933:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384602.802934:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384602.802935:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384602.802936:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384602.802937:0:20312:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384602.802959:0:20312:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002b39b77f. 00010000:00000001:3.0:1767384603.557531:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384603.557538:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384603.557544:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384603.557545:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384603.750536:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384603.750543:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384603.750553:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003419d4b7. 00000020:00000040:0.0:1767384603.750561:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384603.750569:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384603.750573:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384603.750581:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384603.750591:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d080747. 00000100:00000001:0.0:1767384603.750603:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.750611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384603.750620:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384603.750626:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1767384603.750627:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e29f98cb. 00000100:00000001:0.0:1767384603.750630:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384603.750633:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384603.750638:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384603.750641:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384603.750645:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.750646:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003419d4b7] to pc [ptlrpcd_00_00+0] req@000000003419d4b7 x1853237048125056/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384603.750653:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a706089e. 00000100:00000001:1.0:1767384603.750659:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.750665:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384603.750674:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384603.750677:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384603.750681:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.750682:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29f98cb] to pc [ptlrpcd_00_01+1] req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.750693:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384603.750694:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.750698:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384603.750698:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384603.750702:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384603.750703:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384603.750724:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048089652. 00000100:00000040:0.0:1767384603.750725:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384603.750729:0:36:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384603.750736:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384603.750739:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384603.750742:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.750746:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1767384603.750747:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000082cdbde0. 00000100:00000001:0.0:1767384603.750751:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.750753:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.750761:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384603.750762:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384603.750768:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384603.750770:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384603.750773:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.750776:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.750778:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048089652] to pc [ptlrpcd_00_02+2] req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384603.750787:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e29f98cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048125184:0@lo:400: 00000100:00000001:0.0:1767384603.750794:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384603.750803:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384603.750809:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.750815:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384603.750822:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384603.750823:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004676cc72. 00000100:00000040:1.0:1767384603.750827:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1767384603.750830:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.750840:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384603.750845:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8916be8. 00000100:00000010:1.0:1767384603.750848:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a32564d. 00000020:00000040:1.0:1767384603.750856:0:36:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384603.750863:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1767384603.750865:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 02000000:00000001:1.0:1767384603.750868:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384603.750873:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384603.750876:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048125184, portal 25 00000100:00000001:0.0:1767384603.750881:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1767384603.750883:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bb71cc57. 00000100:00000001:0.0:1767384603.750884:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758975744 : -106174950575872 : ffff9f6f37c97100) 00000100:00000001:1.0:1767384603.750896:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.750899:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384603.750912:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384603.750914:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384603.750926:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384603.750934:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e48f6423. 00000100:00000001:1.0:1767384603.750938:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384603.750942:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384603.750943:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048125184, offset 0 00000100:00000040:1.0:1767384603.750953:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a32564d] to pc [ptlrpcd_00_03+3] req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384603.750960:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384603.750975:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.750981:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384603.750991:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1767384603.750991:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1767384603.751000:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000162af566. 00000020:00000040:1.0:1767384603.751007:0:36:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:0.0:1767384603.751011:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff02700 00000100:00000001:1.0:1767384603.751012:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384603.751015:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384603.751019:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.751025:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1e9 [2] + 0 02000000:00000010:1.0:1767384603.751028:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ae11841e. 00000400:00000010:0.0:1767384603.751045:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002dc21b0. 00000100:00000001:1.0:1767384603.751050:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.751052:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008bf4aee3 00000100:00000040:1.0:1767384603.751056:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000162af566 x1853237048125568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384603.751061:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384603.751071:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384603.751072:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384603.751074:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.751082:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bf4aee3 00000400:00000010:0.0:1767384603.751085:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008bf4aee3. 00000100:00000040:1.0:1767384603.751088:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000162af566] to pc [ptlrpcd_00_00+0] req@00000000162af566 x1853237048125568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.751093:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384603.751097:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384603.751106:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000004c8cd1e x1853237048125184 msgsize 224 00000100:00000001:1.0:1767384603.751110:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.751118:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (229) 00000100:00100000:0.0:1767384603.751119:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384603.751126:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384603.751142:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384603.751144:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384603.751150:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384603.751154:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384603.751155:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48f6423 00000400:00000010:0.0:1767384603.751161:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e48f6423. 00000100:00000040:1.0:1767384603.751165:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.751169:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384603.751182:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384603.751182:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.751186:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.751194:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384603.751198:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1767384603.751199:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384603.751203:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384603.751210:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048089652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048125312:0@lo:400: 00000100:00000040:0.0:1767384603.751210:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.751222:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384603.751231:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384603.751232:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.751236:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.751237:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384603.751241:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384603.751244:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384603.751247:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd02b0dd. 00000100:00000001:0.0:1767384603.751250:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294891527 02000000:00000001:1.0:1767384603.751252:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384603.751260:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083b10c7e. 00000400:00000010:1.0:1767384603.751262:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000100:00000001:0.0:1767384603.751270:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384603.751271:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a3ba40. 00000100:00000200:1.0:1767384603.751278:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048125312, portal 4 00000100:00000001:0.0:1767384603.751279:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294891527 00000100:00000001:1.0:1767384603.751284:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384603.751287:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758965888 : -106174950585728 : ffff9f6f37c94a80) 00000100:00000010:0.0:1767384603.751288:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090e68166. 00000100:00000001:0.0:1767384603.751295:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384603.751299:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294891527 00000020:00000010:1.0:1767384603.751300:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000055855b30. 00000100:00000040:1.0:1767384603.751310:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384603.751314:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0fb65a4. 00000100:00000001:0.0:1767384603.751322:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384603.751325:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384603.751329:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294891527 00000100:00000040:1.0:1767384603.751333:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:0.0:1767384603.751336:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e256f61. 00000400:00000010:1.0:1767384603.751339:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777fe344. 00000100:00000001:0.0:1767384603.751340:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000200:1.0:1767384603.751344:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048125312, offset 0 00000100:00000001:0.0:1767384603.751347:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384603.751353:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384603.751353:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.751360:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.751389:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384603.751395:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384603.751402:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1767384603.751406:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff02780 00000100:00000001:0.0:1767384603.751407:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384603.751413:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384603.751416:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384603.751420:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1648 00000100:00000001:0.0:1767384603.751423:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384603.751425:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384603.751429:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384603.751432:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384603.751492:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384603.751495:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384603.751500:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b85ba3b5. 00000100:00000001:0.0:1767384603.751502:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1767384603.751506:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000b85ba3b5 x1853237048125312 msgsize 224 00000100:00100000:0.0:1767384603.751512:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048125184 00000100:00100000:1.0:1767384603.751520:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384603.751520:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384603.751527:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384603.751531:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.751538:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.751539:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1767384603.751547:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048125184 00000400:00000200:1.0:1767384603.751554:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777fe344 00000020:00000001:0.0:1767384603.751555:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384603.751559:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000777fe344. 00000020:00000040:0.0:1767384603.751562:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384603.751567:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384603.751568:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:0.0:1767384603.751574:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000200:1.0:1767384603.751579:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384603.751582:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384603.751591:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384603.751603:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384603.751603:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384603.751612:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf36dddf. 00000100:00000040:1.0:1767384603.751615:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.751617:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384603.751624:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf36dddf. 00000100:00000001:1.0:1767384603.751636:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384603.751637:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025680772. 00000100:00000001:1.0:1767384603.751643:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384603.751647:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.751650:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5377 usecs (6 jiffies) 00000020:00000010:0.0:1767384603.751651:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9c396df. 00000100:00000001:1.0:1767384603.751652:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891528 00000100:00000001:1.0:1767384603.751660:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294891527 00000020:00000010:0.0:1767384603.751667:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000facd8364. 00000100:00000001:1.0:1767384603.751669:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891528 00000100:00000001:1.0:1767384603.751680:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294891527 00000100:00000040:0.0:1767384603.751682:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384603.751685:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891528 00000100:00000001:0.0:1767384603.751688:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384603.751694:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294891527 00000100:00000001:0.0:1767384603.751694:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384603.751698:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.751700:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891528 00000100:00000001:1.0:1767384603.751708:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294891527 00000100:00000001:0.0:1767384603.751711:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.751720:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384603.751726:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.751727:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.751731:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.751733:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.751739:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384603.751742:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384603.751744:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384603.751746:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384603.751747:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384603.751749:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384603.751753:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384603.751758:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1767384603.751760:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384603.751763:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384603.751763:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384603.751769:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384603.751769:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863201360 : -106174846350256 : ffff9f6f3dffcc50) 00000100:00000001:1.0:1767384603.751773:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.751776:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384603.751778:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384603.751778:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004c8cd1e x1853237048125184/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:584/0 lens 224/0 e 0 to 0 dl 1767384614 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.751782:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384603.751791:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.751815:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384603.751817:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384603.751822:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384603.751822:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf36dddf. 02000000:00000001:1.0:1767384603.751826:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384603.751827:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384603.751833:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384603.751836:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf36dddf. 02000000:00000001:1.0:1767384603.751841:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384603.751848:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004c8cd1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048125184:12345-0@lo:400: 00000100:00000200:0.0:1767384603.751854:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048125184 00000100:00100000:1.0:1767384603.751857:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048125440:0@lo:400: 00000020:00000001:0.0:1767384603.751858:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384603.751866:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384603.751866:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384603.751872:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.751873:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384603.751877:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1767384603.751879:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.751881:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 02000000:00000001:1.0:1767384603.751886:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384603.751889:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384603.751893:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384603.751894:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000420e6d67. 02000000:00000001:1.0:1767384603.751901:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.751902:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384603.751906:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384603.751911:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a8d665. 00000020:00000001:0.0:1767384603.751911:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.751919:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384603.751924:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384603.751925:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777fe344. 02000000:00000001:0.0:1767384603.751928:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384603.751933:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048125440, portal 10 00000100:00000001:1.0:1767384603.751938:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384603.751941:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758963200 : -106174950588416 : ffff9f6f37c94000) 02000000:00000010:0.0:1767384603.751941:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b222c1d5. 02000000:00000001:0.0:1767384603.751945:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.751949:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.751953:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384603.751960:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048125184 00000100:00000040:1.0:1767384603.751963:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384603.751967:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384603.751976:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004c8cd1e x1853237048125184/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:584/0 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.751977:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384603.751985:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384603.751990:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00010000:00000001:0.0:1767384603.751991:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384603.751996:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048125440, offset 0 00010000:00000001:0.0:1767384603.751996:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384603.752005:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=20 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384603.752010:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384603.752012:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384603.752017:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000200:1.0:1767384603.752021:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384603.752023:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384603.752027:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384603.752030:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384603.752034:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff02800 00000100:00000001:0.0:1767384603.752037:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384603.752042:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 2904 00000100:00000040:0.0:1767384603.752046:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384603.752050:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384603.752052:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e48f6423. 00000400:00000200:1.0:1767384603.752060:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384603.752061:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048125184, offset 224 00000400:00000200:0.0:1767384603.752078:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384603.752086:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384603.752090:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384603.752096:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e051128f. 00000400:00000200:0.0:1767384603.752098:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384603.752101:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000e051128f x1853237048125440 msgsize 224 00000400:00000200:0.0:1767384603.752125:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff02700 00000100:00100000:1.0:1767384603.752126:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384603.752143:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12d5 [1] + 224 00000100:00000001:1.0:1767384603.752145:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384603.752150:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384603.752156:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cda6c 00000400:00000010:1.0:1767384603.752161:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00000400:00000200:0.0:1767384603.752163:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384603.752169:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384603.752171:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384603.752181:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384603.752182:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.752215:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384603.752220:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384603.752223:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.752249:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.752250:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384603.752253:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384603.752258:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48f6423 00000100:00000001:1.0:1767384603.752260:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.752266:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2260 usecs (3 jiffies) 00000400:00000010:0.0:1767384603.752269:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e48f6423. 00000100:00000001:1.0:1767384603.752272:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294891525 00000100:00000001:0.0:1767384603.752277:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384603.752278:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294891528 00000100:00000001:0.0:1767384603.752282:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384603.752283:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294891525 00000100:00000001:0.0:1767384603.752290:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.752297:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294891528 00000100:00000040:0.0:1767384603.752300:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:1.0:1767384603.752303:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294891525 00010000:00000001:0.0:1767384603.752305:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384603.752307:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294891528 00000020:00000001:0.0:1767384603.752310:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.752312:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294891525 00000020:00000001:0.0:1767384603.752316:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384603.752319:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294891528 00000100:00000001:1.0:1767384603.752324:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384603.752325:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004c8cd1e x1853237048125184/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:584/0 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.752330:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.752337:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384603.752345:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004c8cd1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048125184:12345-0@lo:400: Request processed in 525us (1234us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384603.752346:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384603.752360:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00000001:1.0:1767384603.752362:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384603.752381:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384603.752382:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.752387:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384603.752393:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384603.752399:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9c396df. 00000100:00000001:1.0:1767384603.752403:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384603.752404:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000facd8364. 00000100:00100000:1.0:1767384603.752406:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048125312 02000000:00000001:1.0:1767384603.752412:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384603.752415:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384603.752416:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025680772. 00000100:00000001:1.0:1767384603.752420:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.752426:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384603.752428:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00100000:1.0:1767384603.752430:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048125312 00000020:00000001:1.0:1767384603.752436:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384603.752484:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:1.0:1767384603.752488:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384603.752491:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 02000000:00000001:0.0:1767384603.752492:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767384603.752497:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 02000000:00000010:0.0:1767384603.752497:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b222c1d5. 00000020:00000001:1.0:1767384603.752504:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 02000000:00000001:0.0:1767384603.752505:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384603.752511:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384603.752513:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384603.752519:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1767384603.752521:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000995e894a. 00000400:00000010:0.0:1767384603.752526:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031cffc89. 00000100:00000001:1.0:1767384603.752528:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384603.752534:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000995e894a. 00000400:00000010:0.0:1767384603.752537:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eda12858. 00000020:00000010:1.0:1767384603.752542:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005929eff0. 00000020:00000010:1.0:1767384603.752550:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f517610c. 00000020:00000010:1.0:1767384603.752556:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f73dbe11. 00000100:00000040:1.0:1767384603.752573:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384603.752584:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384603.752585:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384603.752588:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384603.752590:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384603.752595:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384603.752599:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384603.752607:0:17894:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000001:0.0:1767384603.752608:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384603.752612:0:17894:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:0.0:1767384603.752614:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8916be8. 00000100:00000001:1.0:1767384603.752617:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.752620:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:0.0:1767384603.752625:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000100:00000001:0.0:1767384603.752629:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384603.752633:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384603.752647:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.752656:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384603.752660:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384603.752661:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384603.752670:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00000001:3.0:1767384603.752671:0:18370:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384603.752681:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 2 00000100:00000001:3.0:1767384603.752684:0:18370:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384603.752689:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758972160 : -106174950579456 : ffff9f6f37c96300) 00000100:00000001:3.0:1767384603.752691:0:18370:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.752702:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b85ba3b5 x1853237048125312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:584/0 lens 224/0 e 0 to 0 dl 1767384614 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.752705:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384603.752707:0:18370:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.752711:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.752723:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384603.752729:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384603.752731:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384603.752733:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384603.752736:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384603.752737:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000995e894a. 00000100:00000001:1.0:1767384603.752746:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384603.752746:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384603.752753:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000995e894a. 00000100:00001000:0.0:1767384603.752754:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=20 v=5 (5 0 0 0) 00000100:00100000:1.0:1767384603.752767:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b85ba3b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16356:x1853237048125312:12345-0@lo:400: 00000100:00001000:0.0:1767384603.752767:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384603.752777:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384603.752778:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048125312 00000100:00000001:0.0:1767384603.752781:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.752783:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384603.752787:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384603.752788:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384603.752790:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.752792:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.752795:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384603.752796:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.752797:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:1.0:1767384603.752801:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384603.752803:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384603.752806:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384603.752811:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384603.752816:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384603.752820:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.752826:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384603.752827:0:17894:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384603.752833:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384603.752834:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1767384603.752840:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384603.752841:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384603.752850:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000088a9edb7. 00000100:00000040:0.0:1767384603.752852:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384603.752866:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384603.752868:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e29f98cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048125184:0@lo:400: 00000100:00000001:1.0:1767384603.752872:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384603.752880:0:17894:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.752882:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384603.752886:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048125312 00000100:00000001:0.0:1767384603.752888:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384603.752893:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384603.752894:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e29f98cb x1853237048125184/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384603.752903:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b85ba3b5 x1853237048125312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:584/0 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.752907:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384603.752912:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384603.752916:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004676cc72. 00010000:00000001:1.0:1767384603.752924:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384603.752929:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.752930:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384603.752934:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:1.0:1767384603.752935:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=10 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384603.752936:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384603.752943:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384603.752944:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1767384603.752949:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a706089e. 00000100:00000040:1.0:1767384603.752953:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 02000000:00000001:0.0:1767384603.752956:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384603.752957:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384603.752960:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384603.752964:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e29f98cb. 02000000:00000001:1.0:1767384603.752965:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384603.752968:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.752971:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384603.752972:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384603.752974:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384603.752978:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384603.752980:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384603.752983:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00000100:00000001:0.0:1767384603.752986:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384603.752989:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048125312, offset 224 00000100:00000001:0.0:1767384603.752990:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.752997:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384603.753001:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384603.753002:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384603.753012:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384603.753022:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff02780 00000100:00000001:0.0:1767384603.753031:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384603.753034:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12e5 [1] + 224 00000100:00100000:0.0:1767384603.753036:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048125440 02000000:00000001:0.0:1767384603.753040:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384603.753043:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384603.753044:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384603.753046:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384603.753052:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384603.753054:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384603.753056:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048125440 00000100:00000001:1.0:1767384603.753062:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384603.753062:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384603.753066:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000200:1.0:1767384603.753069:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384603.753070:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384603.753074:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000020:00000001:0.0:1767384603.753081:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000040:1.0:1767384603.753085:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384603.753085:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:0.0:1767384603.753092:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384603.753097:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf36dddf. 00000100:00000001:0.0:1767384603.753105:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384603.753108:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf36dddf. 00000100:00000001:1.0:1767384603.753111:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384603.753116:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004676cc72. 00000400:00000200:1.0:1767384603.753118:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cda6c 00000400:00000010:1.0:1767384603.753123:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00000020:00000010:0.0:1767384603.753123:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9c396df. 00000020:00000010:0.0:1767384603.753128:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000facd8364. 00000100:00000001:0.0:1767384603.753134:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384603.753135:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384603.753138:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384603.753143:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.753144:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384603.753148:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384603.753151:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384603.753155:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384603.753156:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384603.753157:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384603.753159:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384603.753163:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384603.753163:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.753170:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b85ba3b5 x1853237048125312/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:584/0 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.753173:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.753190:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384603.753192:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b85ba3b5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048125312:12345-0@lo:400: Request processed in 455us (1680us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384603.753194:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384603.753203:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384603.753209:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00100000:1.0:1767384603.753214:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00000001:0.0:1767384603.753215:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758977536 : -106174950574080 : ffff9f6f37c97800) 00000100:00000040:1.0:1767384603.753221:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000040:0.0:1767384603.753225:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e051128f x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:584/0 lens 224/0 e 0 to 0 dl 1767384614 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.753226:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384603.753231:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384603.753236:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f517610c. 00000100:00000001:0.0:1767384603.753240:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384603.753243:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f73dbe11. 00000020:00000010:0.0:1767384603.753244:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf36dddf. 00000020:00000010:1.0:1767384603.753249:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005929eff0. 00000100:00000001:0.0:1767384603.753250:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384603.753255:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000020:00000010:0.0:1767384603.753257:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf36dddf. 00000100:00000001:1.0:1767384603.753260:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384603.753265:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e051128f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048125440:12345-0@lo:400: 00000100:00000200:0.0:1767384603.753271:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048125440 00000020:00000001:0.0:1767384603.753275:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384603.753279:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384603.753279:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384603.753284:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384603.753285:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384603.753288:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384603.753290:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000001:1.0:1767384603.753292:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384603.753294:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000400:00000010:1.0:1767384603.753295:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c934e1f1. 00000400:00000200:1.0:1767384603.753302:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a3ba40 00000020:00000001:0.0:1767384603.753302:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384603.753307:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a3ba40. 00000020:00000001:0.0:1767384603.753308:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.753312:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384603.753312:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384603.753317:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1767384603.753318:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384603.753322:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384603.753328:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384603.753333:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384603.753339:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1767384603.753342:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384603.753345:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b222c1d5. 02000000:00000001:0.0:1767384603.753352:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.753355:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384603.753358:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.753386:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.753388:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384603.753392:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1767384603.753392:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.753395:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000040:0.0:1767384603.753398:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048125440 00000100:00000001:1.0:1767384603.753399:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384603.753405:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384603.753406:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384603.753412:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e051128f x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:584/0 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384603.753415:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384603.753425:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384603.753435:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384603.753461:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.753465:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384603.753473:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384603.753479:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.753482:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384603.753486:0:16356:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 2 00000100:00000040:1.0:1767384603.753492:0:16356:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 8589934596) req@0000000012eda92c x1853237048122368/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384603.753496:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384603.753501:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384603.753508:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384603.753515:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384603.753518:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384603.753520:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000012eda92c x1853237048122368/t8589934596(8589934596) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384609 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384603.753525:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:0.0:1767384603.753532:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384603.753539:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384603.753542:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384603.753543:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.753547:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384603.753548:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:1.0:1767384603.753553:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000072439678. 00000100:00000040:0.0:1767384603.753558:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384603.753564:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1767384603.753564:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000020:00000001:1.0:1767384603.753567:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384603.753571:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384603.753577:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1767384603.753578:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048125440, offset 224 02000000:00000010:1.0:1767384603.753581:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000090e6cdb3. 02000000:00000001:1.0:1767384603.753588:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384603.753588:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384603.753591:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384603.753593:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012eda92c. 00000100:00000001:1.0:1767384603.753596:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384603.753601:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384603.753606:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384603.753607:0:16356:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384603.753613:0:16356:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000400:00000200:0.0:1767384603.753622:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff02800 00000100:00000001:1.0:1767384603.753630:0:16356:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384603.753632:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384603.753636:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f5 [1] + 224 00000100:00000040:1.0:1767384603.753642:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384603.753645:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384603.753657:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384603.753657:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384603.753663:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384603.753666:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384603.753669:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384603.753672:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384603.753677:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384603.753695:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048089652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048125312:0@lo:400: 00000100:00000001:1.0:1767384603.753704:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.753706:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.753710:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384603.753717:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048089652 x1853237048125312/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.753737:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384603.753743:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000100:00000001:1.0:1767384603.753746:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1767384603.753748:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 02000000:00000001:1.0:1767384603.753750:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384603.753755:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd02b0dd. 00000100:00000001:0.0:1767384603.753756:0:17086:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384603.753761:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384603.753764:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384603.753766:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767384603.753767:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384603.753771:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384603.753772:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000082cdbde0. 00000100:00000001:0.0:1767384603.753774:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.753777:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384603.753781:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1767384603.753781:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000010:1.0:1767384603.753785:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048089652. 00010000:00000001:0.0:1767384603.753787:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384603.753790:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384603.753792:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.753794:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384603.753799:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384603.753800:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.753805:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384603.753807:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e051128f x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:584/0 lens 224/224 e 0 to 0 dl 1767384614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.753808:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384603.753813:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384603.753817:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384603.753822:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a8d665. 00000100:00100000:0.0:1767384603.753830:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e051128f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048125440:12345-0@lo:400: Request processed in 582us (1721us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384603.753832:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777fe344 00000400:00000010:1.0:1767384603.753852:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000777fe344. 00000100:00100000:0.0:1767384603.753864:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:1.0:1767384603.753865:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384603.753877:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000200:1.0:1767384603.753881:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384603.753886:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384603.753894:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384603.753901:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9c396df. 00000020:00000010:0.0:1767384603.753917:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000facd8364. 00000020:00000010:0.0:1767384603.753929:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004676cc72. 00000020:00000040:0.0:1767384603.753945:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:0.0:1767384603.753951:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384603.753960:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.753971:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384603.753976:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.753983:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00080000:0.0:1767384603.753985:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:1.0:1767384603.753986:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384603.753990:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384603.753991:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:1.0:1767384603.753993:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384603.754000:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384603.754001:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00001000:1.0:1767384603.754006:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=15 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384603.754008:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00001000:1.0:1767384603.754014:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384603.754023:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384603.754025:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384603.754031:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384603.754037:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384603.754052:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.754058:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384603.754062:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384603.754066:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384603.754068:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384603.754076:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.754085:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384603.754090:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384603.754094:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384603.754100:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384603.754134:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048125440:0@lo:400: 00000100:00000001:1.0:1767384603.754150:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.754154:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384603.754163:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a32564d x1853237048125440/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384603.754177:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384603.754181:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384603.754184:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000420e6d67. 02000000:00000001:1.0:1767384603.754187:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384603.754188:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384603.754190:0:16356:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384603.754194:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384603.754195:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bb71cc57. 02000000:00000001:1.0:1767384603.754201:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384603.754202:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384603.754204:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a32564d. 00000100:00000001:1.0:1767384603.754209:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384603.754214:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.754219:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384603.754226:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384603.754230:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384603.754239:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384603.754243:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384603.758496:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294891528, at 4294891529 00000100:00000040:1.0:1767384603.758500:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294891528, at 4294891529 00000100:00000010:0.0:1767384603.758508:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083b10c7e. 00000100:00000010:1.0:1767384603.758511:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090e68166. 00000100:00000040:3.0:1767384603.758525:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294891528, at 4294891529 00000100:00000010:3.0:1767384603.758539:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e256f61. 00000001:00000001:0.0:1767384604.275047:0:20643:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384604.275052:0:20643:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp15 --if ens2 00000001:00000001:0.0:1767384604.279958:0:20643:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384604.290691:0:20644:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000594a6b38. 00000400:00000010:3.0:1767384604.290715:0:20644:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a93fb20e. 00000400:00000010:3.0:1767384604.290730:0:20644:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f38352b9. 00000400:00000010:3.0:1767384604.290735:0:20644:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000077af9b0e. 00000400:00000010:3.0:1767384604.290741:0:20644:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000e5e0d1b. 00000400:00000010:3.0:1767384604.290747:0:20644:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000062955d21. 00000400:00000010:3.0:1767384604.290750:0:20644:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008258f6a7. 00000400:00000010:3.0:1767384604.290752:0:20644:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002abe943b. 00000400:00000010:3.0:1767384604.290758:0:20644:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006c89c5ad. 00000800:00000010:3.0:1767384604.290773:0:20644:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004fbc2b2e. 00000800:00000200:3.0:1767384604.290790:0:20644:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384604.290802:0:20644:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384604.290871:0:20644:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:3.0:1767384604.290912:0:20644:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp15 [8/256/0/180] 00000400:00000010:3.0:1767384604.294777:0:20644:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000f1408661. 00000400:00000010:3.0:1767384604.294791:0:20644:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000005b331e. 00000400:00000010:3.0:1767384604.294804:0:20644:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1e2d789. 00000400:00000001:3.0:1767384604.294833:0:20644:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384604.294837:0:20644:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384604.294841:0:20644:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000700fd549. 00000400:00000200:3.0:1767384604.294848:0:20644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001e7f50f 00000400:00000010:3.0:1767384604.294853:0:20644:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001e7f50f. 00000400:00000010:3.0:1767384604.294861:0:20644:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 137 at 000000007c5076e0. 00000400:00000200:3.0:1767384604.294872:0:20644:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (6) 00000400:00000200:3.0:1767384604.294899:0:20644:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384604.294918:0:20644:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131087 00000020:00000010:3.0:1767384604.294933:0:20644:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001e0cb5bb. 00000020:01000000:3.0:1767384604.294941:0:20644:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384604.294945:0:20644:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp15 00000400:00000010:3.0:1767384604.294980:0:20644:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a93fb20e. 00000400:00000010:3.0:1767384604.294991:0:20644:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000594a6b38. 00000020:00000001:1.0:1767384604.295015:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384604.295023:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384604.295042:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384604.295044:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384604.295048:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384604.295053:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384604.295058:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384604.295060:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384604.295063:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384604.295064:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384604.295065:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384604.295066:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384604.295077:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384604.295079:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384604.295084:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a32564d. 00000020:00000040:1.0:1767384604.295090:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384604.295099:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384604.295104:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384604.295111:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384604.295125:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a666ecfe. 00000100:00000001:1.0:1767384604.295137:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.295149:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384604.295154:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.295167:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a32564d] to pc [ptlrpcd_00_01+1] req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384604.295194:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384604.295198:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.295201:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384604.295202:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:1.0:1767384604.295211:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384604.295214:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.1:1767384604.295217:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001329f75a] -> 12345-192.168.203.125@tcp14 (2) 10000000:00000001:1.0:1767384604.295218:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384604.295220:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384604.295223:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384604.295224:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384604.295225:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384604.295226:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384604.295227:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384604.295228:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384604.295229:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384604.295230:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384604.295233:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384604.295243:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384604.295244:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048089652. 00000100:00000001:0.0:1767384604.295248:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384604.295249:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384604.295268:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384604.295269:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384604.295275:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384604.295279:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.295283:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384604.295296:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000031cedbf1. 00000100:00000001:1.0:1767384604.295306:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.295312:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384604.295316:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.295322:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384604.295324:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384604.295326:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.295329:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384604.295335:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.295339:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048089652] to pc [ptlrpcd_00_02+2] req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384604.295343:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048125696:0@lo:253: 00000100:00000001:0.0:1767384604.295359:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384604.295385:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384604.295389:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.295410:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 10000000:00000001:1.0:1767384604.295418:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384604.295418:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009cd0bef6. 02000000:00000001:0.0:1767384604.295423:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384604.295425:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.295430:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.295431:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8916be8. 00000020:01000000:1.0:1767384604.295435:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384604.295439:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001e0cb5bb. 00000400:00000010:0.0:1767384604.295440:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071dbaa13. 00000100:00000001:1.0:1767384604.295506:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.295508:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.295509:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1767384604.295510:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048125696, portal 25 00000100:00000001:0.0:1767384604.295514:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384604.295517:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758963200 : -106174950588416 : ffff9f6f37c94000) 00000100:00000040:1.0:1767384604.295519:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.295526:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384604.295528:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.295529:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.295536:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384604.295538:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384604.295540:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384604.295546:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384604.295550:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384604.295556:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048089652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048125824:0@lo:253: 00000400:00000010:0.0:1767384604.295556:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f24f937e. 00000100:00000001:1.0:1767384604.295564:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1767384604.295564:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048125696, offset 0 02000000:00000001:1.0:1767384604.295569:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384604.295572:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.295575:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384604.295576:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384604.295587:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009f20b21b. 02000000:00000001:1.0:1767384604.295593:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384604.295597:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384604.295598:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a8d665. 00000400:00000010:1.0:1767384604.295606:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e35ce505. 00000400:00000200:0.0:1767384604.295610:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02900 00000100:00000200:1.0:1767384604.295613:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048125824, portal 25 00000100:00000001:1.0:1767384604.295616:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384604.295618:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1ed [2] + 0 00000100:00000001:1.0:1767384604.295619:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758965888 : -106174950585728 : ffff9f6f37c94a80) 00000400:00000010:0.0:1767384604.295624:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d221a712. 00000100:00000040:1.0:1767384604.295627:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384604.295632:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004c46cafa 00000100:00000001:1.0:1767384604.295634:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384604.295642:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384604.295649:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384604.295651:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384604.295656:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025a9fb99. 00000400:00000200:0.0:1767384604.295659:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c46cafa 00000400:00000010:0.0:1767384604.295668:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c46cafa. 00000100:00000200:1.0:1767384604.295675:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048125824, offset 0 00000100:00000001:0.0:1767384604.295676:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384604.295680:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384604.295684:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384604.295684:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000009639a709 x1853237048125696 msgsize 4848 00000400:00000200:1.0:1767384604.295695:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384604.295705:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02980 00000400:00000200:1.0:1767384604.295712:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f1 [2] + 0 00000100:00100000:0.0:1767384604.295715:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384604.295717:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c232192. 00000100:00000040:0.0:1767384604.295720:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384604.295722:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f67ddc5b 00000100:00000001:0.0:1767384604.295727:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384604.295728:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.295733:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384604.295737:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f24f937e 00000400:00000010:0.0:1767384604.295740:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f24f937e. 00000100:00000001:0.0:1767384604.295746:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384604.295747:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f67ddc5b 00000400:00000010:1.0:1767384604.295751:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f67ddc5b. 00000100:00000200:0.0:1767384604.295751:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.295757:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384604.295760:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384604.295764:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000c77606a1 x1853237048125824 msgsize 4848 00000100:00000001:0.0:1767384604.295764:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.295770:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.295775:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384604.295781:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384604.295787:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.295789:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384604.295792:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384604.295795:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384604.295798:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a9fb99 00000100:00000001:0.0:1767384604.295800:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294892072 00000400:00000010:1.0:1767384604.295801:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025a9fb99. 00000100:00000001:1.0:1767384604.295806:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384604.295809:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384604.295810:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083b10c7e. 00000100:00000001:0.0:1767384604.295818:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384604.295827:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384604.295828:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294892072 00000100:00000040:1.0:1767384604.295833:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384604.295836:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ee06c21a. 00000100:00000001:0.0:1767384604.295842:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384604.295847:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294892072 00000100:00000001:1.0:1767384604.295849:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.295854:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384604.295854:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e256f61. 00000100:00000001:0.0:1767384604.295858:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384604.295860:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.295862:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294892072 00000100:00000010:0.0:1767384604.295869:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090e68166. 00000100:00000001:1.0:1767384604.295870:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294892072 00000100:00000001:0.0:1767384604.295874:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384604.295876:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294892072 00000100:00000001:0.0:1767384604.295879:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.295883:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294892072 00000100:00000001:0.0:1767384604.295883:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.295890:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294892072 00000100:00000001:0.0:1767384604.295894:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.295896:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.295903:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294892072 00000100:00000001:0.0:1767384604.295903:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.295907:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384604.295908:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294892072 00000100:00000001:1.0:1767384604.295913:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294892072 00000100:00000001:0.0:1767384604.295915:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.295916:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294892072 00000100:00000001:0.0:1767384604.295918:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.295922:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.295923:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.295927:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.295929:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.295931:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.295934:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.295939:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384604.295940:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384604.295943:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.295945:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.295947:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.295950:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.295965:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.295967:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.295996:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384604.296002:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048125696 02000000:00000001:0.0:1767384604.296005:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384604.296008:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.296010:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384604.296013:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384604.296018:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048125696 00000020:00000001:0.0:1767384604.296020:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384604.296022:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384604.296024:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384604.296026:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:0.0:1767384604.296029:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384604.296031:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384604.296035:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384604.296039:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf36dddf. 00000100:00000001:0.0:1767384604.296041:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384604.296043:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf36dddf. 00000020:00000010:0.0:1767384604.296049:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000476ba9cd. 00000020:00000010:0.0:1767384604.296054:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9c396df. 00000020:00000010:0.0:1767384604.296060:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000facd8364. 00000100:00000040:0.0:1767384604.296078:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384604.296081:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384604.296083:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384604.296083:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384604.296086:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.296087:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048125824 02000000:00000001:1.0:1767384604.296090:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384604.296092:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384604.296094:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.296095:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.296096:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.296101:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048125824 00000020:00000001:1.0:1767384604.296103:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384604.296104:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384604.296106:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384604.296108:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:0.0:1767384604.296108:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384604.296113:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384604.296115:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384604.296117:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384604.296120:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c244b5. 00000100:00000001:0.0:1767384604.296122:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384604.296123:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384604.296127:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c244b5. 00000100:00000001:0.0:1767384604.296128:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384604.296133:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099ed1a65. 00000100:00100000:0.0:1767384604.296140:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00000040:0.0:1767384604.296145:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000010:1.0:1767384604.296146:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f517610c. 00000100:00000001:0.0:1767384604.296151:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863208528 : -106174846343088 : ffff9f6f3dffe850) 00000020:00000010:1.0:1767384604.296153:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f73dbe11. 00000100:00000040:0.0:1767384604.296157:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009639a709 x1853237048125696/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:585/0 lens 4848/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.296159:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384604.296163:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384604.296165:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.296173:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.296174:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384604.296178:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384604.296181:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bf36dddf. 00000100:00000001:0.0:1767384604.296185:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384604.296186:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bf36dddf. 00000100:00000001:1.0:1767384604.296189:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384604.296191:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009639a709 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048125696:12345-0@lo:253: 00000100:00000001:1.0:1767384604.296192:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1767384604.296197:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048125696 00000100:00100000:1.0:1767384604.296200:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000020:00000001:0.0:1767384604.296202:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:1.0:1767384604.296204:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000020:00000001:0.0:1767384604.296206:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384604.296207:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924773968 : -106175784777648 : ffff9f6f06108850) 00000020:00000001:0.0:1767384604.296210:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.296215:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c77606a1 x1853237048125824/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:585/0 lens 4848/0 e 0 to 0 dl 1767384615 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384604.296217:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384604.296223:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00000001:1.0:1767384604.296225:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384604.296228:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1767384604.296229:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c244b5. 00000020:00000001:0.0:1767384604.296230:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.296232:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384604.296234:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384604.296235:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c244b5. 00000020:00000001:0.0:1767384604.296237:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384604.296241:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384604.296242:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c77606a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048125824:12345-0@lo:253: 00000100:00000200:1.0:1767384604.296247:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048125824 00000100:00000001:0.0:1767384604.296247:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384604.296252:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:0.0:1767384604.296252:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384604.296256:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384604.296259:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384604.296259:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fb3af050. 00000020:00000001:1.0:1767384604.296260:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384604.296264:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 02000000:00000001:0.0:1767384604.296264:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.296268:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384604.296268:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.296270:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384604.296273:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000001:0.0:1767384604.296274:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384604.296276:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384604.296280:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.296282:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384604.296285:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:0.0:1767384604.296287:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c95e311b. 02000000:00000010:1.0:1767384604.296290:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005039c53a. 20000000:01000000:0.0:1767384604.296291:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384604.296294:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384604.296297:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:1.0:1767384604.296301:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384604.296301:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.296306:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384604.296307:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384604.296309:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384604.296317:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384604.296318:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c5b1c1b1. 20000000:01000000:1.0:1767384604.296322:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384604.296324:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000010:0.0:1767384604.296328:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000010e92f64. 20000000:00000001:1.0:1767384604.296329:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384604.296332:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384604.296333:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:1.0:1767384604.296336:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384604.296340:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384604.296343:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384604.296349:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384604.296351:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384604.296382:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384604.296395:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.296397:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384604.296400:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.296403:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384604.296406:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384604.296409:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:0.0:1767384604.296413:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384604.296415:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384604.296417:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384604.296423:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384604.296424:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001329f75a] -> 12345-192.168.203.125@tcp14 (2) 00080000:00000001:0.0:1767384604.296426:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384604.296429:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp14 00000000ed7f94df deleted 00000020:00000001:0.0:1767384604.296430:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000010:2.1:1767384604.296431:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ed7f94df. 00000020:00000001:0.0:1767384604.296436:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384604.296472:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:2.1:1767384604.296473:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000010:0.0:1767384604.296477:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fb579268. 00000800:00000200:2.1:1767384604.296481:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp14 ip 192.168.203.125:1013 00080000:00000001:0.0:1767384604.296482:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617299456 : -106180092252160 : ffff9f6e0551b000) 00000800:00000200:2.1:1767384604.296485:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c0de917 type 1, nob 240 niov 1 nkiov 1 00080000:00000001:0.0:1767384604.296486:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384604.296492:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384604.296495:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bf36dddf. 00080000:00000001:0.0:1767384604.296501:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.296505:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384604.296519:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384604.296534:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:0.0:1767384604.296615:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384604.296628:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.1:1767384604.296636:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384604.296728:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384604.296735:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009c0de917. 00000800:00000001:0.0:1767384604.296738:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384604.296745:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384604.296754:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.296760:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: PUT: OK 00000800:00000001:0.0:1767384604.296761:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384604.296772:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.296776:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384604.296787:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000400:00000200:0.0:1767384604.296797:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14) <- 192.168.203.125@tcp14 : PUT - for me 00000400:00000200:0.0:1767384604.296821:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 144 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384604.296833:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 144/144 into md 0x12c1 [1] + 0 00000400:00000010:0.0:1767384604.296839:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61c8ce7. 00000400:00000200:0.0:1767384604.296846:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e33ed2e 00000800:00000001:0.0:1767384604.296851:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384604.296865:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384604.296868:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384604.296880:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: PUT: OK 00000400:00000200:0.0:1767384604.296889:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e33ed2e 00000400:00000010:0.0:1767384604.296893:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e33ed2e. 00000400:00000200:0.0:1767384604.296903:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384604.296907:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (8) 00000400:00000200:0.0:1767384604.296914:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:0.0:1767384604.296922:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 153 at 00000000f24f937e. 00000400:00000200:0.0:1767384604.296926:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 7 00000400:00000200:0.0:1767384604.296933:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384604.296957:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (9) 00000400:00000200:0.0:1767384604.296973:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384604.296992:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp14 to MR: 192.168.203.125@tcp14 local destination 00000400:00000200:0.0:1767384604.297001:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp14 NI seq info: [16:16:256:4294967295] 192.168.203.125@tcp14 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384604.297035:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14:192.168.203.125@tcp14) -> 192.168.203.125@tcp14(192.168.203.125@tcp14:192.168.203.125@tcp14) 192.168.203.125@tcp14 : ACK try# 0 00000800:00000200:0.0:1767384604.297042:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp14 00000400:00000200:1.0:1767384604.297043:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:0.0:1767384604.297048:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cf231f1e. 00000400:00000010:1.0:1767384604.297052:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000800:00000200:0.0:1767384604.297061:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001329f75a] -> 12345-192.168.203.125@tcp14 (4) 00000400:00000010:1.0:1767384604.297063:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777fe344. 00000400:00000200:1.0:1767384604.297074:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000800:00000200:0.0:1767384604.297080:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp14 ip 192.168.203.125:988 00000400:00000200:1.0:1767384604.297088:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000800:00000200:0.0:1767384604.297088:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cf231f1e type 0, nob 96 niov 1 nkiov 0 00000400:00000010:1.0:1767384604.297109:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 160 at 0000000025a9fb99. 00000400:00000010:1.0:1767384604.297115:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 192 at 00000000d95a0c33. 00000400:00000010:1.0:1767384604.297119:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 160 at 00000000fe6328a0. 00000400:00000010:1.0:1767384604.297156:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c0979cf9. 00000400:00000200:1.0:1767384604.297162:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c0979cf9 nid 192.168.203.125@tcp15 00000400:00000010:1.0:1767384604.297170:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e35e5f00. 00000400:00000200:1.0:1767384604.297172:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e35e5f00 net tcp15 00000400:00000200:1.0:1767384604.297177:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (8) 00000400:00000200:1.0:1767384604.297192:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp15 flags 0x11 00000800:00000200:0.0:1767384604.297200:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384604.297218:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 160 at 0000000025a9fb99. 00000800:00000010:0.0:1767384604.297221:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cf231f1e. 00000400:00000200:0.0:1767384604.297229:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384604.297230:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 192 at 00000000d95a0c33. 00000400:00000010:1.0:1767384604.297239:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 160 at 00000000fe6328a0. 00000400:00000200:0.0:1767384604.297243:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: ACK: OK 00000400:00000010:1.0:1767384604.297245:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 153 at 00000000f24f937e. 00000400:00000200:1.0:1767384604.297253:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384604.297267:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100551 00000800:00000001:0.0:1767384604.297269:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384604.297273:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 1 00000800:00000001:0.0:1767384604.297296:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.297303:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 00000800:00000001:0.0:1767384604.297304:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384604.297317:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000800:00000001:0.0:1767384604.297317:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384604.297324:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384604.297327:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000400:00000200:1.0:1767384604.297337:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000800:00000001:0.0:1767384604.297337:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384604.297353:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (9) 00000400:00000200:0.0:1767384604.297384:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14) <- 192.168.203.125@tcp14 : ACK - for me 00000400:00000200:0.0:1767384604.297413:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp14: ACK from 12345-192.168.203.125@tcp14 into md 0x1319 00000400:00000200:0.0:1767384604.297417:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384604.297430:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: ACK: OK 00000400:00000200:0.0:1767384604.297438:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000400:00000010:0.0:1767384604.297440:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000400:00000200:0.0:1767384604.297445:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384604.297449:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:0.0:1767384604.297493:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (8) 00000800:00000001:0.0:1767384604.297498:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384604.297503:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384604.298145:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384604.298177:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp14 from 244.3.0.2 00000800:00000010:0.0:1767384604.298186:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eab52dc7. 00000800:00000010:1.0:1767384604.298245:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fb43a625. 00000800:00000010:1.0:1767384604.298252:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe6328a0. 00000800:00000010:1.0:1767384604.298294:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d95a0c33. 00000800:00000200:1.1:1767384604.298304:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001329f75a] -> 12345-192.168.203.125@tcp14 (4) 00000800:00000200:1.1:1767384604.298316:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp14 00000000d95a0c33 deleted 00000800:00000010:1.1:1767384604.298319:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d95a0c33. 00000800:00000200:1.1:1767384604.298323:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384604.298336:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp14 p 3.x 192.168.203.125 -> 192.168.203.125:1012 incarnation:1767384602784287342 sched[0] 00000800:00000010:1.0:1767384604.298342:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2c244b5. 00000800:00000010:1.0:1767384604.298411:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2c244b5. 00000800:00000010:1.0:1767384604.298415:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe6328a0. 00000800:00000200:2.1:1767384604.298461:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:1.0:1767384604.298472:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eab52dc7. 00000800:00000001:0.0:1767384604.298485:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384604.298491:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384604.298496:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384604.298499:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384604.298956:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fb579268. 00080000:00000010:0.0:1767384604.299021:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bf36dddf. 00040000:00000001:0.0:1767384604.299028:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384604.299029:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384604.299032:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384604.299035:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384604.299037:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384604.299039:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384604.299049:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384604.299060:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384604.299063:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005929eff0. 20000000:01000000:0.0:1767384604.299064:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384604.299067:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #15 20000000:00000001:1.0:1767384604.299071:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384604.299071:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:1.0:1767384604.299076:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384604.299077:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384604.299083:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384604.299090:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.299092:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384604.299094:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.299096:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384604.299098:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384604.299101:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:1.0:1767384604.299104:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:1.0:1767384604.299105:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384604.299108:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384604.299111:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.299113:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384604.299123:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384604.299127:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384604.299131:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384604.299135:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dd02b0dd. 00080000:00000001:1.0:1767384604.299140:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617309184 : -106180092242432 : ffff9f6e0551d600) 00080000:00000001:1.0:1767384604.299142:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384604.299144:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384604.299149:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e2c244b5. 00080000:00000001:1.0:1767384604.299152:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.299154:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384604.299166:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384604.299176:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:0.0:1767384604.299235:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384604.299249:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384604.299252:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c95e311b. 20000000:00000001:0.0:1767384604.299255:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384604.299258:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048125696 00010000:00000001:0.0:1767384604.299262:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384604.299270:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009639a709 x1853237048125696/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384604.299301:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384604.299305:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384604.299313:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384604.299326:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384604.299332:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384604.299338:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384604.299343:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384604.299347:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.299356:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384604.299386:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384604.299406:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000692b1bbe. 00000100:00000200:0.0:1767384604.299411:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048125696, offset 224 00000400:00000200:0.0:1767384604.299421:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384604.299432:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384604.299440:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02900 00000400:00000200:0.0:1767384604.299444:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x131d [2] + 224 00000400:00000200:0.0:1767384604.299448:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384604.299490:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384604.299498:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384604.299503:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384604.299520:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.299538:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384604.299547:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000692b1bbe 00000400:00000010:0.0:1767384604.299550:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000692b1bbe. 00000100:00000001:1.0:1767384604.299551:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.299556:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384604.299563:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384604.299565:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384604.299566:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384604.299570:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384604.299574:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8916be8. 00000100:00000001:0.0:1767384604.299574:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384604.299582:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071dbaa13 00000100:00000040:0.0:1767384604.299582:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000010:1.0:1767384604.299603:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071dbaa13. 00010000:00000001:0.0:1767384604.299606:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384604.299610:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384604.299611:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384604.299620:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384604.299620:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384604.299631:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009639a709 x1853237048125696/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384604.299672:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384604.299678:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009639a709 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048125696:12345-0@lo:253: Request processed in 3498us (3987us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384604.299707:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384604.299707:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00000001:1.0:1767384604.299713:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384604.299714:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384604.299717:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384604.299722:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384604.299726:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384604.299727:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384604.299731:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384604.299736:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9c396df. 00000100:00000001:1.0:1767384604.299737:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.299745:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384604.299748:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000facd8364. 00000100:00001000:1.0:1767384604.299756:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=21 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384604.299756:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000476ba9cd. 00000020:00000040:0.0:1767384604.299767:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00001000:1.0:1767384604.299771:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=21 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384604.299775:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384604.299784:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384604.299785:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fb3af050. 00000100:00000001:1.0:1767384604.299789:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384604.299795:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384604.299796:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384604.299800:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384604.299807:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384604.299809:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.299816:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384604.299817:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067649860. 00000100:00000040:1.0:1767384604.299823:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384604.299824:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000692b1bbe. 00000100:00000001:1.0:1767384604.299839:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384604.299845:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384604.299849:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384604.299853:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384604.299856:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384604.299858:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384604.299860:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384604.299862:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384604.299864:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384604.299865:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384604.299867:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384604.299869:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384604.299871:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384604.299878:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384604.299891:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048125696:0@lo:253: 00000100:00000001:1.0:1767384604.299898:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.299902:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384604.299905:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a32564d x1853237048125696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.299917:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384604.299920:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384604.299925:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009cd0bef6. 02000000:00000001:1.0:1767384604.299932:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384604.299935:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384604.299938:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384604.299940:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384604.299942:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a666ecfe. 02000000:00000001:1.0:1767384604.299949:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384604.299950:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384604.299952:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a32564d. 00000100:00000001:1.0:1767384604.299964:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384604.299966:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.299968:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384604.299973:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384604.299974:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.299978:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.299981:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384604.301304:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dd02b0dd. 00080000:00000010:1.0:1767384604.301394:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e2c244b5. 00040000:00000001:1.0:1767384604.301399:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384604.301411:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384604.301413:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384604.301415:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384604.301416:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384604.301418:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384604.301421:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384604.301431:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384604.301433:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384604.301436:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:1.0:1767384604.301642:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384604.301648:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384604.301652:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c5b1c1b1. 20000000:00000001:1.0:1767384604.301661:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384604.301671:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048125824 00010000:00000001:1.0:1767384604.301678:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384604.301687:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c77606a1 x1853237048125824/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384604.301703:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384604.301707:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384604.301712:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384604.301723:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384604.301730:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384604.301737:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384604.301744:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384604.301747:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384604.301752:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384604.301759:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384604.301775:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe6328a0. 00000100:00000200:1.0:1767384604.301782:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048125824, offset 224 00000400:00000200:1.0:1767384604.301793:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384604.301806:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384604.301818:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02980 00000400:00000200:1.0:1767384604.301824:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1325 [2] + 224 00000400:00000200:1.0:1767384604.301837:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384604.301851:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384604.301860:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384604.301871:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384604.301909:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384604.301955:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384604.301965:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe6328a0 00000400:00000010:1.0:1767384604.301970:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe6328a0. 00000100:00000001:1.0:1767384604.301975:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384604.301978:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384604.301980:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384604.301983:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384604.301987:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384604.301991:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384604.301993:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:0.0:1767384604.301996:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384604.301998:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384604.302002:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a8d665. 00000020:00000001:1.0:1767384604.302003:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.302010:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384604.302012:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e35ce505 00000100:00000040:1.0:1767384604.302017:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c77606a1 x1853237048125824/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:585/0 lens 4848/4768 e 0 to 0 dl 1767384615 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384604.302017:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e35ce505. 00000100:00000001:0.0:1767384604.302025:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384604.302031:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c77606a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048125824:12345-0@lo:253: Request processed in 5805us (6265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384604.302045:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00000200:0.0:1767384604.302045:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384604.302052:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384604.302058:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384604.302061:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384604.302066:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f517610c. 00000100:00000200:0.0:1767384604.302071:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384604.302074:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f73dbe11. 00000100:00000001:0.0:1767384604.302081:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384604.302083:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.302090:0:16356:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384604.302091:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099ed1a65. 02000000:00000001:0.0:1767384604.302092:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384604.302097:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384604.302100:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384604.302101:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:0.0:1767384604.302109:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384604.302115:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:0.0:1767384604.302116:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=21 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384604.302120:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005039c53a. 00000100:00001000:0.0:1767384604.302123:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=21 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384604.302126:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384604.302129:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384604.302131:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.302134:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384604.302139:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384604.302139:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384604.302143:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.302147:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000864bdf7e. 00000100:00000001:0.0:1767384604.302148:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384604.302157:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe6328a0. 00000100:00000040:0.0:1767384604.302159:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.302169:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384604.302172:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384604.302175:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384604.302178:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384604.302180:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384604.302182:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384604.302185:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384604.302186:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384604.302189:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384604.302191:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384604.302192:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384604.302193:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384604.302196:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384604.302202:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048089652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048125824:0@lo:253: 00000100:00000001:0.0:1767384604.302215:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.302217:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384604.302236:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048089652 x1853237048125824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384604.302240:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384604.302241:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384604.302243:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009f20b21b. 02000000:00000001:0.0:1767384604.302247:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384604.302247:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384604.302248:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384604.302250:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384604.302251:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000031cedbf1. 02000000:00000001:0.0:1767384604.302253:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384604.302254:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384604.302254:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048089652. 00000100:00000001:0.0:1767384604.302256:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384604.302257:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.302259:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384604.302262:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384604.302265:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384604.302269:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384604.302270:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384604.302491:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294892072, at 4294892073 00000100:00000010:1.0:1767384604.302497:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ee06c21a. 00000100:00000040:0.0:1767384604.302503:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294892072, at 4294892073 00000100:00000040:3.0:1767384604.302508:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294892072, at 4294892073 00000100:00000010:0.0:1767384604.302512:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083b10c7e. 00000100:00000010:3.0:1767384604.302527:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090e68166. 00010000:00000010:2.1:1767384604.310541:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e7053718. 00010000:00000010:2.1:1767384604.310547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000099a4d41. 00010000:00000010:2.1:1767384604.310549:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000daecd9ef. 00010000:00000010:2.1:1767384604.310551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008646a8e6. 00000400:00000010:3.0:1767384604.323742:0:20649:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f0acae2d. 00000400:00000040:3.0:1767384604.323775:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384604.323779:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384604.323782:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384604.323785:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384604.323789:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384604.323792:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384604.323797:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384604.323800:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384604.323803:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384604.323806:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384604.323810:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384604.323813:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384604.323818:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384604.323822:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384604.323824:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384604.323828:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384604.323832:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384604.323834:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384604.323837:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384604.323841:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384604.323844:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384604.323846:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384604.323849:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384604.323852:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384604.323854:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384604.323858:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384604.323861:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384604.323865:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384604.323868:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384604.323871:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384604.323873:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384604.323878:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384604.323880:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384604.323884:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384604.323887:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384604.323890:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384604.323892:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384604.323897:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384604.323912:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384604.323915:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384604.323918:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384604.323921:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384604.323923:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384604.323925:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384604.323927:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384604.323929:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384604.323931:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384604.323933:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384604.323936:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384604.323938:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384604.323940:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384604.323942:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384604.323943:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384604.323945:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384604.323947:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384604.323949:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384604.323950:0:20649:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384604.323990:0:20649:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f0acae2d. 00010000:00000001:3.0:1767384604.581509:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384604.581514:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384604.581519:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384604.581520:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384604.581561:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384604.581566:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384604.581570:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384605.045348:0:20827:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001f4659d0. 00080000:00000010:3.0:1767384605.045378:0:20827:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001f4659d0. 00000020:00000001:3.0:1767384605.045384:0:20827:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384605.045393:0:20827:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001f4659d0. 00080000:00000010:3.0:1767384605.045398:0:20827:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001f4659d0. 00000020:00000001:3.0:1767384605.045401:0:20827:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384605.605484:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384605.605490:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384605.605495:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384605.605497:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384605.605530:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384605.605534:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384605.605537:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384605.751743:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384605.751752:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:1.0:1767384605.751761:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a3ba40. 00000400:00000200:1.0:1767384605.751764:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (8) 00000400:00000010:1.0:1767384605.751771:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b25c52da. 00000400:00000200:1.0:1767384605.751778:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:1.0:1767384605.751790:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:1.0:1767384605.751796:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:1.0:1767384605.751802:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:0.0:1767384605.751805:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384605.751807:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:1.0:1767384605.751813:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 10000000:00000001:0.0:1767384605.751814:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384605.751819:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384605.751823:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 10000000:01000000:0.0:1767384605.751825:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384605.751832:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384605.751837:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384605.751838:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384605.751841:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384605.751844:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384605.751846:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384605.751850:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384605.751853:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384605.751857:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:1.0:1767384605.751858:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:1.0:1767384605.751866:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp15 00000020:01000004:0.0:1767384605.751871:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384605.751875:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp15 lpni_is_preferred = 0 00000020:01000004:0.0:1767384605.751877:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384605.751883:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp15 00000100:00000010:0.0:1767384605.751886:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a812395. 00000400:00000200:1.0:1767384605.751893:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp15 NI seq info: [17:17:256:4294967295] 192.168.203.125@tcp15 LPNI seq info [17:17:8:4294967295] 00000020:00000040:0.0:1767384605.751896:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:1.0:1767384605.751905:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp15 00000100:00000001:0.0:1767384605.751905:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384605.751911:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384605.751919:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384605.751921:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp15(192.168.203.125@tcp15:) -> 192.168.203.125@tcp15(192.168.203.125@tcp:192.168.203.125@tcp15) : PUT try# 0 00000800:00000200:1.0:1767384605.751930:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 160 bytes in 1 frags to 12345-192.168.203.125@tcp15 02000000:00000010:0.0:1767384605.751933:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fb3af050. 00000800:00000010:1.0:1767384605.751936:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb71cc57. 00000100:00000001:0.0:1767384605.751942:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384605.751946:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000709a04f6. 00000800:00000010:1.0:1767384605.751950:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d54f956e. 00000100:00000001:0.0:1767384605.751953:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1767384605.751954:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709a04f6] -> 12345-192.168.203.125@tcp15 (2) 00000100:00000001:0.0:1767384605.751958:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384605.751963:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709a04f6] -> 12345-192.168.203.125@tcp15 (2) 00000100:00000040:0.0:1767384605.751985:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a812395] to pc [ptlrpcd_00_03+3] req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384605.751998:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384605.752001:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 10000000:00000001:0.0:1767384605.752018:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384605.752023:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.752025:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752027:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384605.752029:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384605.752033:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384605.752037:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384605.752040:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:1.0:1767384605.752043:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384605.752044:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384605.752049:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384605.752053:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384605.752055:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384605.752058:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384605.752058:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384605.752063:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:1.0:1767384605.752065:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384605.752069:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:1.0:1767384605.752071:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384605.752073:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:1.0:1767384605.752074:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384605.752078:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:1.0:1767384605.752080:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a812395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048125952:0@lo:253: 00000020:01000004:0.0:1767384605.752082:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384605.752085:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384605.752087:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:0.0:1767384605.752088:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384605.752091:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:1.0:1767384605.752093:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1767384605.752096:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000173d4c5c. 02000000:00000001:1.0:1767384605.752097:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384605.752101:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000001:1.0:1767384605.752102:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384605.752107:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384605.752109:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1767384605.752111:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005039c53a. 02000000:00000001:0.0:1767384605.752112:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384605.752117:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384605.752122:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c95e311b. 00000100:00000001:0.0:1767384605.752125:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384605.752130:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc1553af. 00000400:00000010:1.0:1767384605.752135:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6ed3b48. 00000100:00000001:0.0:1767384605.752138:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:1.0:1767384605.752140:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048125952, portal 25 00000100:00000001:0.0:1767384605.752141:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752145:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384605.752149:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759359104 : -106174950192512 : ffff9f6f37cf4a80) 00000100:00000040:0.0:1767384605.752150:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000173d4c5c] to pc [ptlrpcd_00_00+0] req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384605.752159:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.752166:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384605.752170:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384605.752173:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042010d54. 10000000:00000001:0.0:1767384605.752174:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384605.752179:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048125952, offset 0 10000000:00000001:0.0:1767384605.752179:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.752186:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384605.752189:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384605.752193:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384605.752194:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000a5e7fc55. 00000400:00000200:1.0:1767384605.752204:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384605.752209:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384605.752214:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384605.752218:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02a00 00000100:00000001:0.0:1767384605.752220:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384605.752224:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384605.752226:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384605.752228:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f5 [2] + 0 00000400:00000010:1.0:1767384605.752232:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008bac0f06. 00000100:00000040:0.0:1767384605.752233:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384605.752238:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ad28083b 00000100:00000001:0.0:1767384605.752245:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384605.752247:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384605.752248:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384605.752251:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384605.752256:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384605.752257:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384605.752261:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad28083b 02000000:00000001:0.0:1767384605.752263:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384605.752279:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ad28083b. 00000100:00100000:0.0:1767384605.752284:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000173d4c5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048126080:0@lo:253: 00000100:00000001:1.0:1767384605.752285:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384605.752288:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384605.752293:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000002719ca2b x1853237048125952 msgsize 4848 00000100:00000001:0.0:1767384605.752294:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384605.752299:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1767384605.752300:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384605.752302:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:0.0:1767384605.752304:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752311:0:16357:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384605.752312:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384605.752319:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009cd0bef6. 00000400:00000200:1.0:1767384605.752320:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042010d54 00000400:00000010:1.0:1767384605.752324:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042010d54. 02000000:00000001:0.0:1767384605.752325:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752327:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384605.752331:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384605.752332:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054e157ab. 00000400:00000010:0.0:1767384605.752342:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c5076e0. 00000100:00000001:1.0:1767384605.752345:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384605.752349:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048126080, portal 25 00000100:00000040:1.0:1767384605.752365:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.752366:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384605.752367:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759367168 : -106174950184448 : ffff9f6f37cf6a00) 00000100:00000040:0.0:1767384605.752374:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.752378:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752380:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384605.752389:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.752392:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384605.752394:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294893528 00000100:00000040:0.0:1767384605.752400:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:1.0:1767384605.752402:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000091336cd8. 00000400:00000010:0.0:1767384605.752405:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048e585be. 00000100:00000001:1.0:1767384605.752409:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000200:0.0:1767384605.752411:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048126080, offset 0 00000100:00000001:1.0:1767384605.752417:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294893528 00000100:00000010:1.0:1767384605.752421:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b81bfd32. 00000400:00000200:0.0:1767384605.752422:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384605.752426:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384605.752432:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294893528 00000100:00000010:1.0:1767384605.752458:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a86e8702. 00000100:00000001:1.0:1767384605.752462:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384605.752464:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384605.752465:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294893529 00000100:00000010:1.0:1767384605.752470:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb3eacba. 00000100:00000001:1.0:1767384605.752474:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384605.752477:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384605.752480:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02a80 00000100:00000001:1.0:1767384605.752481:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752487:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752490:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384605.752493:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1f9 [2] + 0 00000100:00000001:1.0:1767384605.752497:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384605.752498:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000433c8eb. 00000100:00000001:1.0:1767384605.752500:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384605.752505:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384605.752507:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384605.752507:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ab923d9 00000100:00000001:1.0:1767384605.752510:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752513:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384605.752514:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384605.752522:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384605.752527:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ab923d9 00000400:00000010:0.0:1767384605.752529:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ab923d9. 00000100:00000001:0.0:1767384605.752533:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384605.752534:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384605.752536:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000007cd28cfc x1853237048126080 msgsize 4848 00000100:00000001:1.0:1767384605.752538:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384605.752541:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048125952 00000100:00100000:0.0:1767384605.752545:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384605.752546:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384605.752548:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1767384605.752549:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384605.752552:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384605.752554:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.752556:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384605.752557:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048125952 00000400:00000200:0.0:1767384605.752562:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000048e585be 00000400:00000010:0.0:1767384605.752564:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000048e585be. 00000020:00000001:1.0:1767384605.752568:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384605.752569:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1767384605.752571:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000200:0.0:1767384605.752574:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384605.752575:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384605.752578:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:1.0:1767384605.752583:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384605.752588:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384605.752605:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384605.752610:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384605.752610:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384605.752615:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c244b5. 00000100:00000001:1.0:1767384605.752621:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384605.752622:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384605.752626:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c244b5. 00000100:00000001:0.0:1767384605.752627:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384605.752635:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e666a6e. 00000100:00000001:0.0:1767384605.752636:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.752643:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294893529 00000020:00000010:1.0:1767384605.752646:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001242a66e. 00000100:00000001:0.0:1767384605.752651:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294893528 00000020:00000010:1.0:1767384605.752652:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f73dbe11. 00000100:00000040:1.0:1767384605.752660:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384605.752664:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384605.752666:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294893529 00000100:00000001:1.0:1767384605.752667:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384605.752670:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.752673:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294893528 00000100:00000001:0.0:1767384605.752679:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294893529 00000100:00000001:1.0:1767384605.752680:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.752682:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294893528 00000100:00000001:0.0:1767384605.752690:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294893529 00000100:00000001:0.0:1767384605.752693:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294893529 00000100:00000001:1.0:1767384605.752694:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384605.752698:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384605.752701:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.752704:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.752707:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.752710:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384605.752713:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048126080 00000100:00000001:0.0:1767384605.752713:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384605.752716:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1767384605.752718:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384605.752722:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384605.752723:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384605.752724:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.752727:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384605.752729:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384605.752732:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048126080 00000100:00000001:0.0:1767384605.752732:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384605.752737:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384605.752739:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384605.752740:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384605.752745:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384605.752746:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:1.0:1767384605.752748:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384605.752750:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384605.752753:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384605.752754:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384605.752756:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c244b5. 00000100:00000001:0.0:1767384605.752757:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752766:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384605.752769:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c244b5. 00000020:00000010:1.0:1767384605.752774:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab5c5eb3. 00000020:00000010:1.0:1767384605.752779:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072398d95. 00000020:00000010:1.0:1767384605.752783:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006ba9cf20. 00000100:00000001:1.0:1767384605.752787:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384605.752788:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384605.752790:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752793:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752800:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.752811:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384605.752815:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384605.752821:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00000040:1.0:1767384605.752826:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384605.752829:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924780112 : -106175784771504 : ffff9f6f0610a050) 00000100:00000040:1.0:1767384605.752836:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002719ca2b x1853237048125952/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:586/0 lens 4848/0 e 0 to 0 dl 1767384616 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.752847:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384605.752851:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e2c244b5. 00000100:00000001:1.0:1767384605.752859:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384605.752865:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e2c244b5. 00000100:00100000:1.0:1767384605.752874:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002719ca2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048125952:12345-0@lo:253: 00000100:00000001:0.0:1767384605.752877:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384605.752881:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048125952 00000100:00000001:0.0:1767384605.752881:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384605.752888:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384605.752892:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000020:00000001:1.0:1767384605.752895:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384605.752896:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000020:00000001:1.0:1767384605.752901:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.752901:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924777040 : -106175784774576 : ffff9f6f06109450) 00000020:00000001:1.0:1767384605.752908:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384605.752908:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cd28cfc x1853237048126080/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:586/0 lens 4848/0 e 0 to 0 dl 1767384616 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384605.752913:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384605.752921:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384605.752923:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384605.752924:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384605.752929:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384605.752929:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000071a069a8. 00000020:00000001:1.0:1767384605.752931:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384605.752933:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384605.752936:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000071a069a8. 00000100:00100000:0.0:1767384605.752941:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cd28cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048126080:12345-0@lo:253: 00000020:00000001:1.0:1767384605.752942:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384605.752946:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048126080 00000100:00000001:1.0:1767384605.752950:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384605.752953:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384605.752958:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:1.0:1767384605.752959:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000c5b1c1b1. 00000020:00000001:0.0:1767384605.752961:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384605.752965:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.752966:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.752986:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.752987:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:1.0:1767384605.752991:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384605.752992:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384605.752996:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384605.752998:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384605.753000:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384605.753001:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:1.0:1767384605.753004:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000031cedbf1. 00000020:00000001:0.0:1767384605.753004:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.753010:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:01000000:1.0:1767384605.753011:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000001:0.0:1767384605.753013:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:1.0:1767384605.753015:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384605.753018:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384605.753020:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384605.753021:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000009f20b21b. 20000000:00000001:1.0:1767384605.753022:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.753025:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384605.753026:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384605.753028:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384605.753031:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384605.753037:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000074be0e29. 20000000:01000000:1.0:1767384605.753040:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:1.0:1767384605.753044:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000010:0.0:1767384605.753046:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001a3c86fc. 00080000:00000001:1.0:1767384605.753049:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:0.0:1767384605.753051:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:1.0:1767384605.753054:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384605.753055:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384605.753059:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384605.753061:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384605.753063:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384605.753065:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384605.753073:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384605.753088:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384605.753092:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384605.753094:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384605.753096:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384605.753098:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384605.753101:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:1.0:1767384605.753104:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:1.0:1767384605.753106:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384605.753109:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384605.753113:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384605.753115:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384605.753118:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384605.753122:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384605.753126:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384605.753129:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000940c294b. 00080000:00000001:1.0:1767384605.753132:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898227279872 : -106175482271744 : ffff9f6f18186800) 00080000:00000001:1.0:1767384605.753142:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384605.753146:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384605.753150:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e2c244b5. 00080000:00000001:1.0:1767384605.753152:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384605.753154:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384605.753168:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384605.753183:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384605.753243:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009992dfef. 00000800:00000010:0.0:1767384605.753250:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000048e585be. 00000800:00000010:0.0:1767384605.753287:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000267dc796. 00000800:00000200:0.1:1767384605.753294:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709a04f6] -> 12345-192.168.203.125@tcp15 (2) 00000800:00000200:0.1:1767384605.753299:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp15 00000000267dc796 deleted 00000800:00000010:0.1:1767384605.753302:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000267dc796. 00000800:00000200:0.1:1767384605.753307:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384605.753314:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp15 ip 192.168.203.125:1011 00000800:00000200:0.1:1767384605.753318:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb71cc57 type 1, nob 256 niov 1 nkiov 1 00000800:00000200:0.0:1767384605.753325:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp15 p 3.x 192.168.203.125 -> 192.168.203.125:1011 incarnation:1767384604290776278 sched[0] 00000800:00000010:0.0:1767384605.753330:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000071a069a8. 00000800:00000010:0.0:1767384605.753404:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000071a069a8. 00000800:00000010:0.0:1767384605.753408:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000048e585be. 00000800:00000200:2.1:1767384605.753422:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:1.0:1767384605.753479:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384605.753485:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384605.753488:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000534057fd. 00000800:00000200:1.0:1767384605.753524:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384605.753527:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb71cc57. 00000400:00000200:1.0:1767384605.753531:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384605.753585:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp15->192.168.203.125@tcp15: PUT: OK 00000400:00000200:1.0:1767384605.753588:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384605.753591:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000800:00000001:1.0:1767384605.753654:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384605.753661:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384605.753664:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384605.753668:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384605.753674:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp15(192.168.203.125@tcp15) <- 192.168.203.125@tcp15 : PUT - for me 00000400:00000200:1.0:1767384605.753687:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 160 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384605.753693:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 160/160 into md 0x132d [1] + 0 00000400:00000010:1.0:1767384605.753696:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c934e1f1. 00000400:00000200:1.0:1767384605.753700:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000777fe344 00000800:00000001:1.0:1767384605.753704:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384605.753714:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384605.753716:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384605.753725:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp15->192.168.203.125@tcp15: PUT: OK 00000400:00000200:1.0:1767384605.753729:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777fe344 00000400:00000010:1.0:1767384605.753731:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000777fe344. 00000400:00000200:1.0:1767384605.753736:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384605.753739:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (9) 00000400:00000200:1.0:1767384605.753744:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:1.0:1767384605.753748:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 169 at 0000000042010d54. 00000400:00000200:1.0:1767384605.753751:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 8 00000400:00000200:1.0:1767384605.753765:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384605.753776:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (10) 00000400:00000200:1.0:1767384605.753782:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384605.753787:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp15 to MR: 192.168.203.125@tcp15 local destination 00000400:00000200:1.0:1767384605.753795:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp15 NI seq info: [18:18:256:4294967295] 192.168.203.125@tcp15 LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1767384605.753811:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp15(192.168.203.125@tcp15:192.168.203.125@tcp15) -> 192.168.203.125@tcp15(192.168.203.125@tcp15:192.168.203.125@tcp15) 192.168.203.125@tcp15 : ACK try# 0 00000800:00000200:1.0:1767384605.753817:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp15 00000800:00000010:1.0:1767384605.753821:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb71cc57. 00000800:00000200:1.0:1767384605.753830:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709a04f6] -> 12345-192.168.203.125@tcp15 (4) 00000800:00000200:1.0:1767384605.753839:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp15 ip 192.168.203.125:988 00000800:00000200:1.0:1767384605.753842:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb71cc57 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384605.753853:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384605.753861:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8293fa. 00000400:00000010:0.0:1767384605.753870:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000400:00000200:0.0:1767384605.753874:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000400:00000200:0.0:1767384605.753892:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000400:00000010:0.0:1767384605.753902:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 180 at 0000000048e585be. 00000400:00000010:0.0:1767384605.753908:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 216 at 00000000e09cc2f4. 00000800:00000200:1.0:1767384605.753909:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384605.753911:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 180 at 00000000267dc796. 00000800:00000010:1.0:1767384605.753915:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb71cc57. 00000400:00000200:1.0:1767384605.753921:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384605.753929:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp15->192.168.203.125@tcp15: ACK: OK 00000400:00000010:0.0:1767384605.753931:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000fc522a8c. 00000800:00000001:1.0:1767384605.753937:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384605.753940:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000fc522a8c nid 192.168.203.125@tcp16 00000800:00000001:1.0:1767384605.753943:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384605.753945:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000083b10c7e. 00000800:00000001:1.0:1767384605.753947:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384605.753951:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 0000000083b10c7e net tcp16 00000800:00000001:1.0:1767384605.753955:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384605.753955:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (9) 00000800:00000001:1.0:1767384605.753959:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384605.753965:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384605.753965:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp16 flags 0x11 00000400:00000010:0.0:1767384605.753987:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 180 at 0000000048e585be. 00000400:00000200:1.0:1767384605.753993:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp15(192.168.203.125@tcp15) <- 192.168.203.125@tcp15 : ACK - for me 00000400:00000010:0.0:1767384605.753993:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 216 at 00000000e09cc2f4. 00000400:00000010:0.0:1767384605.753999:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 180 at 00000000267dc796. 00000400:00000010:0.0:1767384605.754002:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 0000000042010d54. 00000400:00000200:1.0:1767384605.754010:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp15: ACK from 12345-192.168.203.125@tcp15 into md 0x1345 00000400:00000200:0.0:1767384605.754010:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384605.754017:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384605.754020:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100551 00000400:00000200:1.0:1767384605.754026:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp15->192.168.203.125@tcp15: ACK: OK 00000400:00000200:0.0:1767384605.754028:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 1 00000400:00000200:1.0:1767384605.754031:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a3ba40 00000400:00000010:1.0:1767384605.754034:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a3ba40. 00000400:00000200:0.0:1767384605.754037:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 00000400:00000200:1.0:1767384605.754039:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384605.754043:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384605.754046:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000400:00000200:0.0:1767384605.754050:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384605.754055:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:0.0:1767384605.754056:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (10) 00000400:00000200:1.0:1767384605.754064:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (9) 00000800:00000001:1.0:1767384605.754075:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384605.754085:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384605.754336:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000940c294b. 00000400:00000200:0.0:1767384605.754374:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384605.754387:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp15 from 242.3.0.2 00000800:00000010:0.0:1767384605.754390:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000039b0809a. 00000800:00000010:1.0:1767384605.754416:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a666ecfe. 00000800:00000010:1.0:1767384605.754424:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000068a101a1. 00000800:00000010:1.0:1767384605.754465:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000040535a1a. 00000800:00000200:1.1:1767384605.754470:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709a04f6] -> 12345-192.168.203.125@tcp15 (4) 00000800:00000200:1.1:1767384605.754480:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp15 0000000040535a1a deleted 00000800:00000010:1.1:1767384605.754482:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000040535a1a. 00000800:00000200:1.1:1767384605.754486:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384605.754491:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp15 p 3.x 192.168.203.125 -> 192.168.203.125:1010 incarnation:1767384604290776278 sched[0] 00000800:00000010:1.0:1767384605.754495:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000bd83d60. 20000000:00000010:0.0:1767384605.754519:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fb579268. 20000000:01000000:0.0:1767384605.754523:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #16 20000000:00000001:0.0:1767384605.754528:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384605.754533:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384605.754535:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000800:00000010:1.0:1767384605.754539:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000bd83d60. 00080000:00000001:0.0:1767384605.754541:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:1.0:1767384605.754544:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000068a101a1. 00080000:00000001:0.0:1767384605.754549:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384605.754552:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384605.754554:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384605.754561:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000039b0809a. 00080000:00000001:0.0:1767384605.754561:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384605.754565:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384605.754568:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:0.0:1767384605.754574:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00000800:00000001:1.0:1767384605.754575:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000002:0.0:1767384605.754576:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384605.754580:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384605.754581:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384605.754588:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384605.754592:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384605.754612:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384605.754617:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000800:00000200:1.1:1767384605.754620:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00080000:00000001:0.0:1767384605.754624:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000200:1.0:1767384605.754630:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp15 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384604290776278 sched[0] 00080000:00000010:0.0:1767384605.754630:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004676cc72. 00080000:00000001:0.0:1767384605.754636:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617296384 : -106180092255232 : ffff9f6e0551a400) 00000800:00000010:1.0:1767384605.754639:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053894c62. 00080000:00000001:0.0:1767384605.754643:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384605.754648:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384605.754652:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000071a069a8. 00080000:00000001:0.0:1767384605.754656:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384605.754658:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000001:1.0:1767384605.754661:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:0.0:1767384605.754667:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384605.754668:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384605.754680:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384605.754981:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384605.754985:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384605.754991:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384605.754994:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384605.754998:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc1553af. 00000400:00000200:1.0:1767384605.755002:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6ed3b48 00000400:00000010:1.0:1767384605.755007:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6ed3b48. 00000100:00000001:1.0:1767384605.755011:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384605.755018:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384605.755034:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.755046:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384605.755051:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.755053:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384605.755058:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384605.755060:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384605.755064:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384605.755074:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384605.755080:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=22 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384605.755086:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384605.755092:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384605.755095:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384605.755099:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384605.755103:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.755105:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384605.755109:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.755114:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384605.755116:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384605.755118:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384605.755120:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384605.755121:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384605.755122:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384605.755123:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384605.755124:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384605.755125:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384605.755125:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384605.755126:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384605.755127:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384605.755128:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384605.755130:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384605.755134:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a812395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048125952:0@lo:253: 00000100:00000001:1.0:1767384605.755138:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.755139:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384605.755140:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a812395 x1853237048125952/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.755145:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384605.755147:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384605.755148:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005039c53a. 02000000:00000001:1.0:1767384605.755151:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384605.755153:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384605.755159:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384605.755160:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384605.755162:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fb3af050. 02000000:00000001:1.0:1767384605.755165:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384605.755167:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384605.755168:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a812395. 00000100:00000001:1.0:1767384605.755170:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384605.755171:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.755172:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.755175:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384605.755176:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.755178:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384605.755179:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384605.756453:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004676cc72. 00080000:00000010:0.0:1767384605.756487:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000071a069a8. 00040000:00000001:0.0:1767384605.756492:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384605.756494:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384605.756495:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384605.756497:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384605.756499:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384605.756500:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384605.756502:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384605.756511:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384605.756513:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384605.756516:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000020:0.0:1767384605.756635:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384605.756639:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384605.756641:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001a3c86fc. 20000000:00000001:0.0:1767384605.756648:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384605.756652:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048126080 00010000:00000001:0.0:1767384605.756666:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384605.756674:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cd28cfc x1853237048126080/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384605.756693:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384605.756697:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384605.756703:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384605.756710:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384605.756714:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384605.756719:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384605.756725:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384605.756729:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384605.756735:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384605.756738:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384605.756742:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000267dc796. 00000100:00000200:0.0:1767384605.756747:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048126080, offset 224 00000400:00000200:0.0:1767384605.756760:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384605.756773:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384605.756784:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02a80 00000400:00000200:0.0:1767384605.756793:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1351 [2] + 224 00000400:00000200:0.0:1767384605.756800:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384605.756808:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384605.756813:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384605.756819:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384605.756839:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384605.756867:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384605.756873:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267dc796 00000400:00000010:0.0:1767384605.756877:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000267dc796. 00000100:00000001:0.0:1767384605.756881:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384605.756884:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384605.756888:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384605.756895:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:1.0:1767384605.756898:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384605.756902:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384605.756903:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384605.756907:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384605.756910:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384605.756914:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e157ab. 00000020:00000001:0.0:1767384605.756914:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384605.756920:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384605.756923:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c5076e0 00000100:00000040:0.0:1767384605.756926:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cd28cfc x1853237048126080/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:586/0 lens 4848/4768 e 0 to 0 dl 1767384616 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384605.756927:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c5076e0. 00000100:00000001:1.0:1767384605.756934:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384605.756941:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384605.756942:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cd28cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048126080:12345-0@lo:253: Request processed in 4014us (4400us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384605.756962:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00000200:1.0:1767384605.756963:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384605.756967:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384605.756988:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384605.756991:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384605.756991:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384605.756995:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384605.756996:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072398d95. 00000100:00000001:1.0:1767384605.756998:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384605.757000:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384605.757001:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006ba9cf20. 00000100:00000001:1.0:1767384605.757002:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384605.757006:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384605.757007:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab5c5eb3. 02000000:00000001:1.0:1767384605.757008:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384605.757014:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=22 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384605.757015:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00001000:1.0:1767384605.757018:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=22 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384605.757020:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384605.757023:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384605.757024:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000009f20b21b. 00000100:00000001:1.0:1767384605.757026:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384605.757029:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384605.757031:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384605.757034:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384605.757036:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384605.757039:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384605.757040:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000536e75f. 00000100:00000001:1.0:1767384605.757041:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384605.757048:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384605.757048:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000267dc796. 00000100:00000001:1.0:1767384605.757056:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384605.757059:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384605.757060:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384605.757062:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384605.757063:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384605.757064:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384605.757066:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384605.757067:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384605.757068:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384605.757069:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384605.757070:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384605.757071:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384605.757073:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384605.757078:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000173d4c5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048126080:0@lo:253: 00000100:00000001:1.0:1767384605.757081:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.757082:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384605.757083:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000173d4c5c x1853237048126080/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384605.757087:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384605.757088:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384605.757090:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009cd0bef6. 02000000:00000001:1.0:1767384605.757092:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384605.757093:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384605.757094:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384605.757095:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384605.757097:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c95e311b. 02000000:00000001:1.0:1767384605.757098:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384605.757099:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384605.757100:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000173d4c5c. 00000100:00000001:1.0:1767384605.757107:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384605.757108:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.757109:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384605.757113:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384605.757113:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384605.757115:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384605.757116:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384605.759509:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294893529, at 4294893530 00000100:00000010:1.0:1767384605.759516:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b81bfd32. 00000100:00000040:0.0:1767384605.760477:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294893529, at 4294893531 00000100:00000010:0.0:1767384605.760483:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000091336cd8. 00000100:00000040:3.0:1767384605.760488:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294893529, at 4294893531 00000100:00000010:3.0:1767384605.760496:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb3eacba. 00010000:00000010:2.1:1767384605.766508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017083b83. 00010000:00000010:2.1:1767384605.766514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000099a4d41. 00000400:00000010:3.0:1767384605.769894:0:20997:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000683a49e0. 00000400:00000040:3.0:1767384605.769916:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384605.769918:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384605.769921:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.769922:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384605.769924:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.769925:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384605.769928:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384605.769929:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384605.769930:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384605.769931:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384605.769932:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384605.769933:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384605.769935:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384605.769936:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384605.769937:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384605.769938:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384605.769939:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384605.769940:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384605.769941:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384605.769943:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.769944:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384605.769945:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384605.769946:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384605.769947:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.769947:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384605.769949:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.769950:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384605.769951:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384605.769952:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384605.769953:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.769954:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384605.769955:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384605.769956:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384605.769957:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384605.769958:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384605.769959:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.769960:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384605.769962:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384605.769969:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384605.769970:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384605.769971:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384605.769972:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384605.769973:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384605.769974:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384605.769975:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384605.769976:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384605.769977:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384605.769978:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384605.769979:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384605.769980:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384605.769981:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384605.769982:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384605.769983:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384605.769984:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384605.769985:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384605.769986:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384605.769987:0:20997:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384605.770009:0:20997:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000683a49e0. 00010000:00000010:2.1:1767384605.770476:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009c07ddc8. 00010000:00000010:2.1:1767384605.770483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008646a8e6. 00010000:00000001:3.0:1767384606.630519:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384606.630525:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384606.630531:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384606.630533:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384606.630580:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384606.630586:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384606.630590:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384607.293089:0:21351:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384607.293093:0:21351:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp17 --if ens2 00000001:00000001:0.0:1767384607.298281:0:21351:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384607.306858:0:21352:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006ae26b3c. 00000400:00000010:0.0:1767384607.306872:0:21352:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004d812c5a. 00000400:00000010:0.0:1767384607.306882:0:21352:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000005d157901. 00000400:00000010:0.0:1767384607.306886:0:21352:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000489af324. 00000400:00000010:0.0:1767384607.306890:0:21352:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c4990499. 00000400:00000010:0.0:1767384607.306893:0:21352:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000018c70bd3. 00000400:00000010:0.0:1767384607.306901:0:21352:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f447c03. 00000400:00000010:0.0:1767384607.306902:0:21352:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d1a3fee2. 00000400:00000010:0.0:1767384607.306906:0:21352:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000050f86408. 00000800:00000010:0.0:1767384607.306916:0:21352:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009aebdd24. 00000800:00000200:0.0:1767384607.306927:0:21352:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384607.306933:0:21352:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384607.306970:0:21352:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384607.306992:0:21352:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp17 [8/256/0/180] 00000400:00000010:0.0:1767384607.309812:0:21352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 00000000afedfe0e. 00000400:00000010:0.0:1767384607.309820:0:21352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071971945. 00000400:00000010:0.0:1767384607.309825:0:21352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e48f6423. 00000400:00000001:0.0:1767384607.309839:0:21352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384607.309841:0:21352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.309842:0:21352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c7fd45e. 00000400:00000200:0.0:1767384607.309845:0:21352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000400:00000010:0.0:1767384607.309846:0:21352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00000400:00000010:0.0:1767384607.309850:0:21352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 169 at 000000002cbf11a0. 00000400:00000200:0.0:1767384607.309855:0:21352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (8) 00000400:00000200:0.0:1767384607.309869:0:21352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384607.309878:0:21352:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131089 00000020:00000010:0.0:1767384607.309885:0:21352:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000001a3c86fc. 00000020:01000000:0.0:1767384607.309889:0:21352:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384607.309892:0:21352:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp17 00000400:00000010:0.0:1767384607.309906:0:21352:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004d812c5a. 00000400:00000010:0.0:1767384607.309910:0:21352:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006ae26b3c. 00000400:00000200:1.0:1767384607.309914:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384607.309924:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:1.0:1767384607.309933:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a3ba40. 00000400:00000200:1.0:1767384607.309937:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (9) 00000400:00000010:1.0:1767384607.309946:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a81d986b. 00000020:00000001:3.0:1767384607.309947:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:1.0:1767384607.309954:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 10000000:00000001:3.0:1767384607.309955:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384607.309960:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384607.309963:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384607.309966:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384607.309969:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384607.309970:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384607.309973:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000020:01000004:3.0:1767384607.309974:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384607.309978:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384607.309983:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384607.309984:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384607.309986:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384607.309989:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384607.309991:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384607.309992:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384607.310000:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000975c3539. 00000400:00000200:1.0:1767384607.310002:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000040:3.0:1767384607.310021:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:1.0:1767384607.310021:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:3.0:1767384607.310031:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384607.310032:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 02000000:00000001:3.0:1767384607.310036:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384607.310041:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 02000000:00000001:3.0:1767384607.310044:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.310049:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000010:3.0:1767384607.310055:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000001e0cb5bb. 00000400:00000200:1.0:1767384607.310057:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:3.0:1767384607.310067:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.310067:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:1.0:1767384607.310089:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp16 00000100:00000001:3.0:1767384607.310092:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384607.310097:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp16 lpni_is_preferred = 0 00000100:00000001:3.0:1767384607.310098:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.310108:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000975c3539] to pc [ptlrpcd_00_01+1] req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384607.310116:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp16 00000400:00000200:1.0:1767384607.310127:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp16 NI seq info: [19:19:256:4294967295] 192.168.203.125@tcp16 LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1767384607.310138:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp16 10000000:00000001:3.0:1767384607.310157:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384607.310162:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.310166:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.310166:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384607.310168:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp16(192.168.203.125@tcp16:) -> 192.168.203.125@tcp16(192.168.203.125@tcp:192.168.203.125@tcp16) : PUT try# 0 00000020:01000000:3.0:1767384607.310169:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384607.310173:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.310179:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384607.310180:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384607.310184:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384607.310188:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384607.310188:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384607.310189:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 176 bytes in 1 frags to 12345-192.168.203.125@tcp16 10000000:01000000:3.0:1767384607.310193:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384607.310200:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000010:1.0:1767384607.310202:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000094509e72. 00000020:01000004:3.0:1767384607.310205:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384607.310211:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384607.310212:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384607.310214:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384607.310215:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384607.310217:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:1.0:1767384607.310218:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b3bab1d9. 02000000:00000001:0.0:1767384607.310222:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384607.310223:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384607.310227:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384607.310228:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384607.310229:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384607.310235:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca75edbc. 02000000:00000001:0.0:1767384607.310235:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1767384607.310237:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000050b2930f. 00000020:00000040:3.0:1767384607.310239:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000001:0.0:1767384607.310241:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.310246:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384607.310247:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384607.310252:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384607.310254:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3bab1d9] -> 12345-192.168.203.125@tcp16 (2) 00000100:00100000:0.0:1767384607.310256:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000975c3539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048126208:0@lo:253: 02000000:00000010:3.0:1767384607.310264:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c35c8687. 00000100:00000001:0.0:1767384607.310264:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.1:1767384607.310271:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3bab1d9] -> 12345-192.168.203.125@tcp16 (2) 00000100:00000001:3.0:1767384607.310272:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.310273:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384607.310278:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.310281:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1767384607.310282:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384607.310286:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384607.310291:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000557a9a2e. 02000000:00000001:0.0:1767384607.310294:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.310301:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000010:0.0:1767384607.310303:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226e8cca. 00000100:00000040:3.0:1767384607.310305:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca75edbc] to pc [ptlrpcd_00_02+2] req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384607.310310:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000400:00000010:0.0:1767384607.310311:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d812c5a. 00000100:00000200:0.0:1767384607.310319:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048126208, portal 25 00000100:00000001:0.0:1767384607.310326:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384607.310329:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623566720 : -106175085984896 : ffff9f6f2fb74380) 00000100:00000040:0.0:1767384607.310336:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384607.310337:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384607.310362:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.310364:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1767384607.310366:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.310366:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.310373:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384607.310374:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384607.310379:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ac12c8a. 00000020:01000000:3.0:1767384607.310380:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384607.310385:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048126208, offset 0 00000020:00000010:3.0:1767384607.310387:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000001a3c86fc. 00000400:00000200:0.0:1767384607.310404:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384607.310411:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384607.310417:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384607.310417:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384607.310421:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384607.310426:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384607.310433:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02b00 00000100:00000001:3.0:1767384607.310467:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384607.310469:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.310472:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384607.310474:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384607.310477:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384607.310484:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca75edbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048126336:0@lo:253: 00000400:00000200:0.0:1767384607.310489:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1fd [2] + 0 00000100:00000001:3.0:1767384607.310492:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384607.310496:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6b7e13c. 02000000:00000001:3.0:1767384607.310511:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384607.310511:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384607.310511:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e32e526e 02000000:00000001:3.0:1767384607.310516:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.310521:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384607.310524:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384607.310527:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000800959be. 00000400:00000200:0.0:1767384607.310532:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1767384607.310533:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384607.310537:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e32e526e 00000400:00000010:3.0:1767384607.310540:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da6b686d. 00000400:00000010:0.0:1767384607.310541:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e32e526e. 00000100:00000001:0.0:1767384607.310551:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384607.310554:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384607.310557:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000308829a4 x1853237048126208 msgsize 4848 00000400:00000010:3.0:1767384607.310558:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dbcb892. 00000100:00100000:0.0:1767384607.310564:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384607.310565:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048126336, portal 25 00000100:00000040:0.0:1767384607.310568:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384607.310569:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384607.310572:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623576576 : -106175085975040 : ffff9f6f2fb76a00) 00000100:00000001:0.0:1767384607.310578:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384607.310579:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.310586:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384607.310591:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000040:3.0:1767384607.310593:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384607.310615:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ac12c8a 00000400:00000010:0.0:1767384607.310620:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ac12c8a. 00000400:00000010:3.0:1767384607.310624:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db4811e9. 00000100:00000001:0.0:1767384607.310627:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384607.310631:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048126336, offset 0 00000100:00000200:0.0:1767384607.310637:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384607.310646:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384607.310657:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384607.310664:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384607.310665:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384607.310673:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384607.310684:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02b80 00000100:00000001:0.0:1767384607.310685:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.310692:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384607.310698:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x201 [2] + 0 00000100:00000001:0.0:1767384607.310701:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384607.310703:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d06b4d52. 00000100:00000001:0.0:1767384607.310708:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294895087 00000400:00000200:3.0:1767384607.310710:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a00a277a 00000100:00000010:0.0:1767384607.310717:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009e256f61. 00000400:00000200:3.0:1767384607.310719:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.310728:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384607.310728:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384607.310738:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a00a277a 00000100:00000001:0.0:1767384607.310740:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294895087 00000400:00000010:3.0:1767384607.310741:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a00a277a. 00000400:00000200:1.0:1767384607.310742:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000010:0.0:1767384607.310748:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000090e68166. 00000100:00000001:3.0:1767384607.310751:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384607.310754:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1767384607.310755:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384607.310763:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000b6234d4c x1853237048126336 msgsize 4848 00000100:00000001:0.0:1767384607.310765:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294895087 00000100:00100000:3.0:1767384607.310774:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:0.0:1767384607.310776:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0fb65a4. 00000100:00000040:3.0:1767384607.310777:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384607.310783:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384607.310790:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294895087 00000100:00000001:3.0:1767384607.310796:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:0.0:1767384607.310796:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8f7bbdd. 00000100:00000001:0.0:1767384607.310804:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384607.310807:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4811e9 00000400:00000200:1.0:1767384607.310809:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000001:0.0:1767384607.310810:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384607.310812:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db4811e9. 00000100:00000001:0.0:1767384607.310819:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.310822:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384607.310824:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.310828:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384607.310830:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.310838:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384607.310842:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384607.310842:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1767384607.310848:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384607.310849:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.310853:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384607.310856:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.310862:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.310866:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.310869:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384607.310873:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000001:3.0:1767384607.310878:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.310884:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294895087 00000100:00000001:3.0:1767384607.310887:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294895087 00000100:00000001:3.0:1767384607.310890:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294895087 00000100:00000001:3.0:1767384607.310892:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294895087 00000100:00000001:3.0:1767384607.310894:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294895087 00000100:00000001:0.0:1767384607.310902:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384607.310907:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294895087 00000100:00100000:0.0:1767384607.310908:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048126208 02000000:00000001:0.0:1767384607.310914:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384607.310915:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294895087 00000100:00000001:0.0:1767384607.310918:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384607.310920:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294895087 00000100:00000001:0.0:1767384607.310922:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.310925:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384607.310928:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.310929:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.310935:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048126208 00000100:00000001:3.0:1767384607.310936:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.310941:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384607.310942:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384607.310945:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384607.310950:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384607.310951:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00000001:3.0:1767384607.310952:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384607.310953:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384607.310973:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384607.310976:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384607.310979:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384607.310981:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384607.310983:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384607.310987:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.310988:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384607.310991:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.310995:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2ba5af. 00000100:00000001:0.0:1767384607.311000:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384607.311003:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2ba5af. 00000100:00000001:3.0:1767384607.311019:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384607.311020:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bed5c009. 00000100:00000001:3.0:1767384607.311024:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384607.311028:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000063f08b01. 00000020:00000010:0.0:1767384607.311036:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000facd8364. 00000100:00000040:0.0:1767384607.311048:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384607.311052:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384607.311054:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384607.311056:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.311064:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.311070:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:0.0:1767384607.311085:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.311099:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384607.311102:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048126336 02000000:00000001:0.0:1767384607.311104:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384607.311105:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.311107:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.311110:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384607.311111:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048126336 00000020:00000001:0.0:1767384607.311113:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384607.311115:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384607.311117:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384607.311125:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384607.311127:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384607.311129:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384607.311133:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384607.311136:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2ba5af. 00000100:00000001:0.0:1767384607.311139:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384607.311141:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2ba5af. 00000020:00000010:0.0:1767384607.311148:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cf11956. 00000020:00000010:0.0:1767384607.311155:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000351d250. 00000020:00000010:0.0:1767384607.311159:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea880f36. 00000100:00000001:3.0:1767384607.311161:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384607.311163:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384607.311166:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384607.311167:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384607.311171:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:0.0:1767384607.311172:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384607.311179:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00000040:3.0:1767384607.311185:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384607.311187:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924772944 : -106175784778672 : ffff9f6f06108450) 00000100:00000001:0.0:1767384607.311190:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.311195:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384607.311196:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000308829a4 x1853237048126208/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:588/0 lens 4848/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.311206:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384607.311209:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1767384607.311210:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054ce3aa0. 00000100:00000001:0.0:1767384607.311212:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384607.311216:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384607.311220:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054ce3aa0. 00000100:00100000:0.0:1767384607.311222:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00000040:0.0:1767384607.311236:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:0.0:1767384607.311238:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924771920 : -106175784779696 : ffff9f6f06108050) 00000100:00100000:3.0:1767384607.311243:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000308829a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048126208:12345-0@lo:253: 00000100:00000040:0.0:1767384607.311249:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6234d4c x1853237048126336/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:588/0 lens 4848/0 e 0 to 0 dl 1767384618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384607.311251:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048126208 00000020:00000001:3.0:1767384607.311258:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384607.311263:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384607.311265:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384607.311267:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000020:00000010:0.0:1767384607.311269:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2ba5af. 00000020:00000001:3.0:1767384607.311270:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.311278:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384607.311279:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1767384607.311283:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2ba5af. 00000020:00000001:3.0:1767384607.311290:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00100000:0.0:1767384607.311291:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6234d4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048126336:12345-0@lo:253: 00000100:00000200:0.0:1767384607.311299:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048126336 00000020:00000001:3.0:1767384607.311300:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384607.311303:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384607.311304:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384607.311308:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384607.311309:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384607.311312:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384607.311314:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384607.311318:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384607.311319:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.311324:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384607.311327:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384607.311328:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384607.311333:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1767384607.311335:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b9a1fdfe. 00000020:00000001:0.0:1767384607.311335:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384607.311337:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384607.311354:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384607.311356:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.311358:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384607.311360:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.311362:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384607.311364:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.311368:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384607.311369:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 02000000:00000010:0.0:1767384607.311370:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000efab90b1. 02000000:00000001:0.0:1767384607.311375:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384607.311380:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a14cd69c. 00000100:00000001:0.0:1767384607.311380:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.311388:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:01000000:3.0:1767384607.311396:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000010:0.0:1767384607.311397:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000001a3c86fc. 20000000:00000001:3.0:1767384607.311403:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:01000000:0.0:1767384607.311404:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384607.311409:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384607.311409:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384607.311413:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.311415:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.311416:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384607.311418:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384607.311420:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.311423:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.311425:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384607.311430:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f8d552e4. 00000400:00000200:1.0:1767384607.311431:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 20000000:01000000:3.0:1767384607.311436:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:3.0:1767384607.311470:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384607.311476:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384607.311480:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384607.311497:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384607.311512:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.311514:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00080000:00000001:3.0:1767384607.311515:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384607.311519:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.311523:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384607.311525:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384607.311528:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:3.0:1767384607.311542:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:3.0:1767384607.311544:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384607.311547:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384607.311551:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.311553:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384607.311564:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384607.311571:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:3.0:1767384607.311574:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384607.311579:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d640e8c4. 00080000:00000001:3.0:1767384607.311582:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617089536 : -106180092462080 : ffff9f6e054e7c00) 00080000:00000001:3.0:1767384607.311586:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384607.311589:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384607.311595:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000054ce3aa0. 00080000:00000001:3.0:1767384607.311597:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384607.311598:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00080000:00000001:3.0:1767384607.311600:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384607.311620:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384607.311639:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384607.311954:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384607.311969:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000031cedbf1. 00000400:00000200:0.0:1767384607.311977:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp16 from 241.3.0.2 00000800:00000010:1.0:1767384607.311978:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000025a9fb99. 00000800:00000010:0.0:1767384607.311984:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b493cc5f. 00000800:00000010:1.0:1767384607.311989:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2e5f517. 00000800:00000010:1.0:1767384607.312041:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2e5f517. 00000800:00000010:3.0:1767384607.312078:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000097ddae0d. 00000800:00000010:3.0:1767384607.312086:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db4811e9. 00000800:00000010:3.0:1767384607.312117:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d35f5b4d. 00000800:00000200:3.1:1767384607.312123:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3bab1d9] -> 12345-192.168.203.125@tcp16 (2) 00000800:00000200:3.1:1767384607.312128:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp16 00000000d35f5b4d deleted 00000800:00000010:3.1:1767384607.312130:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d35f5b4d. 00000800:00000200:3.1:1767384607.312134:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384607.312140:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp16 ip 192.168.203.125:1009 00000800:00000200:3.1:1767384607.312144:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000094509e72 type 1, nob 272 niov 1 nkiov 1 00000800:00000200:3.0:1767384607.312149:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp16 p 3.x 192.168.203.125 -> 192.168.203.125:1009 incarnation:1767384605749746594 sched[0] 00000800:00000010:3.0:1767384607.312154:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000052fc166e. 00000800:00000010:3.0:1767384607.312222:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000052fc166e. 00000800:00000010:3.0:1767384607.312226:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db4811e9. 00000800:00000010:3.0:1767384607.312258:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b493cc5f. 00000800:00000200:1.1:1767384607.312263:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384607.312273:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384607.312274:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp16 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384605749746594 sched[0] 00000800:00000001:0.0:1767384607.312281:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384607.312282:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000025a9fb99. 00000800:00000001:0.0:1767384607.312322:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.312333:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.312335:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.312353:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.312360:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp16(192.168.203.125@tcp16) <- 192.168.203.125@tcp16 : PUT - for me 00000800:00000200:3.0:1767384607.312370:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384607.312370:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 176 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384607.312374:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000010:3.0:1767384607.312377:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000094509e72. 00000400:00000200:0.0:1767384607.312384:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 176/176 into md 0x1359 [1] + 0 00000400:00000200:3.0:1767384607.312386:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384607.312388:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8293fa. 00000400:00000200:0.0:1767384607.312394:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e5aaf0a8 00000400:00000200:3.0:1767384607.312395:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp16->192.168.203.125@tcp16: PUT: OK 00000800:00000001:0.0:1767384607.312401:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384607.312403:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384607.312408:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000800:00000001:0.0:1767384607.312414:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.312418:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384607.312430:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp16->192.168.203.125@tcp16: PUT: OK 00000400:00000200:0.0:1767384607.312434:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:0.0:1767384607.312436:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000400:00000200:1.0:1767384607.312478:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384607.312492:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384607.312508:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (10) 00000400:00000200:0.0:1767384607.312514:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:0.0:1767384607.312517:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 185 at 000000002ac12c8a. 00000400:00000200:0.0:1767384607.312520:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 9 00000400:00000200:0.0:1767384607.312523:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384607.312542:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (11) 00000400:00000200:1.0:1767384607.312546:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384607.312547:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384607.312559:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp16 to MR: 192.168.203.125@tcp16 local destination 00000400:00000200:0.0:1767384607.312565:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp16 NI seq info: [20:20:256:4294967295] 192.168.203.125@tcp16 LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1767384607.312582:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp16(192.168.203.125@tcp16:192.168.203.125@tcp16) -> 192.168.203.125@tcp16(192.168.203.125@tcp16:192.168.203.125@tcp16) 192.168.203.125@tcp16 : ACK try# 0 00000800:00000200:0.0:1767384607.312588:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp16 00000800:00000010:0.0:1767384607.312592:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e09cc2f4. 00000800:00000200:0.0:1767384607.312597:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3bab1d9] -> 12345-192.168.203.125@tcp16 (4) 00000400:00000200:3.0:1767384607.312603:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:0.0:1767384607.312604:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp16 ip 192.168.203.125:988 00000800:00000200:0.0:1767384607.312609:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e09cc2f4 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384607.312611:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f8b9bef. 00000400:00000010:3.0:1767384607.312619:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000200:1.0:1767384607.312623:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384607.312624:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000400:00000200:3.0:1767384607.312632:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000400:00000010:3.0:1767384607.312640:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 200 at 00000000e1f121cb. 00000400:00000010:3.0:1767384607.312644:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 240 at 0000000061b94dae. 00000400:00000010:3.0:1767384607.312646:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 200 at 00000000c38b9b09. 00000800:00000200:0.0:1767384607.312674:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384607.312676:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001e26e042. 00000800:00000010:0.0:1767384607.312679:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e09cc2f4. 00000400:00000200:1.0:1767384607.312682:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384607.312685:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.312686:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001e26e042 nid 192.168.203.125@tcp17 00000400:00000010:3.0:1767384607.312693:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000839ded38. 00000400:00000200:0.0:1767384607.312699:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp16->192.168.203.125@tcp16: ACK: OK 00000400:00000200:3.0:1767384607.312701:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000839ded38 net tcp17 00000800:00000001:0.0:1767384607.312709:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384607.312710:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (10) 00000800:00000001:0.0:1767384607.312716:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384607.312721:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp17 flags 0x11 00000800:00000001:0.0:1767384607.312723:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384607.312727:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 200 at 00000000e1f121cb. 00000800:00000001:0.0:1767384607.312730:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384607.312733:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 240 at 0000000061b94dae. 00000800:00000001:0.0:1767384607.312734:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384607.312740:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 200 at 00000000c38b9b09. 00000800:00000001:0.0:1767384607.312742:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384607.312744:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 000000002ac12c8a. 00000400:00000200:1.0:1767384607.312748:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384607.312753:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384607.312755:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp16(192.168.203.125@tcp16) <- 192.168.203.125@tcp16 : ACK - for me 00000400:00000200:3.0:1767384607.312763:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100551 00000400:00000200:3.0:1767384607.312769:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 1 00000400:00000200:0.0:1767384607.312777:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp16: ACK from 12345-192.168.203.125@tcp16 into md 0x1371 00000400:00000200:3.0:1767384607.312779:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 00000400:00000200:3.0:1767384607.312783:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384607.312784:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000400:00000200:3.0:1767384607.312793:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384607.312793:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384607.312802:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (11) 00000400:00000200:0.0:1767384607.312804:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp16->192.168.203.125@tcp16: ACK: OK 00000400:00000200:1.0:1767384607.312806:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384607.312811:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5a3ba40 00000400:00000010:0.0:1767384607.312814:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a3ba40. 00000400:00000200:0.0:1767384607.312819:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:0.0:1767384607.312824:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:0.0:1767384607.312828:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (10) 00000800:00000001:0.0:1767384607.312834:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.312839:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384607.312875:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384607.312919:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384607.312962:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384607.313020:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384607.313054:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384607.313090:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384607.313122:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384607.313154:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000800:00000010:1.0:1767384607.313413:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c95e311b. 00000800:00000010:1.0:1767384607.313420:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000025a9fb99. 00000800:00000010:1.0:1767384607.313426:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2e5f517. 00000400:00000200:3.0:1767384607.313522:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384607.313523:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2e5f517. 00000400:00000200:3.0:1767384607.313546:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp16 from 240.3.0.2 00000800:00000010:3.0:1767384607.313551:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000064b73e53. 00000800:00000010:1.0:1767384607.313575:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009cd0bef6. 00000800:00000010:1.0:1767384607.313584:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000f72dc2d. 00000800:00000010:1.0:1767384607.313614:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e35ce505. 00000800:00000200:1.1:1767384607.313623:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3bab1d9] -> 12345-192.168.203.125@tcp16 (4) 00000800:00000200:1.1:1767384607.313630:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp16 00000000e35ce505 deleted 00000800:00000010:1.1:1767384607.313633:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e35ce505. 00000800:00000200:1.1:1767384607.313640:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384607.313648:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp16 p 3.x 192.168.203.125 -> 192.168.203.125:1008 incarnation:1767384605749746594 sched[0] 00000800:00000010:1.0:1767384607.313656:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2e5f517. 00000800:00000010:1.0:1767384607.313735:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2e5f517. 00000800:00000010:1.0:1767384607.313741:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000f72dc2d. 00000800:00000200:3.1:1767384607.313760:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384607.313778:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp16 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384605749746594 sched[0] 00000800:00000010:3.0:1767384607.313782:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000025a9fb99. 00000800:00000010:1.0:1767384607.313796:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000064b73e53. 00000800:00000001:1.0:1767384607.313818:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384607.313826:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384607.313828:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384607.313834:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384607.313874:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d640e8c4. 00080000:00000010:3.0:1767384607.313917:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000054ce3aa0. 00040000:00000001:3.0:1767384607.313923:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384607.313925:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384607.313927:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384607.313930:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384607.313932:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384607.313934:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384607.313943:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384607.313954:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384607.313958:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:0.0:1767384607.313960:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d397fb04. 20000000:01000000:0.0:1767384607.313965:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #17 20000000:00000001:0.0:1767384607.313971:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384607.313974:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384607.313974:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384607.313975:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384607.313981:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384607.313983:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384607.313988:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384607.313989:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384607.313997:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384607.313999:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.314002:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384607.314004:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384607.314007:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.314009:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384607.314010:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384607.314013:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00010000:00000010:1.0:1767384607.314014:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007d581a75. 00000020:00000001:0.0:1767384607.314016:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384607.314020:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384607.314025:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384607.314026:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384607.314028:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.314031:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384607.314032:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000499dc64f. 00000020:00000001:0.0:1767384607.314033:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384607.314038:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000020:00000001:1.0:1767384607.314042:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384607.314042:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000040:1.0:1767384607.314049:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000499dc64f with handle 0x71ee3a74e27190a9 to hash 00080000:00000010:0.0:1767384607.314049:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ba2d009c. 00080000:00000001:0.0:1767384607.314054:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617840128 : -106180091711488 : ffff9f6e0559f000) 00000020:00000001:1.0:1767384607.314057:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:0.0:1767384607.314058:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384607.314063:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00000001:00000001:0.0:1767384607.314063:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384607.314070:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00080000:00000010:0.0:1767384607.314076:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000a2ba5af. 00010000:00000001:1.0:1767384607.314079:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384607.314081:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.314084:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384607.314085:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384607.314092:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384607.314097:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384607.314102:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384607.314119:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:0.0:1767384607.314119:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384607.314121:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 20000000:00000010:3.0:1767384607.314122:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a14cd69c. 20000000:00000001:3.0:1767384607.314130:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.314131:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000040:3.0:1767384607.314135:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048126208 00010000:00000001:1.0:1767384607.314137:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384607.314140:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384607.314142:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384607.314147:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1767384607.314148:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000308829a4 x1853237048126208/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.314153:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384607.314158:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384607.314166:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384607.314167:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384607.314180:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384607.314181:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.314184:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00001000:3.0:1767384607.314186:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=24 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384607.314188:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:3.0:1767384607.314194:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:1.0:1767384607.314194:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007d581a75) refcount = 1 00000100:00000040:3.0:1767384607.314199:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384607.314204:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00010000:1.0:1767384607.314204:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384607.314210:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384607.314214:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.314220:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384607.314222:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:3.0:1767384607.314224:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384607.314229:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db4811e9. 00000100:00000200:3.0:1767384607.314232:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048126208, offset 224 00010000:00000001:1.0:1767384607.314236:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:3.0:1767384607.314240:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384607.314241:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.314247:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384607.314252:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384607.314254:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384607.314273:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:3.0:1767384607.314277:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02b00 20000000:01000000:1.0:1767384607.314279:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00000400:00000200:3.0:1767384607.314286:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1375 [2] + 224 00010000:00000001:1.0:1767384607.314288:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384607.314292:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384607.314292:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384607.314295:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=4 00000400:00000200:3.0:1767384607.314300:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384607.314302:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00000100:00000001:3.0:1767384607.314304:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384607.314309:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00000100:00000200:3.0:1767384607.314312:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.314315:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384607.314320:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384607.314330:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.314338:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384607.314362:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384607.314365:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384607.314372:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.314378:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384607.314381:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384607.314384:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4811e9 00000400:00000010:3.0:1767384607.314389:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db4811e9. 00000100:00000001:0.0:1767384607.314391:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384607.314396:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384607.314398:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384607.314398:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:0.0:1767384607.314402:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384607.314404:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384607.314404:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384607.314405:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384607.314411:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000226e8cca. 00000100:00000001:3.0:1767384607.314413:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.314413:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1767384607.314416:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d812c5a 00010000:00010000:1.0:1767384607.314419:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384607.314420:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d812c5a. 00000100:00000040:3.0:1767384607.314422:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:0.0:1767384607.314427:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384607.314430:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384607.314434:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384607.314436:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384607.314465:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384607.314476:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000308829a4 x1853237048126208/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384607.314476:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384607.314508:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000499dc64f already unused, calling callback (000000009752a4b4) 00000100:00000001:0.0:1767384607.314510:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384607.314515:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000308829a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048126208:12345-0@lo:253: Request processed in 3305us (3952us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384607.314515:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384607.314516:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.314522:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:0.0:1767384607.314523:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:1.0:1767384607.314529:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384607.314530:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384607.314535:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00000001:0.0:1767384607.314535:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384607.314538:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384607.314545:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 02000000:00000001:0.0:1767384607.314546:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.314552:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1767384607.314553:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=24 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384607.314555:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384607.314562:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000063f08b01. 00000100:00001000:0.0:1767384607.314565:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=24 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384607.314572:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000facd8364. 00000100:00000001:0.0:1767384607.314575:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1767384607.314579:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384607.314580:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384607.314581:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bed5c009. 00010000:00000001:1.0:1767384607.314585:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384607.314586:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384607.314590:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000020:00000001:1.0:1767384607.314590:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384607.314591:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384607.314596:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=5 00000100:00000001:0.0:1767384607.314598:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384607.314600:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1767384607.314604:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 02000000:00000010:3.0:1767384607.314605:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b9a1fdfe. 00000100:00000040:0.0:1767384607.314607:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.314613:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 02000000:00000001:3.0:1767384607.314614:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384607.314619:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.314622:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384607.314627:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384607.314629:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384607.314630:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384607.314638:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1767384607.314639:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a144b4dc. 00000100:00000001:0.0:1767384607.314642:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384607.314648:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db4811e9. 00010000:00000001:1.0:1767384607.314648:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384607.314653:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:0.0:1767384607.314657:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384607.314658:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384607.314661:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384607.314665:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384607.314667:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:1.0:1767384607.314668:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:0.0:1767384607.314669:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:1.0:1767384607.314674:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:01000004:0.0:1767384607.314675:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384607.314680:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:1.0:1767384607.314682:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:0.0:1767384607.314683:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384607.314687:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384607.314688:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384607.314690:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:1.0:1767384607.314696:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000499dc64f with handle 0x71ee3a74e27190a9 from hash 00000100:00000040:0.0:1767384607.314698:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.314703:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384607.314708:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.314712:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384607.314715:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000975c3539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048126208:0@lo:253: 00010000:00000001:1.0:1767384607.314716:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384607.314722:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384607.314723:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.314726:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384607.314727:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384607.314732:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000040:0.0:1767384607.314733:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000975c3539 x1853237048126208/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.314737:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.314745:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.314747:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384607.314749:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:0.0:1767384607.314751:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384607.314754:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 02000000:00000010:0.0:1767384607.314755:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000557a9a2e. 00010000:00000001:1.0:1767384607.314760:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384607.314762:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384607.314763:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384607.314765:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384607.314768:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384607.314769:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00010000:00000001:1.0:1767384607.314775:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.314776:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384607.314781:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000001e0cb5bb. 00010000:00000001:1.0:1767384607.314782:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384607.314786:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384607.314788:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384607.314789:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000975c3539. 00000100:00000001:0.0:1767384607.314793:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384607.314795:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384607.314796:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384607.314798:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.314805:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384607.314807:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.314814:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384607.314815:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384607.314817:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.314821:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384607.314825:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384607.314828:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384607.314831:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.314833:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384607.314836:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384607.314841:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384607.314844:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.314847:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384607.314855:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384607.314857:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384607.314858:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000499dc64f/0x71ee3a74e27190a9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384607.314866:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007d581a75 count: 0 00010000:00000001:1.0:1767384607.314877:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384607.314879:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:1.0:1767384607.316092:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ba2d009c. 00080000:00000010:0.0:1767384607.316210:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000a2ba5af. 00040000:00000001:0.0:1767384607.316225:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384607.316243:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384607.316245:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384607.316249:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384607.316251:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384607.316252:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384607.316254:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384607.316265:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384607.316268:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384607.316272:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384607.316283:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384607.316289:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384607.316291:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384607.316296:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384607.316299:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384607.316306:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b2f374d7. 00010000:00000001:1.0:1767384607.316312:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384607.316317:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d8611fc. 00000020:00000001:1.0:1767384607.316321:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384607.316324:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d8611fc with handle 0x71ee3a74e27190b0 to hash 00000020:00000001:1.0:1767384607.316327:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384607.316329:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384607.316332:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384607.316366:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384607.316368:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.316371:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384607.316519:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384607.316524:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384607.316525:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000001a3c86fc. 20000000:00000001:0.0:1767384607.316528:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384607.316531:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048126336 00010000:00000001:0.0:1767384607.316533:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384607.316538:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6234d4c x1853237048126336/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384607.316545:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384607.316548:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384607.316550:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384607.316553:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384607.316556:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384607.316558:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384607.316561:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384607.316563:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.316565:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384607.316569:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384607.316574:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d812c5a. 00010000:00000001:1.0:1767384607.316575:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000200:0.0:1767384607.316577:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048126336, offset 224 00010000:00000001:1.0:1767384607.316585:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384607.316589:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000200:0.0:1767384607.316590:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384607.316597:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384607.316602:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384607.316613:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384607.316614:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384607.316621:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.316625:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:0.0:1767384607.316629:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02b80 00010000:00000001:1.0:1767384607.316630:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384607.316640:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:0.0:1767384607.316649:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x137d [2] + 224 00010000:00000001:1.0:1767384607.316650:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384607.316658:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b2f374d7) refcount = 1 00000400:00000200:0.0:1767384607.316662:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384607.316665:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384607.316684:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:0.0:1767384607.316689:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384607.316690:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384607.316697:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384607.316701:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384607.316702:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.316710:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384607.316714:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384607.316716:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384607.316723:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:1.0:1767384607.316732:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384607.316737:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384607.316741:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=4 00000100:00000040:0.0:1767384607.316741:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384607.316749:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384607.316760:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384607.316769:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384607.316774:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384607.316789:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384607.316795:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d812c5a 00000400:00000010:0.0:1767384607.316797:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d812c5a. 00000100:00000001:0.0:1767384607.316802:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384607.316805:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384607.316808:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.316810:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384607.316820:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384607.316825:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.316834:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384607.316835:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384607.316838:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384607.316840:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6234d4c x1853237048126336/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:588/0 lens 4848/4768 e 0 to 0 dl 1767384618 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384607.316855:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384607.316861:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384607.316869:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384607.316875:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:3.0:1767384607.316877:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384607.316882:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384607.316883:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da6b686d. 00010000:00010000:1.0:1767384607.316889:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384607.316892:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dbcb892 00000100:00100000:0.0:1767384607.316897:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6234d4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048126336:12345-0@lo:253: Request processed in 5624us (6124us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384607.316901:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dbcb892. 00000100:00000001:3.0:1767384607.316923:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384607.316926:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:0.0:1767384607.316930:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00000200:3.0:1767384607.316933:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.316933:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384607.316936:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384607.316950:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384607.316951:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384607.316958:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384607.316959:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384607.316965:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384607.316967:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000351d250. 00000020:00000010:0.0:1767384607.316981:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea880f36. 00010000:00010000:1.0:1767384607.316999:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d8611fc already unused, calling callback (000000009752a4b4) 00000100:00000001:3.0:1767384607.317020:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384607.317021:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:0.0:1767384607.317021:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cf11956. 00000100:00000001:3.0:1767384607.317025:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.317028:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000040:0.0:1767384607.317031:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00010000:00010000:1.0:1767384607.317036:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384607.317038:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384607.317040:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384607.317048:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1767384607.317049:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000efab90b1. 00010000:00000001:1.0:1767384607.317056:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384607.317057:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384607.317058:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384607.317070:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384607.317070:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.317085:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1767384607.317089:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1767384607.317092:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1767384607.317093:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384607.317102:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=5 00000100:00001000:3.0:1767384607.317105:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=24 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384607.317108:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00000400:00000010:0.0:1767384607.317108:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226e8cca. 00000100:00001000:3.0:1767384607.317113:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=24 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384607.317125:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d812c5a. 00010000:00000001:1.0:1767384607.317127:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00000100:00000001:3.0:1767384607.317129:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384607.317135:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.317140:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384607.317152:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.317157:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:3.0:1767384607.317158:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.317166:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384607.317172:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.317189:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384607.317194:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384607.317198:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384607.317205:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384607.317206:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.317208:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384607.317214:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384607.317214:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:3.0:1767384607.317248:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384607.317249:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:01000004:3.0:1767384607.317262:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384607.317263:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384607.317280:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384607.317281:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384607.317295:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:00000040:1.0:1767384607.317296:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d8611fc with handle 0x71ee3a74e27190b0 from hash 00000020:01000004:3.0:1767384607.317304:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384607.317306:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:01000004:3.0:1767384607.317310:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00010000:00000001:1.0:1767384607.317313:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384607.317314:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00010000:00000001:1.0:1767384607.317323:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:01000004:3.0:1767384607.317325:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384607.317334:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000040:3.0:1767384607.317358:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.317361:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384607.317366:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384607.317372:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:3.0:1767384607.317396:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca75edbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048126336:0@lo:253: 00010000:00000001:1.0:1767384607.317399:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.317402:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.317403:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384607.317405:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384607.317418:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.317420:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384607.317423:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.317425:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.317426:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.317430:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384607.317431:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.317435:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384607.317436:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca75edbc x1853237048126336/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384607.317442:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384607.317443:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384607.317446:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384607.317486:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384607.317492:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384607.317495:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000800959be. 02000000:00000001:3.0:1767384607.317499:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384607.317503:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384607.317506:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384607.317508:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384607.317512:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c35c8687. 02000000:00000001:3.0:1767384607.317516:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384607.317516:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294895087, at 4294895088 02000000:00000001:3.0:1767384607.317527:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384607.317530:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca75edbc. 00000100:00000010:0.0:1767384607.317537:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009e256f61. 00000100:00000001:3.0:1767384607.317538:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384607.317538:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384607.317548:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384607.317549:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.317556:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384607.317557:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384607.317562:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384607.317566:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.317567:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:1.0:1767384607.317568:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384607.317570:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384607.317572:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384607.317575:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384607.317579:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384607.317596:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384607.317605:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384607.317607:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d8611fc/0x71ee3a74e27190b0 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384607.317614:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b2f374d7 count: 0 00010000:00000001:1.0:1767384607.317625:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384607.317627:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384607.317645:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294895087, at 4294895088 00000100:00000010:1.0:1767384607.317652:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000090e68166. 00000100:00000040:3.0:1767384607.318560:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294895087, at 4294895089 00000100:00000010:3.0:1767384607.318573:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8f7bbdd. 00010000:00000010:1.1:1767384607.320530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007d581a75. 00010000:00000010:1.1:1767384607.320540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000499dc64f. 00010000:00000010:1.1:1767384607.323489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b2f374d7. 00010000:00000010:1.1:1767384607.323498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d8611fc. 00000400:00000010:3.0:1767384607.332412:0:21357:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000ef19d25a. 00000400:00000040:3.0:1767384607.332433:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384607.332436:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384607.332470:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384607.332475:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384607.332481:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384607.332484:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384607.332487:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384607.332490:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384607.332493:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384607.332495:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384607.332498:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384607.332507:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384607.332521:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384607.332522:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384607.332524:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384607.332527:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384607.332528:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384607.332529:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384607.332530:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384607.332532:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384607.332534:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384607.332536:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384607.332538:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384607.332539:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384607.332541:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384607.332543:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384607.332544:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384607.332546:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384607.332548:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384607.332549:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384607.332550:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384607.332552:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384607.332554:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384607.332555:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384607.332556:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384607.332558:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384607.332560:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384607.332562:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384607.332564:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384607.332565:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384607.332567:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384607.332569:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384607.332571:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384607.332573:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384607.332574:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384607.332575:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384607.332577:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384607.332578:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384607.332580:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384607.332581:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384607.332586:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384607.332607:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384607.332608:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384607.332610:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384607.332612:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384607.332613:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384607.332614:0:21357:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384607.332644:0:21357:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000ef19d25a. 00010000:00000001:3.0:1767384607.653553:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384607.653562:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384607.653575:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384607.653577:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384607.653639:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384607.653644:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384607.653648:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1767384607.845555:0:17070:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000071ebb890. 00000100:00000001:3.0:1767384607.845572:0:17070:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384607.845577:0:17070:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384607.845617:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384607.845623:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384608.274155:0:21557:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000062dc6377. 00080000:00000010:1.0:1767384608.274173:0:21557:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000062dc6377. 00000020:00000001:1.0:1767384608.274182:0:21557:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384608.274196:0:21557:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000062dc6377. 00080000:00000010:1.0:1767384608.274205:0:21557:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000062dc6377. 00000020:00000001:1.0:1767384608.274211:0:21557:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.677499:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384608.677505:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.677515:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384608.677517:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384608.677536:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384608.677542:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384608.677545:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384608.869553:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384608.869560:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384608.869569:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a32564d. 00000020:00000040:1.0:1767384608.869578:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384608.869589:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384608.869594:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384608.869604:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384608.869613:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c17153c9. 00000100:00000001:1.0:1767384608.869623:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.869632:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384608.869636:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.869671:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a32564d] to pc [ptlrpcd_00_03+3] req@000000002a32564d x1853237048126464/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384608.869699:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.869710:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384608.869722:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384608.869727:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384608.869735:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a32564d x1853237048126464/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.869763:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384608.869771:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384608.869776:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384608.869780:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384608.869789:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384608.869791:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048126464:0@lo:13: 00000100:00000001:1.0:1767384608.869802:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384608.869808:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384608.869813:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384608.869820:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384608.869828:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006e929df5. 02000000:00000001:1.0:1767384608.869839:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.869841:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384608.869854:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384608.869860:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc1553af. 00000400:00000010:1.0:1767384608.869869:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777fe344. 00000100:00000200:1.0:1767384608.869882:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048126464, portal 4 00000100:00000001:1.0:1767384608.869891:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384608.869896:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758963200 : -106174950588416 : ffff9f6f37c94000) 00000100:00000040:1.0:1767384608.869909:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a32564d x1853237048126464/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.869923:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384608.869929:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384608.869942:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00000100:00000200:1.0:1767384608.869948:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048126464, offset 0 00000400:00000200:1.0:1767384608.869960:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384608.869979:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384608.869994:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff02c00 00000400:00000200:1.0:1767384608.870008:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 672 00000400:00000200:1.0:1767384608.870028:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384608.870039:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384608.870057:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384608.870067:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1767384608.870077:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa571781. 00000100:00000040:1.0:1767384608.870091:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000fa571781 x1853237048126464 msgsize 224 00000100:00100000:1.0:1767384608.870109:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384608.870133:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384608.870144:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cda6c 00000400:00000010:1.0:1767384608.870149:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00000100:00000001:1.0:1767384608.870152:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384608.870156:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a32564d x1853237048126464/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384624 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.870175:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384608.870182:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048126592 00000100:00000001:1.0:1767384608.870182:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384608.870191:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384608.870192:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a32564d x1853237048126464/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.870200:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384608.870210:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.870223:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384608.870234:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048126592 00000100:00000001:1.0:1767384608.870243:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.870245:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384608.870249:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1767384608.870251:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384608.870257:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384608.870258:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384608.870264:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000040:1.0:1767384608.870268:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4997 usecs (5 jiffies) 00000020:00000001:3.0:1767384608.870270:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384608.870281:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384608.870281:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896645 00000100:00000001:3.0:1767384608.870294:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384608.870300:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a62c0ee. 00000100:00000001:1.0:1767384608.870303:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896646 00000100:00000001:1.0:1767384608.870307:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896645 00000100:00000001:3.0:1767384608.870316:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384608.870320:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896646 00000020:00000010:3.0:1767384608.870322:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a62c0ee. 00000100:00000001:1.0:1767384608.870347:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896645 00000100:00000001:1.0:1767384608.870354:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896646 00000020:00000010:3.0:1767384608.870355:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099ed1a65. 00000100:00000001:1.0:1767384608.870362:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896645 00000020:00000010:3.0:1767384608.870369:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000735471a2. 00000100:00000001:1.0:1767384608.870376:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896646 00000020:00000010:3.0:1767384608.870378:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000780f6dd8. 00000100:00000001:1.0:1767384608.870380:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384608.870391:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.870396:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384608.870406:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.870408:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384608.870416:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384608.870416:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.870425:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.870434:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384608.870436:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.870496:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.870522:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384608.870525:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384608.870531:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00000040:3.0:1767384608.870535:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384608.870537:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924779088 : -106175784772528 : ffff9f6f06109c50) 00000100:00000040:3.0:1767384608.870543:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c754a157 x1853237048126592/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:589/0 lens 328/0 e 0 to 0 dl 1767384619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.870554:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384608.870557:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a62c0ee. 00000100:00000001:3.0:1767384608.870559:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384608.870560:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a62c0ee. 00000100:00100000:3.0:1767384608.870564:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c754a157 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048126592:12345-0@lo:101: 00000100:00000200:3.0:1767384608.870569:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048126592 00000020:00000001:3.0:1767384608.870573:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384608.870576:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384608.870579:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.870581:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384608.870583:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:3.0:1767384608.870587:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384608.870589:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384608.870591:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384608.870602:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384608.870606:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.870609:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384608.870611:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384608.870614:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384608.870617:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384608.870619:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.870624:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384608.870628:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000007a80434. 00010000:00000001:3.0:1767384608.870634:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384608.870636:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000acd00157. 00000020:00000001:3.0:1767384608.870639:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384608.870641:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000acd00157 with handle 0x71ee3a74e27190be to hash 00000020:00000001:3.0:1767384608.870643:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384608.870644:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384608.870647:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00010000:3.0:1767384608.870649:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e27190b7 expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384608.870658:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:3.0:1767384608.870661:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:3.0:1767384608.870669:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384608.870671:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384608.870674:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000002f5062e2. 02000000:00000001:3.0:1767384608.870678:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.870681:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.870683:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384608.870687:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384608.870691:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384608.870694:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384608.870696:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.870698:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384608.870700:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.870704:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384608.870707:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384608.870709:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384608.870718:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384608.870721:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000007a80434) refcount = 1 00010000:00010000:3.0:1767384608.870728:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384608.870735:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384608.870737:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384608.870738:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.870741:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.870742:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384608.870748:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384608.870750:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384608.870758:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384608.870761:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384608.870764:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384608.870767:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.870770:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384608.870771:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384608.870774:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384608.870776:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000acd00157, rc 0) 00000020:00000001:3.0:1767384608.870779:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384608.870782:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048126592 00010000:00000001:3.0:1767384608.870785:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384608.870789:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c754a157 x1853237048126592/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:589/0 lens 328/344 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.870797:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384608.870801:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384608.870805:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384608.870810:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384608.870814:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384608.870817:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384608.870821:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384608.870824:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.870835:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384608.870842:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384608.870846:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032db08b0. 00000100:00000200:3.0:1767384608.870852:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048126592, offset 224 00000400:00000200:3.0:1767384608.870862:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384608.870873:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384608.870888:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff02c80 00000400:00000200:3.0:1767384608.870899:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x139d [1] + 224 00000400:00000200:3.0:1767384608.870906:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384608.870915:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384608.870923:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384608.870932:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9ec7cd8 x1853237048126592/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384608.870951:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b9ec7cd8 x1853237048126592/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.870979:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384608.870995:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032db08b0 00000400:00000010:3.0:1767384608.871000:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032db08b0. 00000100:00000001:3.0:1767384608.871006:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384608.871010:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384608.871017:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.871021:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384608.871027:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384608.871030:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.871035:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384608.871042:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c754a157 x1853237048126592/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:589/0 lens 328/344 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384608.871066:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c754a157 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048126592:12345-0@lo:101: Request processed in 505us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384608.871085:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00000040:3.0:1767384608.871091:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384608.871096:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384608.871101:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384608.871106:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:3.0:1767384608.871114:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000735471a2. 00000100:00000001:1.0:1767384608.871120:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384608.871124:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000780f6dd8. 00000100:00000001:1.0:1767384608.871131:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384608.871132:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099ed1a65. 00000100:00000001:1.0:1767384608.871140:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384608.871144:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:1.0:1767384608.871155:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.871158:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384608.871163:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000002f5062e2. 02000000:00000001:3.0:1767384608.871170:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384608.871175:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384608.871177:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.871194:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767384608.871195:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:1.0:1767384608.871204:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002dd3af13. 00000400:00000010:3.0:1767384608.871207:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da6b686d. 00000020:00000040:1.0:1767384608.871215:0:36:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:3.0:1767384608.871220:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097a665be. 00000100:00000001:1.0:1767384608.871227:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384608.871236:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384608.871244:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384608.871252:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004c8b7bd8. 00000100:00000001:3.0:1767384608.871257:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384608.871260:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384608.871264:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384608.871268:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384608.871274:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384608.871276:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006240558. 00000400:00000200:3.0:1767384608.871288:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf1f82a 00000400:00000010:3.0:1767384608.871303:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf1f82a. 00000100:00000001:1.0:1767384608.871304:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384608.871313:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.871316:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384608.871344:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9ec7cd8 x1853237048126592/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384608.871348:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd3af13] to pc [ptlrpcd_00_00+0] req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384608.871409:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9ec7cd8 x1853237048126592/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384624 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.871411:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.871424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384608.871464:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384608.871468:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b004290b. 00000020:00000040:1.0:1767384608.871471:0:36:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384608.871475:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384608.871476:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384608.871484:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384608.871485:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384608.871491:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.871492:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384608.871498:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007dbb1c8d. 02000000:00000001:3.0:1767384608.871500:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384608.871506:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384608.871512:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.871513:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.871527:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384608.871528:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384608.871544:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=25 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384608.871565:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384608.871581:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384608.871587:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.871591:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1767384608.871596:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384608.871601:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.871602:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.871611:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b004290b] to pc [ptlrpcd_00_01+1] req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.871612:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.871642:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9ec7cd8 x1853237048126592/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384624 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.871652:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.871657:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384608.871664:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384608.871665:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (234) 00000100:00000001:3.0:1767384608.871675:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384608.871688:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9ec7cd8 x1853237048126592/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384624 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384608.871713:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9ec7cd8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048126592:0@lo:101: 00000100:00000001:3.0:1767384608.871730:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.871733:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384608.871736:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.871737:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384608.871742:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384608.871746:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:1.0:1767384608.871750:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.871751:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384608.871763:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9ec7cd8 x1853237048126592/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384624 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.871809:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384608.871814:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384608.871824:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384608.871831:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384608.871832:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384608.871842:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384608.871843:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000da3187e6. 00000100:00100000:1.0:1767384608.871857:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002dd3af13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853237048126720:0@lo:400: 00000100:00000001:3.0:1767384608.871858:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384608.871864:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.871866:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384608.871872:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1767384608.871873:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:1.0:1767384608.871875:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.871879:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000001:1.0:1767384608.871880:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384608.871885:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:1.0:1767384608.871885:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020c790a7. 02000000:00000001:1.0:1767384608.871891:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384608.871892:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b57e76a0 refcount=4 00000400:00000010:1.0:1767384608.871899:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000020:00000001:3.0:1767384608.871901:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00000400:00000010:1.0:1767384608.871906:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00010000:00000001:3.0:1767384608.871908:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00000100:00000200:1.0:1767384608.871913:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048126720, portal 10 00010000:00000040:3.0:1767384608.871917:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000b57e76a0, remote cookie: 0x71ee3a74e27190be, flags: 0x0 00000100:00000001:1.0:1767384608.871918:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384608.871924:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758968576 : -106174950583040 : ffff9f6f37c95500) 00010000:00000001:3.0:1767384608.871927:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384608.871934:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:1.0:1767384608.871937:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.871939:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384608.871948:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384608.871956:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384608.871963:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000017083b83) refcount = 1 00010000:00010000:3.0:1767384608.871982:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384608.871985:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384608.871999:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384608.872007:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384608.872016:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048126720, offset 0 00010000:00000001:3.0:1767384608.872023:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:1.0:1767384608.872030:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384608.872031:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384608.872035:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384608.872050:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384608.872058:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384608.872060:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:3.0:1767384608.872064:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384608.872083:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff02d00 00000400:00000200:1.0:1767384608.872102:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3128 00010000:00000001:3.0:1767384608.872103:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384608.872110:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384608.872113:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384608.872114:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384608.872117:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384608.872126:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384608.872128:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384608.872133:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872143:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384608.872144:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384608.872148:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384608.872152:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000078204047. 00000100:00000040:3.0:1767384608.872154:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9ec7cd8 x1853237048126592/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384624 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384608.872156:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000078204047 x1853237048126720 msgsize 224 00000100:00100000:1.0:1767384608.872180:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384608.872191:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384608.872197:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384608.872199:0:16354:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000010:3.0:1767384608.872204:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002c78134e. 00000400:00000200:1.0:1767384608.872209:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 02000000:00000001:3.0:1767384608.872211:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:1.0:1767384608.872213:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000020:00000001:3.0:1767384608.872218:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384608.872220:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:3.0:1767384608.872221:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000100:00000200:1.0:1767384608.872228:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384608.872230:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384608.872239:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ebc62517. 02000000:00000001:3.0:1767384608.872251:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384608.872259:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384608.872264:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384608.872265:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9ec7cd8. 00000100:00000040:1.0:1767384608.872274:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.872275:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384608.872281:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384608.872292:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384608.872304:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384608.872311:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 00000100:00000001:1.0:1767384608.872314:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384608.872321:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872321:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384608.872326:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.872327:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:1.0:1767384608.872358:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2511 usecs (3 jiffies) 00000020:00000001:3.0:1767384608.872367:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384608.872367:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294896645 00000020:00000040:3.0:1767384608.872378:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b57e76a0 refcount=3 00000100:00000001:1.0:1767384608.872378:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294896646 00000100:00000001:1.0:1767384608.872387:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294896645 00000020:00000001:3.0:1767384608.872389:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00000100:00000001:1.0:1767384608.872396:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294896646 00010000:00000001:3.0:1767384608.872400:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00000100:00000001:1.0:1767384608.872404:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294896645 00010000:00000001:3.0:1767384608.872408:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00000100:00000001:1.0:1767384608.872413:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294896646 00010000:00000001:3.0:1767384608.872414:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384608.872422:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294896645 00010000:00000001:3.0:1767384608.872423:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384608.872431:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872434:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294896646 10000000:00000001:3.0:1767384608.872465:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000100:00000001:1.0:1767384608.872470:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384608.872473:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000be05a001. 00000100:00000001:1.0:1767384608.872488:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872494:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872501:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384608.872503:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca75edbc. 00000020:00000040:3.0:1767384608.872508:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384608.872509:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384608.872514:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384608.872520:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384608.872521:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384608.872525:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384608.872529:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384608.872532:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872535:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872545:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384608.872547:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099ed1a65. 00000100:00000001:3.0:1767384608.872558:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.872562:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384608.872568:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000002f5062e2. 00000100:00000010:3.0:1767384608.872575:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000009a62c0ee. 00000100:00000001:1.0:1767384608.872579:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:3.0:1767384608.872583:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00100000:1.0:1767384608.872588:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048126720 00000100:00000001:3.0:1767384608.872591:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 02000000:00000001:1.0:1767384608.872598:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384608.872599:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1767384608.872605:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384608.872607:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384608.872609:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1408661. 02000000:00000001:1.0:1767384608.872613:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.872616:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898098254976 : -106175611296640 : ffff9f6f1067a480) 00000100:00100000:1.0:1767384608.872624:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048126720 00000100:00000001:3.0:1767384608.872626:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1767384608.872632:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384608.872633:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623576576 : -106175085975040 : ffff9f6f2fb76a00) 00000020:00000040:1.0:1767384608.872636:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000020:00000001:1.0:1767384608.872641:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384608.872642:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:1.0:1767384608.872648:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000001:3.0:1767384608.872649:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384608.872657:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:3.0:1767384608.872659:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384608.872666:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384608.872668:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000040:3.0:1767384608.872679:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca75edbc x1853237048126976/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.872681:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384608.872691:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2e5f517. 00000100:00000001:1.0:1767384608.872701:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384608.872703:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1767384608.872705:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c2e5f517. 00000100:00000001:3.0:1767384608.872708:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384608.872723:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1767384608.872724:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008485c9ee. 02000000:00000001:3.0:1767384608.872728:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384608.872734:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002211f185. 02000000:00000001:3.0:1767384608.872736:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384608.872742:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000e6ba09aa. 00000100:00100000:3.0:1767384608.872746:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca75edbc pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048126976:0@lo:256: 00000100:00000001:3.0:1767384608.872755:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384608.872759:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:3.0:1767384608.872760:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384608.872768:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384608.872769:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872771:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384608.872778:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.872779:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384608.872795:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c475e859. 00000100:00000001:1.0:1767384608.872796:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1767384608.872807:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005ccfb6eb. 00000100:00000001:1.0:1767384608.872811:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:3.0:1767384608.872814:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff02e00-0x695825ff02e00, portal 33 00000100:00000001:1.0:1767384608.872819:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.872831:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872836:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384608.872837:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384608.872844:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d3e606d. 02000000:00000001:3.0:1767384608.872850:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.872853:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384608.872858:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048126848 00000400:00000010:3.0:1767384608.872860:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9cf1dc. 02000000:00000001:1.0:1767384608.872862:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384608.872869:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384608.872873:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384608.872874:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032db08b0. 02000000:00000001:1.0:1767384608.872879:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384608.872882:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048126976, portal 25 00000100:00100000:1.0:1767384608.872883:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048126848 00000020:00000001:1.0:1767384608.872889:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384608.872891:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767384608.872896:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000001:3.0:1767384608.872898:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623576576 : -106175085975040 : ffff9f6f2fb76a00) 00000020:00000001:1.0:1767384608.872901:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384608.872907:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00000040:3.0:1767384608.872913:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca75edbc x1853237048126976/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384624 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384608.872913:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000020:00000001:1.0:1767384608.872920:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:1.0:1767384608.872933:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384608.872937:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c2e5f517. 00000100:00000001:3.0:1767384608.872944:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384608.872946:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000bc84b694. 00000100:00000040:3.0:1767384608.872957:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384608.872959:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000400:00000010:3.0:1767384608.872963:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000100:00000200:3.0:1767384608.872970:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048126976, offset 0 00000100:00000001:1.0:1767384608.872974:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1767384608.872983:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eb4efac. 00000400:00000200:3.0:1767384608.872984:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384608.872998:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062dc6377. 00000400:00000200:3.0:1767384608.873007:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384608.873010:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008f2fea2a. 00000100:00000001:1.0:1767384608.873024:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384608.873027:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384608.873031:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff02e00 00000100:00000001:1.0:1767384608.873038:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384608.873051:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x209 [2] + 0 00000100:00000001:1.0:1767384608.873053:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384608.873058:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384608.873065:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384608.873070:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000788bd09e. 00000100:00000001:1.0:1767384608.873077:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384608.873079:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005aa6cfb9 00000400:00000200:3.0:1767384608.873091:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384608.873097:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384608.873107:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384608.873108:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384608.873118:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000400:00000200:3.0:1767384608.873119:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005aa6cfb9 00000100:00000040:1.0:1767384608.873124:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000400:00000010:3.0:1767384608.873127:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005aa6cfb9. 00000100:00000001:3.0:1767384608.873136:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384608.873140:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759655808 : -106174949895808 : ffff9f6f37d3d180) 00000100:00000200:3.0:1767384608.873141:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384608.873155:0:17083:0:(events.c:337:request_in_callback()) incoming req@0000000094f2938a x1853237048126976 msgsize 304 00000100:00000040:1.0:1767384608.873158:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9b18bd8 x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:589/0 lens 224/0 e 0 to 0 dl 1767384619 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384608.873187:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384608.873200:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384608.873217:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384608.873227:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aa694cc 00000100:00000001:1.0:1767384608.873233:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384608.873235:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000020:00000010:1.0:1767384608.873241:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a95acffb. 00000100:00000001:3.0:1767384608.873243:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384608.873255:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca75edbc x1853237048126976/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384624 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.873255:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384608.873272:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a95acffb. 00000100:00100000:1.0:1767384608.873290:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9b18bd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853237048126848:12345-0@lo:400: 00000100:00000001:3.0:1767384608.873294:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384608.873307:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000ca75edbc x1853237048126976/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384624 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384608.873312:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048126848 00000020:00000001:1.0:1767384608.873321:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384608.873327:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384608.873343:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384608.873346:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.873350:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:1.0:1767384608.873353:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384608.873359:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384608.873359:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:1.0:1767384608.873373:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384608.873374:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294896649 00000020:00000001:1.0:1767384608.873379:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384608.873386:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896647 00000020:00000001:1.0:1767384608.873390:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384608.873398:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384608.873401:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294896649 00000020:00000001:1.0:1767384608.873401:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384608.873412:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384608.873415:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896647 00000100:00000001:1.0:1767384608.873418:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384608.873425:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384608.873427:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294896649 00000100:00000001:3.0:1767384608.873462:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896647 02000000:00000010:1.0:1767384608.873462:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000096e2e2a3. 02000000:00000001:1.0:1767384608.873470:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.873474:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294896650 00000100:00000001:1.0:1767384608.873477:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384608.873485:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.873487:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896647 00010000:00000040:1.0:1767384608.873498:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048126848 00000100:00000001:3.0:1767384608.873501:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384608.873502:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384608.873511:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.873513:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384608.873516:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000200:1.0:1767384608.873518:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9b18bd8 x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:589/0 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384608.873534:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000f1408661 going to sleep for 11 seconds 00000100:00000001:3.0:1767384608.873545:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384608.873552:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.873574:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384608.873582:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048126976 00010000:00000001:1.0:1767384608.873589:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1767384608.873591:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1767384608.873593:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.873596:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384608.873604:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384608.873606:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=20 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384608.873612:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384608.873625:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048126976 00000100:00000001:1.0:1767384608.873625:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384608.873631:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000020:00000001:3.0:1767384608.873633:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384608.873639:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384608.873647:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:3.0:1767384608.873648:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384608.873657:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:3.0:1767384608.873658:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 02000000:00000001:1.0:1767384608.873660:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.873668:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384608.873669:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384608.873678:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000040:1.0:1767384608.873681:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384608.873690:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000001:3.0:1767384608.873692:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1767384608.873696:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048126848, offset 224 00000020:00000010:3.0:1767384608.873698:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4faf7c8. 00000100:00000001:3.0:1767384608.873708:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384608.873715:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384608.873720:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4faf7c8. 00000020:00000010:3.0:1767384608.873730:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084ac2743. 00000400:00000200:1.0:1767384608.873733:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384608.873741:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000735471a2. 00000020:00000010:3.0:1767384608.873751:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000780f6dd8. 00000400:00000200:1.0:1767384608.873751:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff02d80 00000100:00000040:3.0:1767384608.873767:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:1.0:1767384608.873767:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x13bd [1] + 224 00000400:00000200:1.0:1767384608.873780:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384608.873781:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384608.873790:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384608.873795:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384608.873803:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384608.873809:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.873810:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384608.873821:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.873826:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384608.873844:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.873846:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384608.873853:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384608.873869:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00000040:3.0:1767384608.873874:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384608.873879:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924776016 : -106175784775600 : ffff9f6f06109050) 00000100:00000001:1.0:1767384608.873880:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384608.873888:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000100:00000040:3.0:1767384608.873890:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094f2938a x1853237048126976/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:589/0 lens 304/0 e 0 to 0 dl 1767384619 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384608.873891:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000001:1.0:1767384608.873894:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384608.873896:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384608.873903:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.873913:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384608.873921:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384608.873926:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384608.873930:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384608.873931:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1767384608.873939:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9b18bd8 x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:589/0 lens 224/224 e 0 to 0 dl 1767384619 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384608.873940:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4faf7c8. 00000100:00000001:3.0:1767384608.873952:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384608.873965:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4faf7c8. 00000100:00100000:1.0:1767384608.873978:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9b18bd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853237048126848:12345-0@lo:400: Request processed in 739us (1442us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384608.873980:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094f2938a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048126976:12345-0@lo:256: 00000100:00000200:3.0:1767384608.873997:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048126976 00000020:00000001:3.0:1767384608.874011:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384608.874019:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:1.0:1767384608.874019:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000020:00000001:3.0:1767384608.874029:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.874029:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:1.0:1767384608.874039:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384608.874040:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384608.874045:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384608.874046:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000010:1.0:1767384608.874052:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062dc6377. 00000020:00000001:3.0:1767384608.874053:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384608.874059:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384608.874062:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008f2fea2a. 00000020:00000001:3.0:1767384608.874068:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:1.0:1767384608.874074:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007eb4efac. 00000020:00000001:3.0:1767384608.874075:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384608.874085:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384608.874087:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:3.0:1767384608.874091:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384608.874098:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384608.874099:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384608.874110:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000d4f355cd. 02000000:00000001:3.0:1767384608.874117:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.874120:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.874123:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000001:3.0:1767384608.874128:0:17080:0:(mgs_handler.c:652:mgs_config_read()) Process entered 00000100:00000001:1.0:1767384608.874128:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000001:3.0:1767384608.874140:0:17080:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 00000400:00000001:1.0:1767384608.874141:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384608.874150:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:3.0:1767384608.874152:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:1.0:1767384608.874160:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ebd11cc. 20000000:00000001:3.0:1767384608.874161:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384608.874172:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac15ff4 20000000:00000001:3.0:1767384608.874173:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384608.874178:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac15ff4. 20000000:00000001:3.0:1767384608.874183:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.874185:0:16355:0:(events.c:78:reply_in_callback()) Process entered 20000000:01000000:3.0:1767384608.874192:0:17080:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 00000100:00000200:1.0:1767384608.874193:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:3.0:1767384608.874200:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000007c88cb84. 20000000:00000001:3.0:1767384608.874213:0:17080:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:3.0:1767384608.874228:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384608.874244:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000100:00000200:1.0:1767384608.874247:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:3.0:1767384608.874255:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:3.0:1767384608.874271:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:3.0:1767384608.874282:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 00000100:00000001:1.0:1767384608.874294:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 20000000:00000040:3.0:1767384608.874295:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 00000100:00000001:1.0:1767384608.874303:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:3.0:1767384608.874305:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 00000100:00000001:1.0:1767384608.874312:0:16355:0:(client.c:1578:after_reply()) Process entered 20000000:00000040:3.0:1767384608.874315:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 02000000:00000001:1.0:1767384608.874316:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384608.874324:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 20000000:00000040:3.0:1767384608.874326:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 00000100:00000001:1.0:1767384608.874342:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384608.874351:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384608.874353:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3892/1/4/3. 00000100:00001000:1.0:1767384608.874366:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=18 v=5 (5 0 0 0) 20000000:00000040:3.0:1767384608.874368:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:3.0:1767384608.874379:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000100:00001000:1.0:1767384608.874379:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384608.874391:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000040:3.0:1767384608.874392:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000100:00000001:1.0:1767384608.874397:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:3.0:1767384608.874400:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 00010000:00000001:1.0:1767384608.874403:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000040:3.0:1767384608.874407:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 00010000:00080000:1.0:1767384608.874415:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:3.0:1767384608.874417:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:3.0:1767384608.874425:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:3.0:1767384608.874462:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:3.0:1767384608.874468:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:01000000:3.0:1767384608.874471:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 204, pages 3688/1/4/3. 20000000:01000000:3.0:1767384608.874476:0:17080:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 408, version 22 20000000:00000001:3.0:1767384608.874479:0:17080:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=408 : 408 : 198) 00000100:00000001:3.0:1767384608.874483:0:17080:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:3.0:1767384608.874487:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001c4efd9e. 00000100:00000010:3.0:1767384608.874491:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002afa8da9. 00000020:00000040:3.0:1767384608.874494:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:3.0:1767384608.874499:0:17080:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:3.0:1767384608.874502:0:17080:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:3.0:1767384608.874506:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384608.874513:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002b7db1fe. 00000400:00000200:3.0:1767384608.874517:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384608.874527:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384608.874534:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 33 MB=0x695825ff02e00 00000400:00000200:3.0:1767384608.874542:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 408/408 into md 0x13c5 [4] + 0 00000400:00000010:3.0:1767384608.874545:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c475e859. 00000400:00000200:3.0:1767384608.874549:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ccfb6eb 00000400:00000200:3.0:1767384608.874552:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384608.874555:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384608.874559:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccfb6eb 00000400:00000010:3.0:1767384608.874560:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005ccfb6eb. 00000100:00000001:3.0:1767384608.874570:0:17080:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1767384608.874572:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000ca75edbc desc 000000002f5062e2 mbits 1853237048126976 00000100:00000001:3.0:1767384608.874581:0:17080:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384608.874587:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384608.874592:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:3.0:1767384608.874598:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x13d9 00000400:00000200:3.0:1767384608.874601:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384608.874604:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384608.874608:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384608.874609:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000001c4efd9e 00000100:00000001:3.0:1767384608.874611:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:3.0:1767384608.874617:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aa694cc 00000400:00000010:3.0:1767384608.874619:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:00000001:3.0:1767384608.874621:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384608.874623:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000001c4efd9e 00000100:00000001:3.0:1767384608.874627:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:3.0:1767384608.874631:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 408 bytes via portal 33 id 12345-0@lo mbits 0x695825ff02e00-0x695825ff02e00 00000100:00000001:3.0:1767384608.874634:0:17080:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384608.874639:0:17080:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.874641:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384608.874644:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:3.0:1767384608.874647:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002afa8da9. 00000100:00000010:3.0:1767384608.874650:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001c4efd9e. 00000100:00000001:3.0:1767384608.874653:0:17080:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:3.0:1767384608.874654:0:17080:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384608.874662:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000007c88cb84. 20000000:00000001:3.0:1767384608.874666:0:17080:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384608.874669:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048126976 00010000:00000001:3.0:1767384608.874672:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384608.874676:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094f2938a x1853237048126976/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:589/0 lens 304/240 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384608.874685:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384608.874687:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384608.874689:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384608.874693:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384608.874705:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384608.874707:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384608.874709:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384608.874711:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384608.874714:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384608.874720:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384608.874723:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000100:00000200:3.0:1767384608.874726:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048126976, offset 224 00000400:00000200:3.0:1767384608.874730:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384608.874736:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384608.874742:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff02e00 00000400:00000200:3.0:1767384608.874746:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x13c9 [1] + 224 00000400:00000200:3.0:1767384608.874750:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384608.874753:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384608.874756:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384608.874760:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca75edbc x1853237048126976/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384624 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384608.874770:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000ca75edbc x1853237048126976/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384624 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384608.874779:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384608.874787:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aa694cc 00000400:00000010:3.0:1767384608.874792:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:00000001:3.0:1767384608.874795:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384608.874798:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384608.874809:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384608.874816:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384608.874823:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384608.874827:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384608.874830:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384608.874841:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094f2938a x1853237048126976/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:589/0 lens 304/240 e 0 to 0 dl 1767384619 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384608.874863:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094f2938a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048126976:12345-0@lo:256: Request processed in 928us (1701us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384608.874888:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00000040:3.0:1767384608.874893:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384608.874901:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384608.874906:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384608.874910:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000735471a2. 00000020:00000010:3.0:1767384608.874918:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000780f6dd8. 00000020:00000010:3.0:1767384608.874928:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084ac2743. 00000020:00000040:3.0:1767384608.874938:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:3.0:1767384608.874945:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384608.874948:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000d4f355cd. 02000000:00000001:3.0:1767384608.874957:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384608.874962:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384608.874971:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384608.874980:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c475e859. 00000400:00000010:3.0:1767384608.874997:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ccfb6eb. 00010000:00000001:1.0:1767384608.875122:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.875127:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384608.875130:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384608.875133:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384608.875141:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.875149:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.875173:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384608.875180:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384608.875186:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384608.875198:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384608.875219:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16355:1853237048126848:0@lo:400: 00000100:00000001:1.0:1767384608.875230:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.875239:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384608.875247:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b004290b x1853237048126848/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.875268:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384608.875273:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384608.875276:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b73930b. 02000000:00000001:1.0:1767384608.875289:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384608.875295:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384608.875303:0:16355:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384608.875316:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384608.875325:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007dbb1c8d. 02000000:00000001:1.0:1767384608.875347:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384608.875350:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384608.875354:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b004290b. 00000100:00000001:1.0:1767384608.875363:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384608.875366:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.875379:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.875392:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384608.875403:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.875411:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384608.875418:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.875520:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384608.875525:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384608.875531:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384608.875533:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384608.875537:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c934e1f1. 00000400:00000200:1.0:1767384608.875546:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cda6c 00000400:00000010:1.0:1767384608.875560:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00000100:00000001:1.0:1767384608.875572:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384608.875580:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384608.875598:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.875615:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384608.875619:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.875623:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384608.875626:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384608.875632:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384608.875635:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384608.875638:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384608.875646:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384608.875656:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=20 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384608.875665:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384608.875675:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384608.875684:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384608.875695:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384608.875712:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.875714:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384608.875720:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384608.875724:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384608.875725:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.875730:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.875767:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384608.875768:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384608.875770:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384608.875775:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384608.875780:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002dd3af13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853237048126720:0@lo:400: 00000100:00000001:1.0:1767384608.875784:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.875785:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384608.875787:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002dd3af13 x1853237048126720/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384608.875794:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384608.875797:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384608.875799:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020c790a7. 02000000:00000001:1.0:1767384608.875805:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384608.875810:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384608.875812:0:16354:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384608.875822:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384608.875828:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004c8b7bd8. 02000000:00000001:1.0:1767384608.875834:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384608.875836:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384608.875838:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002dd3af13. 00000100:00000001:1.0:1767384608.875853:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384608.875862:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.875865:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384608.875871:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384608.875873:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384608.875877:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384608.875880:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384608.879485:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294896649, at 4294896650 00000100:00000040:0.0:1767384608.879492:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294896649, at 4294896650 00000100:00000010:1.0:1767384608.879494:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000895be19. 00000100:00000010:0.0:1767384608.879506:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005fb2b058. 00000100:00000040:3.0:1767384608.881508:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294896650, at 4294896652 00000100:00000010:3.0:1767384608.881515:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017ded8f6. 00000020:00000010:3.0:1767384608.884373:0:21681:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c4faf7c8. 00000020:00000040:3.0:1767384608.884390:0:21681:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384608.884393:0:21681:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c4faf7c8. 00000001:00000001:3.0:1767384609.014134:0:21723:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384609.014138:0:21723:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp18 --if ens2 00000001:00000001:3.0:1767384609.017456:0:21723:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384609.023763:0:21724:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ecdde6d0. 00000400:00000010:0.0:1767384609.023777:0:21724:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a68ac247. 00000400:00000010:0.0:1767384609.023789:0:21724:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000ffd0da8c. 00000400:00000010:0.0:1767384609.023792:0:21724:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dcc9b0af. 00000400:00000010:0.0:1767384609.023796:0:21724:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001a861962. 00000400:00000010:0.0:1767384609.023799:0:21724:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002f2c19f5. 00000400:00000010:0.0:1767384609.023801:0:21724:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000006d165890. 00000400:00000010:0.0:1767384609.023802:0:21724:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ff4abfc. 00000400:00000010:0.0:1767384609.023805:0:21724:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000d0d0945c. 00000800:00000010:0.0:1767384609.023814:0:21724:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000089bac463. 00000800:00000200:0.0:1767384609.023823:0:21724:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384609.023828:0:21724:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384609.023859:0:21724:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384609.023880:0:21724:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp18 [8/256/0/180] 00000400:00000010:0.0:1767384609.025472:0:21724:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000e09cc2f4. 00000400:00000010:0.0:1767384609.025481:0:21724:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8293fa. 00000400:00000010:0.0:1767384609.025488:0:21724:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000400:00000001:0.0:1767384609.025502:0:21724:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384609.025504:0:21724:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384609.025505:0:21724:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071971945. 00000400:00000200:0.0:1767384609.025508:0:21724:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48f6423 00000400:00000010:0.0:1767384609.025510:0:21724:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e48f6423. 00000400:00000010:0.0:1767384609.025513:0:21724:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 185 at 00000000afedfe0e. 00000400:00000200:0.0:1767384609.025518:0:21724:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (9) 00000400:00000200:0.0:1767384609.025531:0:21724:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384609.025544:0:21724:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131090 00000020:00000010:0.0:1767384609.025552:0:21724:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000efab90b1. 00000400:00000200:3.0:1767384609.025556:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384609.025556:0:21724:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384609.025558:0:21724:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp18 00000400:00000200:3.0:1767384609.025561:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:3.0:1767384609.025566:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000200:3.0:1767384609.025569:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (10) 00000400:00000010:3.0:1767384609.025574:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000092b43691. 00000400:00000010:0.0:1767384609.025576:0:21724:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a68ac247. 00000400:00000200:3.0:1767384609.025579:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000010:0.0:1767384609.025580:0:21724:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ecdde6d0. 00000400:00000200:3.0:1767384609.025592:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384609.025603:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384609.025616:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:00000001:1.0:1767384609.025618:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384609.025624:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 10000000:00000001:1.0:1767384609.025628:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384609.025633:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384609.025638:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 10000000:00000001:1.0:1767384609.025644:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384609.025649:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384609.025650:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000020:01000004:1.0:1767384609.025655:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384609.025660:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384609.025665:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384609.025666:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000020:01000004:1.0:1767384609.025669:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384609.025674:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384609.025678:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384609.025683:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384609.025686:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384609.025687:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:1.0:1767384609.025691:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384609.025694:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384609.025703:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000100:00000010:1.0:1767384609.025703:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002dd3af13. 00000400:00000200:3.0:1767384609.025714:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp17 00000020:00000040:1.0:1767384609.025715:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384609.025729:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384609.025731:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp17 lpni_is_preferred = 0 02000000:00000001:1.0:1767384609.025733:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384609.025741:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.025742:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp17 00000400:00000200:3.0:1767384609.025751:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp17 NI seq info: [21:21:256:4294967295] 192.168.203.125@tcp17 LPNI seq info [21:21:8:4294967295] 02000000:00000010:1.0:1767384609.025753:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000fb3af050. 00000100:00000001:1.0:1767384609.025763:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.025764:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp17 00000100:00000001:1.0:1767384609.025778:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384609.025783:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17:) -> 192.168.203.125@tcp17(192.168.203.125@tcp:192.168.203.125@tcp17) : PUT try# 0 00000100:00000001:1.0:1767384609.025783:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384609.025796:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002dd3af13] to pc [ptlrpcd_00_02+2] req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384609.025800:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 192 bytes in 1 frags to 12345-192.168.203.125@tcp17 00000800:00000010:3.0:1767384609.025815:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fad3f671. 00000800:00000010:3.0:1767384609.025832:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ff8351fa. 00000800:00000010:3.0:1767384609.025836:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000007ca5913f. 00000800:00000200:3.0:1767384609.025842:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (2) 00000800:00000200:3.1:1767384609.025846:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (2) 10000000:00000001:1.0:1767384609.025863:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384609.025868:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384609.025872:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.025874:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000100:00000001:0.0:1767384609.025874:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384609.025876:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384609.025882:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:0.0:1767384609.025882:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.025886:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384609.025889:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384609.025891:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384609.025894:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:0.0:1767384609.025896:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384609.025897:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384609.025905:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384609.025911:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1767384609.025917:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384609.025917:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384609.025923:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384609.025925:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384609.025929:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384609.025930:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384609.025936:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384609.025938:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.025945:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384609.025947:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384609.025950:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384609.025953:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384609.025954:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384609.025959:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b004290b. 02000000:00000001:0.0:1767384609.025962:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384609.025964:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384609.025971:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1767384609.025976:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002dd3af13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048127104:0@lo:253: 02000000:00000001:1.0:1767384609.025977:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384609.025983:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.025988:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000001:0.0:1767384609.025991:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384609.025999:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384609.026001:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.026005:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384609.026011:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000001a3c86fc. 02000000:00000010:1.0:1767384609.026014:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000023442759. 02000000:00000001:0.0:1767384609.026016:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026022:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.026025:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071971945. 00000100:00000001:1.0:1767384609.026029:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384609.026032:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.026035:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000028d278c2. 00000100:00000040:1.0:1767384609.026041:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b004290b] to pc [ptlrpcd_00_03+3] req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384609.026045:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048127104, portal 25 00000400:00000200:3.0:1767384609.026046:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000001:0.0:1767384609.026058:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384609.026066:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758968576 : -106174950583040 : ffff9f6f37c95500) 00000100:00000040:0.0:1767384609.026082:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384609.026086:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384609.026093:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.026097:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000020:00000001:1.0:1767384609.026099:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384609.026105:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384609.026117:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000efab90b1. 00000100:00000001:0.0:1767384609.026118:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384609.026133:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384609.026138:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000809ad5f7. 00000100:00000200:0.0:1767384609.026141:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048127104, offset 0 00000100:00000001:1.0:1767384609.026143:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.026147:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384609.026151:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000001:1.0:1767384609.026151:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384609.026161:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384609.026165:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384609.026179:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384609.026182:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384609.026185:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384609.026191:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384609.026193:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384609.026197:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384609.026201:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.026208:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02e80 00000100:00100000:1.0:1767384609.026209:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048127232:0@lo:253: 00000100:00000001:1.0:1767384609.026220:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384609.026222:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 02000000:00000001:1.0:1767384609.026226:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384609.026227:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x225 [2] + 0 02000000:00000001:1.0:1767384609.026230:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.026237:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384609.026237:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ceb221d. 02000000:00000010:1.0:1767384609.026244:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000008b013dea. 00000400:00000200:0.0:1767384609.026247:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003af189d6 02000000:00000001:1.0:1767384609.026255:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384609.026258:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384609.026259:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000010:1.0:1767384609.026261:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000400:00000200:0.0:1767384609.026269:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384609.026271:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d95a0c33. 00000400:00000200:0.0:1767384609.026276:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003af189d6 00000400:00000010:0.0:1767384609.026281:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003af189d6. 00000100:00000001:0.0:1767384609.026287:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384609.026290:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384609.026291:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048127232, portal 25 00000100:00000001:1.0:1767384609.026297:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384609.026300:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758966784 : -106174950584832 : ffff9f6f37c94e00) 00000100:00000040:0.0:1767384609.026302:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000dc5a6b00 x1853237048127104 msgsize 4848 00000400:00000200:3.0:1767384609.026316:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000040:1.0:1767384609.026319:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384609.026324:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384609.026347:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384609.026361:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384609.026365:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384609.026371:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384609.026377:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000809ad5f7 00000400:00000010:1.0:1767384609.026380:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f2f0e5e. 00000400:00000010:0.0:1767384609.026383:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000809ad5f7. 00000400:00000200:3.0:1767384609.026391:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:0.0:1767384609.026391:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384609.026393:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048127232, offset 0 00000100:00000200:0.0:1767384609.026399:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384609.026408:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384609.026414:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384609.026422:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384609.026431:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384609.026482:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff02f00 00000400:00000200:3.0:1767384609.026491:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.026496:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x935 [2] + 0 00000100:00000001:0.0:1767384609.026502:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384609.026505:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccedbdb0. 00000100:00000001:0.0:1767384609.026514:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384609.026516:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004aff135b 00000100:00000001:0.0:1767384609.026525:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384609.026527:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384609.026534:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384609.026535:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294896803 00000400:00000200:1.0:1767384609.026541:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aff135b 00000400:00000010:1.0:1767384609.026545:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aff135b. 00000100:00000010:0.0:1767384609.026545:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b4d4acd4. 00000400:00000200:3.0:1767384609.026562:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:1.0:1767384609.026564:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384609.026565:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000200:1.0:1767384609.026571:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384609.026575:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000003a271dac x1853237048127232 msgsize 4848 00000100:00000001:0.0:1767384609.026576:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294896803 00000100:00000010:0.0:1767384609.026585:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000138cad58. 00000100:00100000:1.0:1767384609.026590:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384609.026597:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384609.026598:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384609.026611:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384609.026615:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294896803 00000400:00000200:1.0:1767384609.026622:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f2f0e5e 00000100:00000010:0.0:1767384609.026623:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8f7bbdd. 00000400:00000010:1.0:1767384609.026627:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004f2f0e5e. 00000100:00000001:0.0:1767384609.026637:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384609.026638:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384609.026643:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00000001:0.0:1767384609.026647:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294896803 00000100:00000200:1.0:1767384609.026648:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384609.026655:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f0fb65a4. 00000100:00000001:1.0:1767384609.026670:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384609.026671:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384609.026679:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384609.026687:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384609.026688:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384609.026698:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000100:00000001:0.0:1767384609.026698:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026701:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.026704:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.026711:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384609.026721:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.026721:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384609.026729:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384609.026731:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294896803 00000100:00000001:1.0:1767384609.026738:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294896803 00000100:00000001:0.0:1767384609.026738:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.026742:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294896803 00000400:00000200:3.0:1767384609.026744:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000100:00000001:0.0:1767384609.026744:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384609.026745:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294896803 00000100:00000001:0.0:1767384609.026750:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026751:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294896803 00000100:00000001:1.0:1767384609.026758:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294896803 00000100:00000001:0.0:1767384609.026760:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026764:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294896803 00000100:00000001:1.0:1767384609.026769:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294896803 00000100:00000001:1.0:1767384609.026771:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.026775:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026779:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026781:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.026789:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000100:00000001:1.0:1767384609.026790:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384609.026793:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384609.026800:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.026805:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384609.026808:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026813:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026860:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384609.026863:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048127104 02000000:00000001:1.0:1767384609.026865:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384609.026868:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384609.026872:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.026876:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.026880:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048127104 00000020:00000001:1.0:1767384609.026883:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384609.026886:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000200:3.0:1767384609.026888:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000020:00000001:1.0:1767384609.026890:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384609.026901:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:1.0:1767384609.026905:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384609.026908:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384609.026915:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384609.026920:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a95acffb. 00000100:00000001:1.0:1767384609.026922:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384609.026925:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a95acffb. 00000020:00000010:1.0:1767384609.026934:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000020c790a7. 00000020:00000010:1.0:1767384609.026941:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000062dc6377. 00000020:00000010:1.0:1767384609.026947:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008f2fea2a. 00000100:00000040:1.0:1767384609.026964:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384609.026968:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384609.026969:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384609.026972:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026981:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.026994:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.026995:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384609.027003:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048127232 02000000:00000001:0.0:1767384609.027007:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384609.027011:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384609.027015:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.027017:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384609.027020:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.027021:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384609.027031:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1767384609.027031:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048127232 00000100:00000040:1.0:1767384609.027037:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000001:0.0:1767384609.027039:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384609.027041:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720101456 : -106174989450160 : ffff9f6f35784450) 00000020:00000040:0.0:1767384609.027045:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000040:1.0:1767384609.027048:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc5a6b00 x1853237048127104/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384609.027053:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384609.027061:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000100:00000001:1.0:1767384609.027072:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384609.027073:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:1.0:1767384609.027078:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a95acffb. 00000020:00000001:0.0:1767384609.027083:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384609.027085:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384609.027094:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a95acffb. 00000100:00000001:0.0:1767384609.027098:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384609.027106:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b2f4f05. 00000100:00100000:1.0:1767384609.027111:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc5a6b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16356:x1853237048127104:12345-0@lo:253: 00000100:00000001:0.0:1767384609.027114:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384609.027117:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048127104 00000020:00000001:1.0:1767384609.027125:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384609.027126:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b2f4f05. 00000020:00000001:1.0:1767384609.027133:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384609.027136:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384609.027139:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb87be0d. 00000020:00000001:1.0:1767384609.027147:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384609.027153:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384609.027159:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1767384609.027159:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c46853a. 00000020:00000001:1.0:1767384609.027163:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384609.027168:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1767384609.027169:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea880f36. 00000020:00000001:1.0:1767384609.027171:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384609.027178:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.027184:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384609.027184:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1767384609.027191:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384609.027193:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:3.0:1767384609.027194:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ef6a9c5. 00000100:00000001:0.0:1767384609.027197:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384609.027198:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007b1538fe. 00000800:00000010:3.0:1767384609.027201:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007d375c7e. 02000000:00000001:1.0:1767384609.027203:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.027207:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.027208:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384609.027214:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000058df1abc. 20000000:00000001:1.0:1767384609.027222:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:0.0:1767384609.027222:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384609.027237:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006414a0e6. 00000100:00000001:0.0:1767384609.027241:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 20000000:01000000:1.0:1767384609.027243:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384609.027246:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000001:1.0:1767384609.027249:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384609.027252:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384609.027256:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384609.027258:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000058df1abc. 00000100:00100000:0.0:1767384609.027258:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 20000000:00000001:1.0:1767384609.027262:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.027266:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 20000000:00000001:1.0:1767384609.027267:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384609.027273:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720114768 : -106174989436848 : ffff9f6f35787850) 00000100:00000040:0.0:1767384609.027280:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a271dac x1853237048127232/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 4848/0 e 0 to 0 dl 1767384620 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:1.0:1767384609.027284:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007eb4efac. 20000000:01000000:1.0:1767384609.027293:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 20000000:00000001:1.0:1767384609.027306:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384609.027307:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384609.027312:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b2f4f05. 00080000:00000001:1.0:1767384609.027314:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:3.0:1767384609.027315:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000001:0.0:1767384609.027316:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384609.027322:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000010:0.0:1767384609.027322:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b2f4f05. 00000100:00100000:0.0:1767384609.027347:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a271dac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048127232:12345-0@lo:253: 00000400:00000200:3.0:1767384609.027349:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp17 from 239.3.0.2 00000100:00000200:0.0:1767384609.027352:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048127232 00000800:00000010:3.0:1767384609.027353:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000077de9188. 00000020:00000001:0.0:1767384609.027355:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384609.027359:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384609.027361:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.027364:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384609.027366:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384609.027370:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384609.027371:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384609.027375:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:1.0:1767384609.027377:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:0.0:1767384609.027378:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384609.027387:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.027392:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384609.027395:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384609.027400:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000557a9a2e. 02000000:00000001:0.0:1767384609.027410:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.027412:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.027416:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384609.027427:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000efab90b1. 20000000:01000000:0.0:1767384609.027432:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384609.027484:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384609.027487:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384609.027490:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.027493:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.027497:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:1.0:1767384609.027771:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.027777:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384609.027779:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.027783:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384609.027785:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384609.027790:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:1.0:1767384609.027796:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:1.0:1767384609.027798:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384609.027802:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384609.027807:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.027817:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384609.027822:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384609.027830:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384609.027835:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384609.027840:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008485c9ee. 00080000:00000001:1.0:1767384609.027843:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898111749632 : -106175597801984 : ffff9f6f11358e00) 00080000:00000001:1.0:1767384609.027848:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384609.027853:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384609.027857:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a95acffb. 00080000:00000001:1.0:1767384609.027861:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384609.027865:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000010:3.0:1767384609.027880:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e6ecf640. 00080000:00000001:1.0:1767384609.027885:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384609.027888:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000054ac201a. 00000800:00000010:3.0:1767384609.027910:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000053894c62. 00080000:00000001:1.0:1767384609.027912:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.1:1767384609.027918:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (2) 00000800:00000200:3.1:1767384609.027924:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp17 0000000053894c62 deleted 00000800:00000010:3.1:1767384609.027928:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000053894c62. 00000800:00000200:3.1:1767384609.027935:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384609.027943:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp17 ip 192.168.203.125:1007 00000800:00000200:3.1:1767384609.027948:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fad3f671 type 1, nob 288 niov 1 nkiov 1 00000800:00000200:3.0:1767384609.027954:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp17 p 3.x 192.168.203.125 -> 192.168.203.125:1007 incarnation:1767384607306917654 sched[0] 00000800:00000010:3.0:1767384609.027960:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000058df1abc. 00000800:00000010:3.0:1767384609.028013:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000058df1abc. 00000800:00000010:3.0:1767384609.028017:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000054ac201a. 00000800:00000010:3.0:1767384609.028061:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000077de9188. 00000800:00000200:1.1:1767384609.028062:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000001:0.0:1767384609.028074:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384609.028076:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp17 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384607306917654 sched[0] 00000800:00000010:1.0:1767384609.028082:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007d375c7e. 00000800:00000001:0.0:1767384609.028086:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384609.028138:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.028149:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384609.028152:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.028160:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384609.028164:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384609.028168:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fad3f671. 00000400:00000200:0.0:1767384609.028172:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384609.028176:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17) <- 192.168.203.125@tcp17 : PUT - for me 00000400:00000200:0.0:1767384609.028180:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: PUT: OK 00000400:00000200:3.0:1767384609.028187:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 192 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384609.028192:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384609.028195:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 192/192 into md 0x1385 [1] + 0 00000400:00000200:0.0:1767384609.028199:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000400:00000010:3.0:1767384609.028201:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f8b9bef. 00000400:00000200:3.0:1767384609.028205:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000069b6c6fa 00000400:00000200:1.0:1767384609.028206:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000001:3.0:1767384609.028210:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.028227:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384609.028230:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384609.028239:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: PUT: OK 00000400:00000200:3.0:1767384609.028248:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069b6c6fa 00000400:00000010:3.0:1767384609.028250:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000400:00000200:3.0:1767384609.028258:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384609.028261:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (11) 00000400:00000200:3.0:1767384609.028267:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:3.0:1767384609.028272:0:16348:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 201 at 00000000fad3f671. 00000400:00000200:3.0:1767384609.028276:0:16348:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 10 00000400:00000200:3.0:1767384609.028282:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384609.028287:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384609.028300:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (12) 00000400:00000200:3.0:1767384609.028311:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384609.028320:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp17 to MR: 192.168.203.125@tcp17 local destination 00000400:00000200:3.0:1767384609.028341:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp17 NI seq info: [22:22:256:4294967295] 192.168.203.125@tcp17 LPNI seq info [22:22:8:4294967295] 00000400:00000200:1.0:1767384609.028357:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384609.028359:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17:192.168.203.125@tcp17) -> 192.168.203.125@tcp17(192.168.203.125@tcp17:192.168.203.125@tcp17) 192.168.203.125@tcp17 : ACK try# 0 00000400:00000200:0.0:1767384609.028376:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:3.0:1767384609.028378:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp17 00000800:00000010:3.0:1767384609.028382:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0e5f3f1. 00000400:00000010:0.0:1767384609.028382:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35c06d5. 00000400:00000010:0.0:1767384609.028390:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e48f6423. 00000800:00000200:3.0:1767384609.028392:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (4) 00000400:00000200:0.0:1767384609.028395:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000800:00000200:3.0:1767384609.028402:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp17 ip 192.168.203.125:988 00000400:00000200:0.0:1767384609.028403:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000800:00000200:3.0:1767384609.028406:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a0e5f3f1 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384609.028411:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 220 at 0000000079687535. 00000400:00000010:0.0:1767384609.028416:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 264 at 000000001de6f943. 00000400:00000010:0.0:1767384609.028421:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 220 at 000000009fc9ebd9. 00000400:00000200:1.0:1767384609.028482:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000010:0.0:1767384609.028484:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c5d5f3b1. 00000400:00000200:0.0:1767384609.028496:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c5d5f3b1 nid 192.168.203.125@tcp18 00000400:00000010:0.0:1767384609.028503:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000090e68166. 00000400:00000200:0.0:1767384609.028509:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 0000000090e68166 net tcp18 00000400:00000200:0.0:1767384609.028514:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (11) 00000400:00000200:0.0:1767384609.028523:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp18 flags 0x11 00000800:00000200:3.0:1767384609.028531:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767384609.028531:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 220 at 0000000079687535. 00000800:00000010:3.0:1767384609.028534:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0e5f3f1. 00000400:00000200:3.0:1767384609.028537:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384609.028538:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 264 at 000000001de6f943. 00000400:00000010:0.0:1767384609.028542:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 220 at 000000009fc9ebd9. 00000400:00000200:3.0:1767384609.028550:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: ACK: OK 00000400:00000010:0.0:1767384609.028550:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000fad3f671. 00000400:00000200:0.0:1767384609.028558:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384609.028565:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100551 00000800:00000001:3.0:1767384609.028566:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384609.028568:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000800:00000001:3.0:1767384609.028572:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384609.028576:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 1 00000800:00000001:3.0:1767384609.028581:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384609.028589:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 00000800:00000001:3.0:1767384609.028591:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384609.028594:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384609.028595:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384609.028602:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000800:00000001:3.0:1767384609.028603:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384609.028611:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:3.0:1767384609.028620:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17) <- 192.168.203.125@tcp17 : ACK - for me 00000400:00000200:0.0:1767384609.028620:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (12) 00000400:00000200:3.0:1767384609.028636:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp17: ACK from 12345-192.168.203.125@tcp17 into md 0x13e9 00000400:00000200:3.0:1767384609.028641:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384609.028646:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: ACK: OK 00000400:00000200:3.0:1767384609.028654:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aa694cc 00000400:00000010:3.0:1767384609.028656:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000400:00000200:1.0:1767384609.028660:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384609.028662:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384609.028670:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:3.0:1767384609.028675:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (11) 00000800:00000001:3.0:1767384609.028682:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384609.028688:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384609.028701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.028724:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.028744:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.028776:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.028805:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.028842:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.028920:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.028957:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.028980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.029010:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384609.029032:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000800:00000010:1.0:1767384609.029316:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c8b63ad5. 00000800:00000010:1.0:1767384609.029326:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f2f0e5e. 00000800:00000010:1.0:1767384609.029351:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a9571de9. 00000400:00000200:3.0:1767384609.029381:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384609.029423:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a9571de9. 00000400:00000200:3.0:1767384609.029428:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp17 from 238.3.0.2 00000800:00000010:3.0:1767384609.029434:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002ea7e3c3. 00000800:00000010:1.0:1767384609.029552:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b48162ed. 00000800:00000010:1.0:1767384609.029557:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d892242f. 00000800:00000010:1.0:1767384609.029589:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000098f7a3ea. 00000800:00000200:1.1:1767384609.029599:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (4) 00000800:00000200:1.1:1767384609.029607:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp17 0000000098f7a3ea deleted 00000800:00000010:1.1:1767384609.029610:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000098f7a3ea. 00000800:00000200:1.1:1767384609.029616:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384609.029626:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp17 p 3.x 192.168.203.125 -> 192.168.203.125:1006 incarnation:1767384607306917654 sched[0] 00000800:00000010:1.0:1767384609.029635:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a9571de9. 00000800:00000010:1.0:1767384609.029700:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a9571de9. 00000800:00000010:1.0:1767384609.029707:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d892242f. 00000800:00000010:1.0:1767384609.029770:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002ea7e3c3. 00000800:00000001:1.0:1767384609.029785:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384609.029790:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384609.029814:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384609.029818:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp17 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384607306917654 sched[0] 00000800:00000010:1.0:1767384609.029821:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f2f0e5e. 00000800:00000001:0.0:1767384609.029864:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384609.029870:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384609.030053:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008485c9ee. 00080000:00000010:0.0:1767384609.030089:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a95acffb. 00040000:00000001:0.0:1767384609.030095:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384609.030096:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384609.030099:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384609.030103:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384609.030105:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.030108:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384609.030119:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384609.030129:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384609.030133:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384609.030141:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384609.030146:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384609.030150:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384609.030154:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:3.0:1767384609.030156:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001d3e606d. 00010000:00000001:1.0:1767384609.030161:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:3.0:1767384609.030162:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #18 00010000:00000001:1.0:1767384609.030168:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:3.0:1767384609.030175:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000040:1.0:1767384609.030177:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000007a80434 count: 2 00010000:00000001:1.0:1767384609.030184:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384609.030185:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384609.030189:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384609.030192:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:1.0:1767384609.030194:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d54ab97. 00000020:00000001:1.0:1767384609.030202:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384609.030209:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d54ab97 with handle 0x71ee3a74e27190c5 to hash 00000020:00000001:1.0:1767384609.030214:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384609.030215:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384609.030218:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00010000:00000001:1.0:1767384609.030223:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00010000:00000001:1.0:1767384609.030227:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384609.030229:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384609.030232:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384609.030238:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384609.030242:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384609.030245:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384609.030248:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384609.030254:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384609.030267:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00010000:00000001:1.0:1767384609.030267:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384609.030274:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384609.030280:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384609.030282:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00010000:00000001:1.0:1767384609.030289:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000002:3.0:1767384609.030290:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000020:0.0:1767384609.030290:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384609.030297:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:0.0:1767384609.030299:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384609.030303:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006414a0e6. 00010000:00010000:1.0:1767384609.030304:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384609.030307:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384609.030313:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384609.030321:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384609.030324:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048127104 00010000:00000001:0.0:1767384609.030343:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:3.0:1767384609.030344:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384609.030349:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000200:0.0:1767384609.030350:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc5a6b00 x1853237048127104/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384609.030354:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:3.0:1767384609.030378:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384609.030379:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000010:3.0:1767384609.030383:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000099ed1a65. 00010000:00000001:0.0:1767384609.030383:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.030384:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384609.030391:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384609.030392:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617308160 : -106180092243456 : ffff9f6e0551d200) 00000100:00001000:0.0:1767384609.030393:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=26 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384609.030399:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384609.030400:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:0.0:1767384609.030401:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384609.030405:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384609.030407:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384609.030409:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384609.030413:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000058df1abc. 00010000:00000001:1.0:1767384609.030415:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000100:00000040:0.0:1767384609.030415:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00080000:00000001:3.0:1767384609.030420:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384609.030422:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384609.030424:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:0.0:1767384609.030424:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000040:1.0:1767384609.030442:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000007a80434) refcount = 2 00010000:00000040:1.0:1767384609.030446:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384609.030450:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384609.030467:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.030473:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384609.030476:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384609.030485:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384609.030486:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:1.0:1767384609.030488:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384609.030491:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384609.030493:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384609.030505:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000809ad5f7. 00010000:00000010:1.0:1767384609.030508:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9571de9. 00000100:00000200:0.0:1767384609.030514:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048127104, offset 224 00000100:00000001:1.0:1767384609.030515:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384609.030524:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004f2f0e5e. 00000100:00000001:1.0:1767384609.030529:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898601369344 : -106175108182272 : ffff9f6f2e648f00) 00000400:00000200:0.0:1767384609.030531:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384609.030535:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637898601369344 : -106175108182272 : ffff9f6f2e648f00) 00000100:00000001:1.0:1767384609.030540:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384609.030543:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:0.0:1767384609.030549:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384609.030556:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384609.030561:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384609.030562:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02e80 00010000:00000001:1.0:1767384609.030566:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384609.030570:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1767384609.030576:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13ed [2] + 224 00010000:00000001:1.0:1767384609.030577:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384609.030586:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:0.0:1767384609.030588:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384609.030592:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000400:00000200:0.0:1767384609.030595:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384609.030596:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081526855. 00000100:00000001:0.0:1767384609.030599:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384609.030604:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000100:00000200:0.0:1767384609.030610:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.030612:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384609.030617:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384609.030624:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.030629:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384609.030632:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008485c9ee. 00000100:00000001:1.0:1767384609.030645:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384609.030653:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384609.030656:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384609.030671:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000809ad5f7 00010000:00010000:1.0:1767384609.030677:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 16 pid: 17080 timeout: 379 lvb_type: 0 00000400:00000010:0.0:1767384609.030678:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000809ad5f7. 00000100:00000001:3.0:1767384609.030679:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.030688:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.030689:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384609.030696:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384609.030698:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000001:3.0:1767384609.030700:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384609.030702:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384609.030704:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384609.030705:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384609.030711:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1767384609.030713:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071971945. 00000100:00000040:0.0:1767384609.030716:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:3.0:1767384609.030724:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028d278c2 00010000:00000001:0.0:1767384609.030729:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384609.030734:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000028d278c2. 00000020:00000001:0.0:1767384609.030735:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.030745:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384609.030747:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384609.030756:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1767384609.030757:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384609.030757:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc5a6b00 x1853237048127104/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.030759:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.030776:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081526855 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048127360:0@lo:104: 00000100:00000001:1.0:1767384609.030792:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384609.030804:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1767384609.030806:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384609.030808:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc5a6b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16356:x1853237048127104:12345-0@lo:253: Request processed in 3730us (4502us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384609.030809:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.030820:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384609.030827:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034e92a37. 00000100:00000001:3.0:1767384609.030829:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384609.030831:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.030835:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384609.030844:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccf2a6ec. 00000100:00000001:3.0:1767384609.030845:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384609.030851:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 02000000:00000001:3.0:1767384609.030852:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384609.030855:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384609.030855:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00000100:00000040:0.0:1767384609.030858:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384609.030859:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384609.030862:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048127360, portal 16 02000000:00000001:3.0:1767384609.030863:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.030863:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384609.030866:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384609.030868:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=26 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384609.030870:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000062dc6377. 00000100:00000001:1.0:1767384609.030876:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:3.0:1767384609.030879:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384609.030879:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758976640 : -106174950574976 : ffff9f6f37c97480) 00000020:00000010:0.0:1767384609.030882:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008f2fea2a. 00000100:00000040:1.0:1767384609.030888:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384609.030892:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000020c790a7. 00000100:00000001:3.0:1767384609.030905:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384609.030905:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000001:3.0:1767384609.030911:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.030919:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384609.030920:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384609.030923:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384609.030923:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007b1538fe. 00010000:00000001:3.0:1767384609.030926:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.030928:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384609.030929:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384609.030936:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.030936:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384609.030938:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384609.030949:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048127360, offset 0 00000100:00000200:0.0:1767384609.030952:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384609.030954:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384609.030961:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e4a0cc. 00000400:00000200:1.0:1767384609.030964:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384609.030976:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000809ad5f7. 00000100:00000001:3.0:1767384609.030977:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384609.030986:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384609.030989:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384609.030992:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384609.030999:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff02f80 00000020:01000004:3.0:1767384609.031003:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:1.0:1767384609.031011:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 984 00000020:01000004:3.0:1767384609.031012:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384609.031023:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384609.031027:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384609.031029:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384609.031037:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384609.031042:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:01000004:3.0:1767384609.031044:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384609.031047:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:1.0:1767384609.031048:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000020:01000004:3.0:1767384609.031051:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000200:1.0:1767384609.031051:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:01000004:3.0:1767384609.031056:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000010:1.0:1767384609.031059:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c1c4cb1. 00000020:01000004:3.0:1767384609.031060:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384609.031068:0:17102:0:(events.c:337:request_in_callback()) incoming req@000000002c1c4cb1 x1853237048127360 msgsize 328 00000100:00000040:3.0:1767384609.031074:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384609.031089:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384609.031103:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002dd3af13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048127104:0@lo:253: 00000100:00000001:3.0:1767384609.031108:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.031110:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384609.031114:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384609.031115:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002dd3af13 x1853237048127104/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384609.031124:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000100:00000001:3.0:1767384609.031126:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1767384609.031128:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 02000000:00000001:3.0:1767384609.031133:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384609.031133:0:17102:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1767384609.031143:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000001a3c86fc. 00000100:00000200:1.0:1767384609.031148:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384609.031149:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384609.031152:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1767384609.031156:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048127360 00000020:00000001:3.0:1767384609.031157:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384609.031162:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 02000000:00000001:0.0:1767384609.031164:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384609.031171:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384609.031174:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384609.031177:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384609.031179:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000fb3af050. 02000000:00000001:0.0:1767384609.031187:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.031191:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384609.031193:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048127360 02000000:00000001:3.0:1767384609.031194:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384609.031196:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384609.031199:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1767384609.031200:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384609.031206:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000100:00000010:3.0:1767384609.031207:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002dd3af13. 00000020:00000001:0.0:1767384609.031213:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384609.031217:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1767384609.031220:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000100:00000001:3.0:1767384609.031224:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384609.031231:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:3.0:1767384609.031232:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.031244:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.031244:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:3.0:1767384609.031246:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384609.031253:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.031256:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384609.031258:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.031258:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384609.031262:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.031263:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384609.031263:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b2f4f05. 00000100:00000001:1.0:1767384609.031267:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294896807 00000100:00000001:0.0:1767384609.031269:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.031275:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294896803 00000020:00000010:0.0:1767384609.031276:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b2f4f05. 00000100:00000001:1.0:1767384609.031287:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294896807 00000020:00000010:0.0:1767384609.031291:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001de6f943. 00000100:00000001:1.0:1767384609.031299:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294896803 00000100:00000001:1.0:1767384609.031311:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294896807 00000020:00000010:0.0:1767384609.031312:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d18fc26d. 00000020:00000010:0.0:1767384609.031322:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c59e1922. 00000100:00000001:1.0:1767384609.031323:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294896803 00000100:00000040:0.0:1767384609.031351:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1767384609.031354:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294896807 00000100:00000001:0.0:1767384609.031355:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384609.031358:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384609.031361:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.031369:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.031370:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294896803 00000100:00000001:1.0:1767384609.031379:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384609.031382:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.031384:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.031391:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.031394:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384609.031397:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.031399:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384609.031400:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384609.031402:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384609.031410:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:1.0:1767384609.031410:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.031410:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384609.031419:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1767384609.031419:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00100000:0.0:1767384609.031421:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00000001:1.0:1767384609.031428:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384609.031430:0:17069:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.031430:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00000100:00000001:1.0:1767384609.031464:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.031468:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384609.031470:0:17069:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.031470:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758973056 : -106174950578560 : ffff9f6f37c96680) 00000100:00000001:1.0:1767384609.031472:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384609.031481:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000004f2f0e5e going to sleep for 11 seconds 00000100:00000001:1.0:1767384609.031484:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384609.031486:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c1c4cb1 x1853237048127360/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 328/0 e 0 to 0 dl 1767384620 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384609.031488:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.031503:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384609.031508:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b2f4f05. 00000100:00000001:0.0:1767384609.031511:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384609.031513:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b2f4f05. 00000100:00100000:0.0:1767384609.031518:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c1c4cb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048127360:12345-0@lo:104: 00000100:00000200:0.0:1767384609.031522:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048127360 00010000:00000001:0.0:1767384609.031525:0:17070:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384609.031530:0:17070:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384609.031532:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384609.031534:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b57e76a0 refcount=2 00000020:00000001:0.0:1767384609.031537:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00010000:00000001:0.0:1767384609.031540:0:17070:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00010000:00000001:0.0:1767384609.031543:0:17070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384609.031548:0:17070:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384609.031552:0:17070:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384609.031574:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384609.031577:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384609.031580:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ecdde6d0. 02000000:00000001:0.0:1767384609.031583:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.031585:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384609.031588:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384609.031590:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384609.031592:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384609.031596:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384609.031599:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384609.031601:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384609.031603:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384609.031605:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.031607:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384609.031610:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384609.031614:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000891cb20e. 00000100:00000200:0.0:1767384609.031617:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048127360, offset 224 00000400:00000200:0.0:1767384609.031622:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384609.031629:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384609.031638:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff02f80 00000400:00000200:0.0:1767384609.031642:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1405 [1] + 224 00000400:00000200:0.0:1767384609.031646:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384609.031648:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384609.031651:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384609.031655:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384609.031661:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384609.031675:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384609.031678:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000891cb20e 00000400:00000010:0.0:1767384609.031680:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000891cb20e. 00000100:00000001:0.0:1767384609.031682:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384609.031688:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384609.031691:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384609.031696:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384609.031699:0:17070:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384609.031701:0:17070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000004710a01c. 00010000:00000001:0.0:1767384609.031705:0:17070:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384609.031706:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384609.031713:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384609.031715:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384609.031718:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccf2a6ec. 00010000:00010000:0.0:1767384609.031719:0:17070:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:1.0:1767384609.031724:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cda6c 00010000:00000001:0.0:1767384609.031727:0:17070:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384609.031728:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00010000:00000001:0.0:1767384609.031736:0:17070:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.031737:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384609.031744:0:17070:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384609.031746:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384609.031757:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000040:0.0:1767384609.031757:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c1c4cb1 x1853237048127360/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384609.031764:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384609.031765:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1767384609.031776:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384609.031790:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384609.031799:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384609.031805:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384609.031826:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384609.031831:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384609.031833:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b57e76a0 already unused, calling callback (000000001dab8c51) 00000100:00100000:0.0:1767384609.031835:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c1c4cb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048127360:12345-0@lo:104: Request processed in 321us (755us total) trans 0 rc 0/0 10000000:00000001:3.0:1767384609.031838:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384609.031844:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384609.031849:0:17102:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:0.0:1767384609.031856:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00000001:3.0:1767384609.031857:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:1.0:1767384609.031857:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384609.031863:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1767384609.031865:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384609.031865:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00000100:00000001:1.0:1767384609.031867:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.031869:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384609.031877:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384609.031878:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b57e76a0 refcount=3 00000100:00000001:0.0:1767384609.031878:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384609.031884:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1767384609.031889:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00000020:00000010:0.0:1767384609.031889:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d18fc26d. 00000100:00001000:1.0:1767384609.031891:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=26 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384609.031897:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c59e1922. 00010000:00000001:3.0:1767384609.031900:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00000100:00001000:1.0:1767384609.031902:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=26 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384609.031905:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000020:00000010:0.0:1767384609.031905:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001de6f943. 00000100:00000001:1.0:1767384609.031907:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:3.0:1767384609.031911:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384609.031915:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384609.031917:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00010000:00000001:1.0:1767384609.031927:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384609.031929:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384609.031931:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.031939:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384609.031949:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384609.031957:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384609.031960:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00010000:3.0:1767384609.031963:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384609.031965:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384609.031968:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384609.031977:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384609.031983:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:01000000:3.0:1767384609.031985:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00000001:1.0:1767384609.031986:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384609.031990:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384609.031997:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000040:1.0:1767384609.032001:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:3.0:1767384609.032002:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384609.032013:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384609.032022:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384609.032027:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384609.032031:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081526855 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048127360:0@lo:104: 00000100:00000001:1.0:1767384609.032041:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.032044:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.032047:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384609.032049:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:3.0:1767384609.032050:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000040:1.0:1767384609.032053:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081526855 x1853237048127360/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:3.0:1767384609.032055:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384609.032060:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 10000000:00000001:3.0:1767384609.032071:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:1.0:1767384609.032072:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:3.0:1767384609.032079:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.032080:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384609.032086:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034e92a37. 00010000:00000001:3.0:1767384609.032089:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:1.0:1767384609.032093:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384609.032095:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000001:1.0:1767384609.032096:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1767384609.032099:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384609.032101:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:1.0:1767384609.032108:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 00010000:00000001:3.0:1767384609.032109:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384609.032118:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1767384609.032119:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b57e76a0 with handle 0x71ee3a74e27190b7 from hash 02000000:00000010:1.0:1767384609.032122:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000008485c9ee. 00010000:00000001:3.0:1767384609.032132:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384609.032132:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384609.032140:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1767384609.032141:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384609.032146:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081526855. 00010000:00000001:3.0:1767384609.032148:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.032154:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:1.0:1767384609.032156:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384609.032158:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.032159:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000010:1.0:1767384609.032161:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004f2f0e5e. 00010000:00000001:3.0:1767384609.032163:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00000001:1.0:1767384609.032165:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384609.032169:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384609.032170:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000010:1.0:1767384609.032179:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9571de9. 00010000:00000001:3.0:1767384609.032180:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767384609.032189:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.032192:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384609.032193:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be90a156. 00010000:00000001:1.0:1767384609.032196:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384609.032201:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 20000000:00000001:1.0:1767384609.032203:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384609.032207:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384609.032210:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00010000:1.0:1767384609.032211:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384609.032217:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384609.032226:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384609.032235:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000420e6d67. 00000100:00000001:3.0:1767384609.032248:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.032251:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384609.032256:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384609.032261:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384609.032262:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.032265:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384609.032266:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.032270:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be90a156] to pc [ptlrpcd_00_00+0] req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.032297:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384609.032300:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.032301:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.032303:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.032305:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384609.032306:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.032307:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1767384609.032308:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384609.032311:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.032313:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384609.032314:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384609.032315:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 00000000b57e76a0/0x71ee3a74e27190b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27190be expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384609.032317:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384609.032321:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000017083b83 count: 0 00000100:00000001:0.0:1767384609.032325:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384609.032326:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.032340:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1767384609.032341:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.032343:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:0.0:1767384609.032343:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384609.032344:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000004710a01c. 02000000:00000001:0.0:1767384609.032345:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.032348:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.032350:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384609.032351:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.032353:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384609.032354:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384609.032355:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000be90a156 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048127488:0@lo:103: 00000020:00000001:3.0:1767384609.032356:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.032357:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384609.032360:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1767384609.032364:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384609.032364:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384609.032366:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384609.032367:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384609.032367:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.032369:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384609.032372:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001de6f943. 02000000:00000001:0.0:1767384609.032374:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.032378:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047212796. 00000400:00000010:0.0:1767384609.032382:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000891cb20e. 00000100:00000200:0.0:1767384609.032386:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048127488, portal 18 00000100:00000001:0.0:1767384609.032389:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384609.032390:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623574784 : -106175085976832 : ffff9f6f2fb76300) 00000100:00000040:0.0:1767384609.032396:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.032399:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.032402:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.032403:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384609.032405:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384609.032408:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ef61e92. 00000100:00000200:0.0:1767384609.032410:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048127488, offset 0 00000400:00000200:0.0:1767384609.032414:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384609.032422:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384609.032430:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff03000 00000400:00000200:0.0:1767384609.032473:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 984 00000400:00000200:0.0:1767384609.032480:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384609.032484:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384609.032492:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384609.032495:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384609.032499:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087860c18. 00000100:00000040:0.0:1767384609.032501:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000087860c18 x1853237048127488 msgsize 328 00000100:00100000:0.0:1767384609.032508:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384609.032521:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384609.032526:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ef61e92 00000400:00000010:0.0:1767384609.032528:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ef61e92. 00000100:00000001:0.0:1767384609.032533:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1767384609.032535:0:17073:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000fb3af050. 00000100:00000200:0.0:1767384609.032537:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.032539:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384609.032541:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048127488 02000000:00000001:3.0:1767384609.032544:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384609.032546:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384609.032547:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384609.032550:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384609.032553:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048127488 00000100:00000001:0.0:1767384609.032553:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384609.032556:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384609.032557:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000040:0.0:1767384609.032558:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384609.032560:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.032562:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:3.0:1767384609.032564:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384609.032567:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384609.032567:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.032569:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384609.032570:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384609.032572:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbeb41e9. 00000100:00000001:3.0:1767384609.032574:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384609.032574:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384609.032576:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbeb41e9. 00000100:00000001:0.0:1767384609.032578:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294896809 00000020:00000010:3.0:1767384609.032580:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084ac2743. 00000020:00000010:3.0:1767384609.032584:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037e4f301. 00000100:00000001:0.0:1767384609.032586:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294896807 00000020:00000010:3.0:1767384609.032587:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000780f6dd8. 00000100:00000001:0.0:1767384609.032592:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294896809 00000100:00000040:3.0:1767384609.032600:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384609.032602:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294896807 00000100:00000001:3.0:1767384609.032603:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384609.032605:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1767384609.032607:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:0.0:1767384609.032607:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294896809 00010000:00000001:3.0:1767384609.032609:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384609.032611:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294896807 00010000:00000001:3.0:1767384609.032612:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:0.0:1767384609.032614:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294896809 00010000:00000001:3.0:1767384609.032615:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.032618:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.032620:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=4 00000100:00000001:0.0:1767384609.032621:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294896807 00000100:00000001:0.0:1767384609.032624:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384609.032627:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.032629:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00000100:00000001:0.0:1767384609.032630:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.032631:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00000100:00000001:0.0:1767384609.032631:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384609.032637:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 16 pid: 17080 timeout: 379 lvb_type: 0 00000100:00000001:0.0:1767384609.032637:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384609.032640:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384609.032643:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384609.032645:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384609.032645:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384609.032648:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.032649:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.032649:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.032652:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.032653:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.032656:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384609.032660:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000087860c18 x1853237048127488/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 328/0 e 0 to 0 dl 1767384620 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.032666:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384609.032668:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.032681:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384609.032698:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384609.032700:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384609.032707:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000001:1.0:1767384609.032709:0:18905:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1767384609.032711:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:1.0:1767384609.032715:0:18905:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384609.032716:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759366272 : -106174950185344 : ffff9f6f37cf6680) 00000100:00000001:1.0:1767384609.032722:0:18905:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.032725:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087860c18 x1853237048127488/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 328/0 e 0 to 0 dl 1767384620 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.032731:0:18905:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.032750:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384609.032754:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dbeb41e9. 00000100:00000001:3.0:1767384609.032757:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384609.032759:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dbeb41e9. 00000100:00100000:3.0:1767384609.032765:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087860c18 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048127488:12345-0@lo:103: 00000100:00000200:3.0:1767384609.032768:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048127488 00010000:00000001:3.0:1767384609.032771:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1767384609.032774:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1767384609.032777:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1767384609.032780:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384609.032788:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384609.032789:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d4f355cd. 02000000:00000001:3.0:1767384609.032790:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.032793:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.032795:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384609.032798:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384609.032799:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.032800:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.032801:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=4 00000020:00000001:3.0:1767384609.032802:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384609.032803:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000040:3.0:1767384609.032805:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000007a80434 count: 3 00010000:00010000:3.0:1767384609.032808:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 16 pid: 17080 timeout: 379 lvb_type: 0 00000100:00001000:3.0:1767384609.032812:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384609 v=100 (0 0 0 0) 00010000:00000001:3.0:1767384609.032813:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384609.032817:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.032818:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384609.032819:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 16 pid: 17080 timeout: 379 lvb_type: 0 00000020:00000001:3.0:1767384609.032823:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.032824:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.032825:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384609.032827:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.032828:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384609.032829:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384609.032833:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.032833:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.032834:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.032835:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384609.032837:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000acd00157 with handle 0x71ee3a74e27190be from hash 00010000:00000001:3.0:1767384609.032840:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384609.032841:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.032843:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.032850:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384609.032852:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384609.032854:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384609.032857:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000acd00157/0x71ee3a74e27190be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e27190b7 expref: 16 pid: 17080 timeout: 379 lvb_type: 0 00010000:00000040:3.0:1767384609.032862:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:3.0:1767384609.032865:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00010000:00000001:3.0:1767384609.032873:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.032875:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384609.032878:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000010:1.0:1767384609.032878:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000099ed1a65. 00010000:00000040:3.0:1767384609.032883:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000002d54ab97 00010000:00000001:3.0:1767384609.032886:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384609.032888:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384609.032889:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.032891:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384609.032893:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.032894:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384609.032896:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384609.032897:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.032904:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384609.032906:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384609.032908:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384609.032910:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384609.032912:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000007a80434) refcount = 2 00010000:00010000:3.0:1767384609.032915:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.032920:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384609.032921:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384609.032923:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384609.032925:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384609.032928:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dbeb41e9. 00000100:00000001:3.0:1767384609.032931:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00080000:00000010:0.0:1767384609.032931:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000058df1abc. 00000100:00000010:3.0:1767384609.032934:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054ac201a. 00040000:00000001:0.0:1767384609.032934:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384609.032935:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384609.032937:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384609.032940:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 00000100:00000001:3.0:1767384609.032941:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898362024896 : -106175347526720 : ffff9f6f202073c0) 20000000:00000001:0.0:1767384609.032942:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.032943:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637898362024896 : -106175347526720 : ffff9f6f202073c0) 20000000:00000001:0.0:1767384609.032944:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000100:00000001:3.0:1767384609.032946:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384609.032947:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384609.032949:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:01000000:0.0:1767384609.032949:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384609.032951:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000001:0.0:1767384609.032951:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384609.032953:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1767384609.032954:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:3.0:1767384609.032957:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000001:0.0:1767384609.032957:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000001:3.0:1767384609.032958:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.032959:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d54ab97 refcount=5 00000020:00000001:3.0:1767384609.032961:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00010000:00000001:3.0:1767384609.032963:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00010000:00000001:3.0:1767384609.032965:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384609.032966:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.032973:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384609.032975:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.032980:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.032982:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384609.032984:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.032989:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.032991:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.032994:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384609.032995:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384609.033001:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d54ab97 already unused, calling callback (000000009752a4b4) 00010000:00000001:3.0:1767384609.033004:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.033006:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384609.033008:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.033021:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384609.033022:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384609.033024:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384609.033026:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d54ab97 refcount=6 00000020:00000001:3.0:1767384609.033028:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00010000:00000001:3.0:1767384609.033031:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00010000:00000001:3.0:1767384609.033033:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384609.033035:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.033040:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384609.033042:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384609.033043:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.033053:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384609.033055:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384609.033057:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384609.033059:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384609.033061:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d54ab97 with handle 0x71ee3a74e27190c5 from hash 00010000:00000001:3.0:1767384609.033063:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384609.033066:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.033068:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.033071:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384609.033075:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384609.033078:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:1.0:1767384609.033080:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.033081:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00080000:00000020:0.0:1767384609.033081:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384609.033088:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.033089:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384609.033095:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000efab90b1. 00010000:00000001:3.0:1767384609.033098:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384609.033105:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.033107:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384609.033114:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384609.033116:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000040:0.0:1767384609.033117:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048127232 00010000:00000001:3.0:1767384609.033118:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:1.0:1767384609.033123:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:3.0:1767384609.033125:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384609.033125:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384609.033129:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384609.033131:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384609.033136:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a271dac x1853237048127232/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384609.033144:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.033155:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.033170:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:3.0:1767384609.033171:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384609.033174:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384609.033174:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384609.033178:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.033181:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:0.0:1767384609.033181:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=26 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384609.033183:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384609.033185:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384609.033187:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1767384609.033187:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:1.0:1767384609.033189:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:3.0:1767384609.033192:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:0.0:1767384609.033194:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:3.0:1767384609.033195:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384609.033196:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384609.033197:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:3.0:1767384609.033198:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:0.0:1767384609.033200:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384609.033201:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384609.033202:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384609.033203:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.033204:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384609.033204:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384609.033206:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d54ab97/0x71ee3a74e27190c5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384609.033206:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384609.033210:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000914f858a. 00010000:00000001:3.0:1767384609.033214:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384609.033214:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048127232, offset 224 00010000:00000001:3.0:1767384609.033215:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.033218:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1767384609.033219:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1767384609.033219:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384609.033222:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.033223:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.033225:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000200:0.0:1767384609.033225:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384609.033228:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000054ac201a. 00000100:00000001:3.0:1767384609.033231:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:0.0:1767384609.033231:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff02f00 00010000:00000001:3.0:1767384609.033232:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384609.033234:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dbeb41e9. 00000400:00000200:0.0:1767384609.033236:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x13f5 [2] + 224 00010000:00000001:3.0:1767384609.033237:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1767384609.033239:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000007a80434 count: 0 00000400:00000200:0.0:1767384609.033242:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384609.033245:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:0.0:1767384609.033245:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384609.033246:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384609.033248:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384609.033249:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384609.033250:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384609.033252:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=26 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384609.033252:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.033256:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384609.033258:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:3.0:1767384609.033260:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000040:0.0:1767384609.033261:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384609.033270:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384609.033271:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384609.033274:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384609.033277:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384609.033279:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000100:00000200:3.0:1767384609.033282:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048127488, offset 224 00000100:00000001:0.0:1767384609.033283:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384609.033288:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384609.033296:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f858a 00000400:00000010:0.0:1767384609.033298:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000914f858a. 00000400:00000200:3.0:1767384609.033301:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384609.033302:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384609.033302:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384609.033309:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384609.033310:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384609.033315:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff03000 00000100:00000001:0.0:1767384609.033322:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384609.033323:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384609.033327:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384609.033345:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:0.0:1767384609.033353:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384609.033354:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c934e1f1. 00000020:00000001:0.0:1767384609.033357:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.033363:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384609.033364:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d95a0c33 00000100:00000040:0.0:1767384609.033371:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a271dac x1853237048127232/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 4848/4768 e 0 to 0 dl 1767384620 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384609.033373:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d95a0c33. 00000100:00000001:1.0:1767384609.033386:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384609.033391:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a271dac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048127232:12345-0@lo:253: Request processed in 6082us (6813us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384609.033392:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1415 [1] + 224 00000400:00000200:3.0:1767384609.033397:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384609.033398:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384609.033411:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384609.033411:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00000040:0.0:1767384609.033426:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384609.033429:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384609.033435:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384609.033472:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.033482:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384609.033485:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.033488:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384609.033490:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384609.033492:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384609.033493:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384609.033496:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384609.033500:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=26 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384609.033503:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384609.033506:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384609.033507:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.033510:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384609.033512:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.033515:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384609.033519:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.033525:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.033528:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384609.033529:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384609.033533:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384609.033535:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384609.033538:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384609.033550:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384609.033551:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384609.033553:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384609.033555:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384609.033557:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384609.033559:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384609.033564:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384609.033572:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048127232:0@lo:253: 00000100:00000001:1.0:1767384609.033578:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.033581:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384609.033586:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b004290b x1853237048127232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.033592:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384609.033595:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384609.033598:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000008b013dea. 02000000:00000001:1.0:1767384609.033605:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384609.033608:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384609.033610:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384609.033612:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384609.033614:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000023442759. 02000000:00000001:1.0:1767384609.033622:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384609.033624:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384609.033626:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b004290b. 00000100:00000001:1.0:1767384609.033633:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384609.033635:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.033637:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.033644:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384609.033646:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.033649:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.033653:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384609.033667:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384609.033680:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.033696:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384609.033705:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aa694cc 00000400:00000010:3.0:1767384609.033708:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:00000001:3.0:1767384609.033718:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384609.033719:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384609.033723:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384609.033723:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384609.033731:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384609.033733:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384609.033735:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384609.033738:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047212796. 00000100:00000040:3.0:1767384609.033744:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:1.0:1767384609.033747:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000891cb20e 00010000:00000001:3.0:1767384609.033750:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.033753:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384609.033757:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087860c18 x1853237048127488/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:590/0 lens 328/224 e 0 to 0 dl 1767384620 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384609.033764:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000891cb20e. 00000100:00100000:3.0:1767384609.033777:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087860c18 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048127488:12345-0@lo:103: Request processed in 1024us (1272us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384609.033777:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384609.033787:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384609.033795:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384609.033806:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000200:1.0:1767384609.033814:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384609.033819:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384609.033827:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384609.033833:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384609.033835:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037e4f301. 00000100:00000001:1.0:1767384609.033838:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.033844:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384609.033846:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000780f6dd8. 02000000:00000001:1.0:1767384609.033846:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384609.033851:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384609.033854:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384609.033856:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084ac2743. 02000000:00000001:1.0:1767384609.033858:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384609.033866:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=26 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384609.033867:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:3.0:1767384609.033878:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384609.033879:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384609.033888:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384609.033890:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384609.033893:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384609.033896:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.033898:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384609.033902:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.033908:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384609.033910:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384609.033913:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384609.033916:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384609.033923:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000be90a156 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048127488:0@lo:103: 00000100:00000001:1.0:1767384609.033938:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.033940:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384609.033946:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000be90a156 x1853237048127488/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384625 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384609.033954:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384609.033962:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384609.033965:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001de6f943. 00000100:00000001:0.0:1767384609.033969:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384609.033970:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384609.033975:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:0.0:1767384609.033977:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c46853a. 00000020:00000040:1.0:1767384609.033979:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384609.033991:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384609.033994:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea880f36. 02000000:00000010:1.0:1767384609.033995:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000420e6d67. 02000000:00000001:1.0:1767384609.034008:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:0.0:1767384609.034011:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb87be0d. 02000000:00000001:1.0:1767384609.034012:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384609.034017:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be90a156. 00000020:00000040:0.0:1767384609.034020:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:1.0:1767384609.034022:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384609.034026:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384609.034026:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384609.034031:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000557a9a2e. 00000100:00000001:1.0:1767384609.034032:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384609.034038:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384609.034041:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384609.034041:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384609.034048:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384609.034050:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384609.034052:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384609.034055:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384609.034056:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009222f8de. 00000400:00000010:0.0:1767384609.034064:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000914f858a. 00010000:00000010:3.1:1767384609.035802:0:21727:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000017083b83. 00010000:00000010:3.1:1767384609.035808:0:21727:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b57e76a0. 00010000:00000010:3.1:1767384609.038465:0:21730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000acd00157. 00010000:00000010:3.1:1767384609.038472:0:21730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d54ab97. 00010000:00000010:3.1:1767384609.038476:0:21730:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000007a80434. 00000100:00000040:0.0:1767384609.039476:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294896809, at 4294896810 00000100:00000040:3.0:1767384609.039481:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294896809, at 4294896810 00000100:00000010:0.0:1767384609.039483:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b4d4acd4. 00000100:00000010:3.0:1767384609.039487:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f0fb65a4. 00000100:00000040:1.0:1767384609.039535:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294896809, at 4294896810 00000100:00000010:1.0:1767384609.039547:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000138cad58. 00000400:00000010:0.0:1767384609.041781:0:21729:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000003a077fb. 00000400:00000040:0.0:1767384609.041815:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384609.041817:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384609.041820:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384609.041822:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384609.041824:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384609.041825:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384609.041828:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384609.041830:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384609.041832:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384609.041833:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384609.041836:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384609.041838:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384609.041840:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384609.041842:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384609.041843:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384609.041845:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384609.041847:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384609.041848:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384609.041850:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384609.041852:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384609.041854:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384609.041856:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384609.041858:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384609.041859:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384609.041861:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384609.041864:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384609.041865:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384609.041867:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384609.041869:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384609.041871:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384609.041872:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384609.041874:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384609.041876:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384609.041878:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384609.041879:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384609.041881:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384609.041883:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384609.041885:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384609.041891:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384609.041893:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384609.041894:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384609.041896:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384609.041905:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384609.041907:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384609.041909:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384609.041911:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384609.041912:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384609.041913:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384609.041916:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384609.041917:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384609.041919:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384609.041920:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384609.041922:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384609.041923:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384609.041925:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384609.041926:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384609.041928:0:21729:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384609.041960:0:21729:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000003a077fb. 00010000:00000001:3.0:1767384609.701550:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384609.701556:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384609.701561:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384609.701561:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384609.701603:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384609.701607:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384609.701610:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384609.785639:0:21940:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000056425c26. 00080000:00000010:3.0:1767384609.785648:0:21940:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000056425c26. 00000020:00000001:3.0:1767384609.785653:0:21940:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384609.785660:0:21940:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000056425c26. 00080000:00000010:3.0:1767384609.785665:0:21940:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000056425c26. 00000020:00000001:3.0:1767384609.785668:0:21940:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384609.893560:0:17894:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384609.893567:0:17894:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384610.581235:0:22104:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384610.581240:0:22104:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp19 --if ens2 00000001:00000001:3.0:1767384610.586027:0:22104:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384610.595222:0:22105:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000009ef6d104. 00000400:00000010:3.0:1767384610.595238:0:22105:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a0fdea7e. 00000400:00000010:3.0:1767384610.595248:0:22105:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000eb99be93. 00000400:00000010:3.0:1767384610.595251:0:22105:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ad868b99. 00000400:00000010:3.0:1767384610.595255:0:22105:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f1964875. 00000400:00000010:3.0:1767384610.595258:0:22105:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002ed3fd1e. 00000400:00000010:3.0:1767384610.595260:0:22105:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000085b772a9. 00000400:00000010:3.0:1767384610.595261:0:22105:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc7c1f5d. 00000400:00000010:3.0:1767384610.595265:0:22105:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000683a49e0. 00000800:00000010:3.0:1767384610.595275:0:22105:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a0e5f3f1. 00000800:00000200:3.0:1767384610.595287:0:22105:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384610.595298:0:22105:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384610.595366:0:22105:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:3.0:1767384610.595389:0:22105:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp19 [8/256/0/180] 00000400:00000010:3.0:1767384610.597333:0:22105:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 217 at 0000000031e7ff04. 00000400:00000010:3.0:1767384610.597340:0:22105:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f8b9bef. 00000400:00000010:3.0:1767384610.597345:0:22105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000001:3.0:1767384610.597371:0:22105:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384610.597372:0:22105:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384610.597373:0:22105:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8293fa. 00000400:00000200:3.0:1767384610.597376:0:22105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:3.0:1767384610.597378:0:22105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000400:00000010:3.0:1767384610.597381:0:22105:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 201 at 00000000e09cc2f4. 00000400:00000200:3.0:1767384610.597385:0:22105:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (10) 00000400:00000200:3.0:1767384610.597396:0:22105:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384610.597405:0:22105:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131091 00000020:00000010:3.0:1767384610.597412:0:22105:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c35c8687. 00000020:01000000:3.0:1767384610.597417:0:22105:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384610.597419:0:22105:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp19 00000400:00000200:0.0:1767384610.597422:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384610.597430:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:3.0:1767384610.597433:0:22105:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a0fdea7e. 00000400:00000010:3.0:1767384610.597472:0:22105:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000009ef6d104. 00000400:00000010:0.0:1767384610.597634:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ef61e92. 00000400:00000200:0.0:1767384610.597641:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (11) 00000400:00000010:0.0:1767384610.597649:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d1c94f30. 00000400:00000200:0.0:1767384610.597656:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:0.0:1767384610.597671:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:0.0:1767384610.597679:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:0.0:1767384610.597684:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:0.0:1767384610.597689:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:0.0:1767384610.597694:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:0.0:1767384610.597718:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:0.0:1767384610.597723:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:0.0:1767384610.597728:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:0.0:1767384610.597735:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:0.0:1767384610.597748:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:0.0:1767384610.597756:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:0.0:1767384610.597762:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp18 00000400:00000200:0.0:1767384610.597771:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp18 lpni_is_preferred = 0 00000400:00000200:0.0:1767384610.597777:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp18 00000400:00000200:0.0:1767384610.597784:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp18 NI seq info: [23:23:256:4294967295] 192.168.203.125@tcp18 LPNI seq info [23:23:8:4294967295] 00000400:00000200:0.0:1767384610.597795:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp18 00000400:00000200:0.0:1767384610.597806:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp18(192.168.203.125@tcp18:) -> 192.168.203.125@tcp18(192.168.203.125@tcp:192.168.203.125@tcp18) : PUT try# 0 00000800:00000200:0.0:1767384610.597818:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 208 bytes in 1 frags to 12345-192.168.203.125@tcp18 00000800:00000010:0.0:1767384610.597824:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fc9ebd9. 00000800:00000010:0.0:1767384610.597836:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008c404318. 00000800:00000010:0.0:1767384610.597845:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000087caa583. 00000800:00000200:0.0:1767384610.597854:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c404318] -> 12345-192.168.203.125@tcp18 (2) 00000800:00000200:0.1:1767384610.597862:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c404318] -> 12345-192.168.203.125@tcp18 (2) 00000100:00000001:1.0:1767384610.597878:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384610.597883:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000100:00000001:1.0:1767384610.597890:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384610.597892:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:1.0:1767384610.597900:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384610.597915:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003619467f x1853237048127616/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.597949:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384610.597953:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384610.597959:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384610.597965:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384610.597969:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384610.597983:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003619467f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048127616:0@lo:253: 00000100:00000001:1.0:1767384610.597995:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384610.598008:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384610.598013:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384610.598017:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 02000000:00000001:1.0:1767384610.598018:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384610.598043:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000480a3b49. 02000000:00000001:1.0:1767384610.598049:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384610.598058:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000400:00000010:1.0:1767384610.598070:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025a9fb99. 00000100:00000200:1.0:1767384610.598086:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048127616, portal 25 00000100:00000001:1.0:1767384610.598092:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384610.598096:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000001:1.0:1767384610.598097:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759659392 : -106174949892224 : ffff9f6f37d3df80) 00000100:00000040:1.0:1767384610.598114:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003619467f x1853237048127616/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.598136:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384610.598139:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00000040:1.0:1767384610.598148:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384610.598156:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c36a614. 00000100:00000200:1.0:1767384610.598167:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048127616, offset 0 00000400:00000200:0.0:1767384610.598172:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384610.598193:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384610.598214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384610.598227:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384610.598255:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384610.598268:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03080 00000400:00000200:1.0:1767384610.598290:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x945 [2] + 0 00000400:00000200:0.0:1767384610.598301:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000010:1.0:1767384610.598304:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000089ae9e3. 00000400:00000200:1.0:1767384610.598340:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007e1592e8 00000400:00000200:1.0:1767384610.598357:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384610.598367:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384610.598391:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384610.598415:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e1592e8 00000400:00000010:1.0:1767384610.598423:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e1592e8. 00000100:00000001:1.0:1767384610.598436:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384610.598486:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000200:1.0:1767384610.598487:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384610.598502:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000873e9555 x1853237048127616 msgsize 4848 00000100:00100000:1.0:1767384610.598538:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1767384610.598552:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000100:00000040:1.0:1767384610.598553:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384610.598581:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384610.598600:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c36a614 00000400:00000010:1.0:1767384610.598605:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c36a614. 00000100:00000001:1.0:1767384610.598613:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384610.598623:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003619467f x1853237048127616/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384610.598638:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:1.0:1767384610.598674:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384610.598688:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003619467f x1853237048127616/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384610.598702:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00000001:1.0:1767384610.598730:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.598734:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384610.598764:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384610.598767:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000100:00000001:1.0:1767384610.598773:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294898375 00000100:00000010:1.0:1767384610.598781:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049a1f7ee. 00000100:00000001:1.0:1767384610.598793:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384610.598812:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294898375 00000400:00000200:0.0:1767384610.598814:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000100:00000010:1.0:1767384610.598826:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d5279ea. 00000100:00000001:1.0:1767384610.598836:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384610.598845:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294898375 00000100:00000010:1.0:1767384610.598849:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000776371d1. 00000100:00000001:1.0:1767384610.598858:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384610.598872:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294898375 00000100:00000010:1.0:1767384610.598880:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000054c32037. 00000400:00000200:0.0:1767384610.598883:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000100:00000001:1.0:1767384610.598889:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384610.598908:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384610.598913:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.598927:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.598932:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384610.598949:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384610.598952:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384610.598956:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000100:00000001:1.0:1767384610.598966:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384610.598972:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384610.598983:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.598996:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384610.599030:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.599074:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000100:00000001:1.0:1767384610.599099:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384610.599105:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048127616 02000000:00000001:1.0:1767384610.599109:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384610.599113:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384610.599127:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384610.599134:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384610.599140:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048127616 00000020:00000001:1.0:1767384610.599144:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384610.599147:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384610.599152:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384610.599157:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:1.0:1767384610.599162:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384610.599167:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384610.599175:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384610.599181:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028717b1a. 00000100:00000001:1.0:1767384610.599192:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384610.599203:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028717b1a. 00000020:00000010:1.0:1767384610.599219:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b427fe39. 00000020:00000010:1.0:1767384610.599237:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000072398d95. 00000020:00000010:1.0:1767384610.599254:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d8ddd269. 00000100:00000040:1.0:1767384610.599280:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384610.599293:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384610.599300:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384610.599304:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384610.599311:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000557a9a2e. 00000800:00000010:0.0:1767384610.599336:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b7ddf92c. 00000800:00000010:0.0:1767384610.599344:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000011a34c8f. 00000100:00000001:1.0:1767384610.599346:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.599381:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384610.599396:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000011a34c8f. 00000100:00000001:1.0:1767384610.599410:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384610.599414:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384610.599427:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00000040:1.0:1767384610.599437:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384610.599441:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720107600 : -106174989444016 : ffff9f6f35785c50) 00000100:00000040:1.0:1767384610.599453:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000873e9555 x1853237048127616/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:591/0 lens 4848/0 e 0 to 0 dl 1767384621 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384610.599501:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384610.599509:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028717b1a. 00000100:00000001:1.0:1767384610.599516:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384610.599520:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000010:1.0:1767384610.599522:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028717b1a. 00000400:00000200:0.0:1767384610.599541:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp18 from 237.3.0.2 00000800:00000010:0.0:1767384610.599547:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000007eab4f3f. 00000100:00100000:1.0:1767384610.599550:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000873e9555 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048127616:12345-0@lo:253: 00000100:00000200:1.0:1767384610.599562:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048127616 00000020:00000001:1.0:1767384610.599570:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384610.599577:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384610.599586:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384610.599596:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384610.599604:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384610.599618:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384610.599621:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384610.599628:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384610.599635:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384610.599643:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384610.599656:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000010:0.0:1767384610.599657:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000efab90b1. 02000000:00000001:1.0:1767384610.599664:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:0.0:1767384610.599667:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8eed448. 02000000:00000010:1.0:1767384610.599673:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006c3ac95b. 02000000:00000001:1.0:1767384610.599679:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384610.599685:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001cd302fa. 00000100:00000001:1.0:1767384610.599692:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.1:1767384610.599695:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c404318] -> 12345-192.168.203.125@tcp18 (2) 20000000:00000001:1.0:1767384610.599707:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000200:0.1:1767384610.599718:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp18 000000001cd302fa deleted 00000800:00000010:0.1:1767384610.599724:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001cd302fa. 00000800:00000200:0.1:1767384610.599732:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384610.599751:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp18 ip 192.168.203.125:1005 00000800:00000200:0.1:1767384610.599757:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fc9ebd9 type 1, nob 304 niov 1 nkiov 1 20000000:00000010:1.0:1767384610.599759:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a21bdc02. 20000000:01000000:1.0:1767384610.599769:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:0.0:1767384610.599770:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp18 p 3.x 192.168.203.125 -> 192.168.203.125:1005 incarnation:1767384609023815410 sched[0] 20000000:00000001:1.0:1767384610.599779:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384610.599787:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:0.0:1767384610.599789:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000011a34c8f. 20000000:00000001:1.0:1767384610.599800:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384610.599808:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384610.599814:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384610.599837:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000333d467d. 00000800:00000010:0.0:1767384610.599839:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000011a34c8f. 20000000:01000000:1.0:1767384610.599850:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #19 00000800:00000010:0.0:1767384610.599852:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a8eed448. 20000000:00000001:1.0:1767384610.599868:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:0.0:1767384610.599888:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000007eab4f3f. 00000800:00000001:0.0:1767384610.599900:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384610.599907:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384610.599909:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384610.599922:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384610.599956:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:0.0:1767384610.599971:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384610.599977:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fc9ebd9. 00000400:00000200:0.0:1767384610.599980:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384610.599984:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384610.599994:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp18->192.168.203.125@tcp18: PUT: OK 00080000:00000001:1.0:1767384610.599996:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384610.600001:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384610.600003:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:1.0:1767384610.600006:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384610.600009:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384610.600016:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00080000:00000002:1.0:1767384610.600025:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:1.0:1767384610.600033:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:1.0:1767384610.600036:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384610.600041:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.1:1767384610.600042:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00080000:00000001:1.0:1767384610.600057:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384610.600059:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp18 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384609023815410 sched[0] 00080000:00000001:1.0:1767384610.600067:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384610.600069:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b7ddf92c. 00000020:00000001:1.0:1767384610.600075:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384610.600084:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384610.600090:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384610.600098:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000099932890. 00080000:00000001:1.0:1767384610.600103:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617132032 : -106180092419584 : ffff9f6e054f2200) 00080000:00000001:1.0:1767384610.600107:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384610.600113:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384610.600122:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000028717b1a. 00080000:00000001:1.0:1767384610.600125:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384610.600128:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00080000:00000001:1.0:1767384610.600129:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384610.600159:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384610.600168:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00080000:00000001:1.0:1767384610.600189:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384610.600194:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.600246:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.600292:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.600337:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.600387:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.600419:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384610.600644:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384610.600654:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccf2a6ec. 00000400:00000010:1.0:1767384610.600662:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00000400:00000200:1.0:1767384610.600670:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000400:00000200:1.0:1767384610.600684:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000400:00000010:1.0:1767384610.600698:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 240 at 000000002074b03a. 00000400:00000010:1.0:1767384610.600703:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 288 at 00000000208437f7. 00000400:00000010:1.0:1767384610.600709:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 240 at 000000004c8b7bd8. 00000400:00000010:1.0:1767384610.600778:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d8bccc2c. 00000400:00000200:1.0:1767384610.600792:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000d8bccc2c nid 192.168.203.125@tcp19 00000400:00000010:1.0:1767384610.600803:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000071581f04. 00000400:00000200:1.0:1767384610.600810:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 0000000071581f04 net tcp19 00000400:00000200:1.0:1767384610.600818:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (12) 00000400:00000200:0.0:1767384610.600821:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384610.600838:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp19 flags 0x11 00000400:00000010:1.0:1767384610.600847:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 240 at 000000002074b03a. 00000400:00000010:1.0:1767384610.600856:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 288 at 00000000208437f7. 00000400:00000010:1.0:1767384610.600877:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 240 at 000000004c8b7bd8. 00000400:00000010:1.0:1767384610.600889:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 217 at 00000000a307bd67. 00000400:00000200:0.0:1767384610.600908:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384610.600993:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384610.601001:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:0.0:1767384610.601009:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384610.601013:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:1.0:1767384610.601030:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:1.0:1767384610.601039:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384610.601045:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:1.0:1767384610.601056:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384610.601069:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (12) 00000400:00000200:0.0:1767384610.601115:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.601146:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.601185:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.601206:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.601232:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.601260:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.601282:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384610.601300:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000800:00000010:0.0:1767384610.601507:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001a3c86fc. 00000800:00000010:0.0:1767384610.601511:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a8eed448. 00000800:00000010:0.0:1767384610.601515:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000011a34c8f. 00000800:00000010:0.0:1767384610.601547:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000011a34c8f. 00000400:00000200:1.0:1767384610.601772:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384610.601803:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp18 from 236.3.0.2 00000800:00000010:1.0:1767384610.601808:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a9c097ea. 00000800:00000010:0.0:1767384610.601866:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023442759. 00000800:00000010:0.0:1767384610.601872:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001cd302fa. 00000800:00000010:0.0:1767384610.601911:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f6c469dc. 00000800:00000200:0.1:1767384610.601918:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c404318] -> 12345-192.168.203.125@tcp18 (4) 00000800:00000200:0.1:1767384610.601927:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp18 00000000f6c469dc deleted 00000800:00000010:0.1:1767384610.601930:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f6c469dc. 00000800:00000200:0.1:1767384610.601934:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384610.601945:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp18 p 3.x 192.168.203.125 -> 192.168.203.125:1004 incarnation:1767384609023815410 sched[0] 00000800:00000010:0.0:1767384610.601951:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000011a34c8f. 00000800:00000010:0.0:1767384610.602050:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000011a34c8f. 00000800:00000010:0.0:1767384610.602059:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001cd302fa. 00000800:00000200:2.1:1767384610.602126:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000010:0.0:1767384610.602127:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a9c097ea. 00000800:00000001:0.0:1767384610.602153:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384610.602167:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384610.602222:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384610.602228:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384610.602804:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000099932890. 00080000:00000010:0.0:1767384610.602892:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000028717b1a. 00040000:00000001:0.0:1767384610.602900:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384610.602902:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384610.602906:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384610.602911:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384610.602913:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384610.602916:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384610.602947:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384610.602960:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384610.602963:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384610.602972:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384610.602995:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384610.603006:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384610.603014:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384610.603022:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384610.603027:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384610.603043:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fb601333. 00010000:00000001:1.0:1767384610.603052:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384610.603058:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d034b66. 00000020:00000001:1.0:1767384610.603067:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384610.603071:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d034b66 with handle 0x71ee3a74e27190cc to hash 00000020:00000001:1.0:1767384610.603075:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384610.603079:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384610.603084:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384610.603102:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384610.603106:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.603120:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.603159:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384610.603182:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384610.603194:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384610.603204:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384610.603214:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.603228:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000020:0.0:1767384610.603233:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384610.603235:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.603241:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384610.603249:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a21bdc02. 00010000:00000001:1.0:1767384610.603250:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 20000000:00000001:0.0:1767384610.603261:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.603264:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384610.603283:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000040:0.0:1767384610.603286:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048127616 00010000:00000001:1.0:1767384610.603293:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000001:0.0:1767384610.603294:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767384610.603306:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fb601333) refcount = 1 00010000:00000200:0.0:1767384610.603308:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000873e9555 x1853237048127616/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384610.603363:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384610.603367:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384610.603367:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384610.603381:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=27 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384610.603402:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384610.603404:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384610.603410:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:0.0:1767384610.603415:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:1.0:1767384610.603417:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384610.603431:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384610.603432:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.603441:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384610.603446:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384610.603453:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 02000000:00000001:0.0:1767384610.603473:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384610.603477:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384610.603482:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384610.603493:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384610.603501:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1767384610.603501:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cd302fa. 00000020:00000001:1.0:1767384610.603510:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1767384610.603511:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048127616, offset 224 00000020:00000040:1.0:1767384610.603517:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d034b66 refcount=4 00000400:00000200:0.0:1767384610.603522:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384610.603532:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00000400:00000200:0.0:1767384610.603544:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384610.603547:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00000400:00000200:0.0:1767384610.603559:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03080 00010000:00000001:1.0:1767384610.603561:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384610.603568:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384610.603569:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1431 [2] + 224 00000400:00000200:0.0:1767384610.603587:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384610.603593:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1767384610.603598:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384610.603602:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384610.603604:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384610.603619:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003619467f x1853237048127616/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.603622:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.603629:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384610.603635:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003619467f x1853237048127616/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384610.603647:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384610.603655:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384610.603656:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384610.603661:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384610.603663:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cd302fa 00010000:00000001:1.0:1767384610.603666:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:0.0:1767384610.603669:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cd302fa. 00010000:00010000:1.0:1767384610.603672:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384610.603676:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384610.603682:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384610.603691:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.603698:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d034b66 already unused, calling callback (000000009752a4b4) 00000100:00000040:0.0:1767384610.603701:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384610.603705:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384610.603722:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1767384610.603723:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384610.603737:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384610.603751:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00010000:1.0:1767384610.603754:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384610.603762:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000873e9555 x1853237048127616/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:591/0 lens 4848/4768 e 0 to 0 dl 1767384621 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384610.603789:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384610.603797:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384610.603805:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384610.603816:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d034b66 refcount=5 00000020:00000001:1.0:1767384610.603833:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00000100:00100000:0.0:1767384610.603841:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000873e9555 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048127616:12345-0@lo:253: Request processed in 4332us (5333us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384610.603850:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384610.603868:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00100000:0.0:1767384610.603877:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00010000:1.0:1767384610.603880:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384610.603883:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384610.603894:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384610.603900:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384610.603910:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000072398d95. 00010000:00000001:1.0:1767384610.603916:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384610.603922:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384610.603930:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384610.603936:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d8ddd269. 00010000:00000001:1.0:1767384610.603939:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384610.603948:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:0.0:1767384610.603950:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b427fe39. 00010000:00000001:1.0:1767384610.603954:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1767384610.603958:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00010000:00000001:1.0:1767384610.603960:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384610.603971:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d034b66 with handle 0x71ee3a74e27190cc from hash 02000000:00000001:0.0:1767384610.603973:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384610.603985:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000010:0.0:1767384610.603986:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006c3ac95b. 00010000:00000001:1.0:1767384610.603997:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384610.604001:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384610.604006:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384610.604012:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384610.604015:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384610.604020:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e6280b. 00010000:00000001:1.0:1767384610.604021:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384610.604035:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:0.0:1767384610.604037:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cd302fa. 00010000:00000001:1.0:1767384610.604046:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384610.604055:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384610.604059:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.604066:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.604073:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384610.604085:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384610.604097:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.604104:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.604109:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.604116:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.604122:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.604131:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.604169:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.604176:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.604181:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384610.604193:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384610.604199:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.604212:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.604221:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384610.604230:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384610.604246:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.604258:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.604279:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384610.604281:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384610.604283:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d034b66/0x71ee3a74e27190cc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384610.604297:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fb601333 count: 0 00010000:00000001:1.0:1767384610.604315:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384610.604337:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:0.0:1767384610.605510:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294898375, at 4294898376 00000100:00000010:0.0:1767384610.605519:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049a1f7ee. 00080000:00000010:1.0:1767384610.606165:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000050532897. 20000000:01000000:1.0:1767384610.606347:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384610.606352:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384610.606355:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384610.606360:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384610.606363:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384610.606371:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003a9f33e6. 00010000:00000001:1.0:1767384610.606377:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384610.606381:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e79bfcd8. 00000020:00000001:1.0:1767384610.606385:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384610.606388:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e79bfcd8 with handle 0x71ee3a74e27190d3 to hash 00000020:00000001:1.0:1767384610.606390:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384610.606392:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384610.606395:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384610.606399:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384610.606401:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.606403:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.606412:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384610.606415:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384610.606417:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384610.606420:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384610.606423:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.606427:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384610.606428:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.606431:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384610.606433:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384610.606436:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000040:3.0:1767384610.606680:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294898375, at 4294898377 00000100:00000010:3.0:1767384610.606692:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000054c32037. 00010000:00000001:1.0:1767384610.606771:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384610.606774:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003a9f33e6) refcount = 1 00010000:00010000:1.0:1767384610.606785:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.606805:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384610.606808:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384610.606813:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.606829:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.606840:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384610.606849:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384610.606863:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:1.0:1767384610.606874:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384610.606881:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384610.606885:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e79bfcd8 refcount=4 00000020:00000001:1.0:1767384610.606902:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384610.606909:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384610.606914:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384610.606918:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.606931:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384610.606946:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.606961:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.606966:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384610.606973:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.607002:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384610.607006:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.607015:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384610.607024:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384610.607060:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e79bfcd8 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384610.607065:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384610.607071:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384610.607078:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.607108:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384610.607119:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384610.607124:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384610.607128:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e79bfcd8 refcount=5 00000020:00000001:1.0:1767384610.607140:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384610.607148:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384610.607156:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384610.607164:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.607187:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384610.607194:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384610.607200:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.607208:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384610.607212:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384610.607217:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384610.607225:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384610.607236:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e79bfcd8 with handle 0x71ee3a74e27190d3 from hash 00010000:00000001:1.0:1767384610.607251:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384610.607258:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.607265:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.607273:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384610.607281:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384610.607286:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384610.607292:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384610.607301:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384610.607314:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.607343:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384610.607350:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384610.607362:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.607369:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.607373:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.607384:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384610.607389:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.607393:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.607408:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.607421:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.607428:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384610.607431:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384610.607487:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384610.607492:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384610.607496:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384610.607504:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384610.607513:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384610.607522:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384610.607548:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384610.607559:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384610.607566:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27190d3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384610.607598:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003a9f33e6 count: 0 00010000:00000001:1.0:1767384610.607624:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384610.607630:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384610.607650:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294898375, at 4294898378 00000100:00000010:1.0:1767384610.607670:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d5279ea. 00010000:00000010:1.1:1767384610.609534:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fb601333. 00010000:00000010:1.1:1767384610.609552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d034b66. 00010000:00000010:1.1:1767384610.611492:0:22109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003a9f33e6. 00010000:00000010:1.1:1767384610.611503:0:22109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e79bfcd8. 00000400:00000010:3.0:1767384610.617994:0:22110:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a7b4d4f3. 00000400:00000040:3.0:1767384610.618014:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384610.618016:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384610.618019:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.618021:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384610.618022:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.618023:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384610.618026:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384610.618027:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384610.618029:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384610.618030:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384610.618032:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384610.618033:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384610.618042:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384610.618044:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384610.618045:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384610.618047:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384610.618048:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384610.618049:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384610.618050:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384610.618052:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.618053:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384610.618055:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384610.618056:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384610.618058:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384610.618058:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384610.618061:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.618062:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384610.618063:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384610.618065:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384610.618066:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384610.618067:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384610.618069:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384610.618070:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384610.618071:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384610.618073:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384610.618074:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384610.618075:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384610.618077:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384610.618079:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384610.618080:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384610.618082:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384610.618083:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384610.618084:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384610.618086:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384610.618087:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384610.618088:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384610.618089:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384610.618090:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384610.618092:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384610.618093:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384610.618094:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384610.618102:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384610.618103:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384610.618105:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384610.618106:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384610.618108:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384610.618109:0:22110:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384610.618143:0:22110:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a7b4d4f3. 00010000:00000001:3.0:1767384610.726554:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384610.726560:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384610.726566:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384610.726567:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384610.726587:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384610.726589:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384610.726592:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384611.749501:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384611.749506:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384611.749511:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384611.749512:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384611.749550:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384611.749554:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384611.749557:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384612.255078:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384612.255083:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384612.255084:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:0.0:1767384612.255086:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384612.255091:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384612.255095:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000020:01000004:0.0:1767384612.255096:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384612.255099:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384612.255101:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384612.255103:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:1.0:1767384612.255104:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000020:01000004:0.0:1767384612.255104:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384612.255105:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384612.255109:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384612.255111:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (12) 00000020:01000004:0.0:1767384612.255111:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384612.255115:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384612.255117:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:1.0:1767384612.255120:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003882bdf6. 00000100:00000010:0.0:1767384612.255123:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000173d4c5c. 00000400:00000200:1.0:1767384612.255129:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000020:00000040:0.0:1767384612.255131:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384612.255138:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384612.255141:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384612.255144:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 02000000:00000001:0.0:1767384612.255146:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.255152:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 02000000:00000010:0.0:1767384612.255156:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000008b013dea. 00000400:00000200:1.0:1767384612.255159:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:1.0:1767384612.255164:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000001:0.0:1767384612.255165:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.255172:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:1.0:1767384612.255176:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:0.0:1767384612.255178:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384612.255189:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.255192:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:1.0:1767384612.255197:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000100:00000040:0.0:1767384612.255201:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000173d4c5c] to pc [ptlrpcd_00_03+3] req@00000000173d4c5c x1853237048127872/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384612.255202:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:1.0:1767384612.255215:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:1.0:1767384612.255226:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:1.0:1767384612.255230:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 00000400:00000200:1.0:1767384612.255236:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp19 10000000:00000001:0.0:1767384612.255238:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.255242:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp19 lpni_is_preferred = 0 10000000:00000001:0.0:1767384612.255243:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.255248:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.255249:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp19 00000020:01000000:0.0:1767384612.255253:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384612.255260:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp19 NI seq info: [25:25:256:4294967295] 192.168.203.125@tcp19 LPNI seq info [25:25:8:4294967295] 00000020:00000001:0.0:1767384612.255263:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384612.255267:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384612.255270:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384612.255274:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384612.255278:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp19 00000020:01000004:0.0:1767384612.255279:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384612.255284:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384612.255289:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384612.255293:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384612.255296:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384612.255301:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384612.255302:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp19(192.168.203.125@tcp19:) -> 192.168.203.125@tcp19(192.168.203.125@tcp:192.168.203.125@tcp19) : PUT try# 0 00000020:01000004:0.0:1767384612.255303:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384612.255320:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384612.255323:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384612.255329:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a812395. 00000020:00000040:0.0:1767384612.255335:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000800:00000200:1.0:1767384612.255336:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.125@tcp19 00000100:00000001:0.0:1767384612.255341:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1767384612.255344:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c5a1397. 02000000:00000001:0.0:1767384612.255345:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384612.255350:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384612.255355:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000bbff20d7. 02000000:00000010:0.0:1767384612.255360:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007b1538fe. 00000800:00000010:1.0:1767384612.255361:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001135e78f. 00000100:00000001:0.0:1767384612.255366:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384612.255371:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbff20d7] -> 12345-192.168.203.125@tcp19 (2) 00000100:00000001:0.0:1767384612.255373:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384612.255377:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384612.255381:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbff20d7] -> 12345-192.168.203.125@tcp19 (2) 00000100:00000040:0.0:1767384612.255383:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a812395] to pc [ptlrpcd_00_00+0] req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384612.255398:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384612.255406:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 10000000:00000001:0.0:1767384612.255408:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384612.255414:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.255419:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384612.255424:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384612.255435:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005039c53a. 00000100:00000001:0.0:1767384612.255473:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.255476:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.255483:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.255486:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384612.255489:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000001:0.0:1767384612.255490:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384612.255497:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.255509:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384612.255513:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.255516:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384612.255518:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384612.255523:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384612.255528:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a812395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048128000:0@lo:253: 00000100:00000001:0.0:1767384612.255534:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384612.255540:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384612.255541:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 02000000:00000001:0.0:1767384612.255544:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.255548:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384612.255555:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006414a0e6. 02000000:00000001:0.0:1767384612.255561:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384612.255568:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d7e0371. 00000400:00000200:1.0:1767384612.255577:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000010:0.0:1767384612.255582:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008084cd21. 00000100:00000200:0.0:1767384612.255590:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048128000, portal 25 00000100:00000001:0.0:1767384612.255596:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384612.255600:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759359104 : -106174950192512 : ffff9f6f37cf4a80) 00000400:00000200:1.0:1767384612.255602:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000040:0.0:1767384612.255609:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.255618:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384612.255621:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384612.255627:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086677f27. 00000100:00000200:0.0:1767384612.255631:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048128000, offset 0 00000400:00000200:1.0:1767384612.255637:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384612.255643:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384612.255657:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384612.255671:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03200 00000400:00000200:1.0:1767384612.255675:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384612.255679:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x975 [2] + 0 00000400:00000010:0.0:1767384612.255691:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000063edf2c3. 00000400:00000200:0.0:1767384612.255696:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000035cea916 00000400:00000200:0.0:1767384612.255704:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384612.255705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384612.255713:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384612.255718:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035cea916 00000400:00000010:0.0:1767384612.255722:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035cea916. 00000100:00000001:0.0:1767384612.255726:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384612.255730:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384612.255733:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000ba362dc3 x1853237048128000 msgsize 4848 00000100:00100000:0.0:1767384612.255744:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384612.255746:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000040:0.0:1767384612.255747:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384612.255759:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384612.255768:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086677f27 00000400:00000010:0.0:1767384612.255772:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086677f27. 00000100:00000001:0.0:1767384612.255777:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384612.255784:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384612.255791:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:0.0:1767384612.255802:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384612.255806:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.255814:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.255818:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384612.255825:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.255831:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294900032 00000100:00000001:0.0:1767384612.255837:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294900032 00000100:00000001:0.0:1767384612.255839:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294900032 00000100:00000001:0.0:1767384612.255841:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294900032 00000100:00000001:0.0:1767384612.255843:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294900032 00000100:00000001:0.0:1767384612.255845:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294900032 00000100:00000001:0.0:1767384612.255846:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294900032 00000100:00000001:0.0:1767384612.255848:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294900032 00000400:00000200:1.0:1767384612.255850:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000100:00000001:0.0:1767384612.255851:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.255862:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.255866:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.255871:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.255881:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384612.255885:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384612.255889:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384612.255892:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:0.0:1767384612.255893:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384612.255897:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.255901:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.255918:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.255923:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.255941:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384612.255942:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00100000:0.0:1767384612.255947:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048128000 02000000:00000001:0.0:1767384612.255952:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384612.255954:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384612.255957:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384612.255962:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384612.255965:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048128000 00000020:00000001:0.0:1767384612.255967:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384612.255969:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384612.255971:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384612.255975:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384612.255980:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384612.255985:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384612.255989:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384612.255992:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000020:00000010:0.0:1767384612.255993:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063f3b8f8. 00000100:00000001:0.0:1767384612.256001:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384612.256004:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063f3b8f8. 00000020:00000010:0.0:1767384612.256010:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c78897e9. 00000020:00000010:0.0:1767384612.256017:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037a0a375. 00000020:00000010:0.0:1767384612.256021:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea880f36. 00000100:00000001:0.0:1767384612.256027:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384612.256031:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384612.256034:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.256044:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.256049:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000100:00000001:0.0:1767384612.256051:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384612.256078:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384612.256081:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384612.256090:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00000040:0.0:1767384612.256095:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:0.0:1767384612.256101:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720108624 : -106174989442992 : ffff9f6f35786050) 00000400:00000200:1.0:1767384612.256104:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000100:00000040:0.0:1767384612.256108:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba362dc3 x1853237048128000/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:593/0 lens 4848/0 e 0 to 0 dl 1767384623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384612.256118:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384612.256123:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000063f3b8f8. 00000100:00000001:0.0:1767384612.256128:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384612.256132:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000063f3b8f8. 00000100:00100000:0.0:1767384612.256141:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba362dc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048128000:12345-0@lo:253: 00000400:00000200:1.0:1767384612.256147:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000100:00000200:0.0:1767384612.256149:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048128000 00000020:00000001:0.0:1767384612.256153:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384612.256158:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384612.256162:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384612.256169:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384612.256173:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384612.256178:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384612.256181:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384612.256183:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384612.256185:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384612.256187:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.256190:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384612.256194:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384612.256201:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000480a3b49. 00000400:00000200:1.0:1767384612.256203:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 02000000:00000001:0.0:1767384612.256207:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.256211:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.256217:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384612.256227:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006c3ac95b. 20000000:01000000:0.0:1767384612.256232:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384612.256236:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384612.256239:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384612.256249:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.256252:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.256256:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384612.256262:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384612.256291:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384612.256331:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000800:00000010:1.0:1767384612.256588:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e8e61e63. 00000800:00000010:1.0:1767384612.256594:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fbaa419e. 00000800:00000010:1.0:1767384612.256600:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d4d6dd8. 00000400:00000200:0.0:1767384612.256631:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384612.256637:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d4d6dd8. 00000400:00000200:0.0:1767384612.256657:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp19 from 235.3.0.2 00000800:00000010:0.0:1767384612.256662:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000001bbde80f. 00000800:00000010:1.0:1767384612.256703:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045562c05. 00000800:00000010:1.0:1767384612.256708:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000b337137. 00000800:00000010:1.0:1767384612.256731:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003966d718. 00000800:00000200:1.1:1767384612.256737:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbff20d7] -> 12345-192.168.203.125@tcp19 (2) 00000800:00000200:1.1:1767384612.256740:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp19 000000003966d718 deleted 00000800:00000010:1.1:1767384612.256742:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003966d718. 00000800:00000200:1.1:1767384612.256747:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384612.256754:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp19 ip 192.168.203.125:1003 00000800:00000200:1.1:1767384612.256764:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c5a1397 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1767384612.256771:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp19 p 3.x 192.168.203.125 -> 192.168.203.125:1003 incarnation:1767384610595277120 sched[0] 00000800:00000010:1.0:1767384612.256776:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d4d6dd8. 00000800:00000010:1.0:1767384612.256829:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d4d6dd8. 00000800:00000010:1.0:1767384612.256833:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000b337137. 00000800:00000010:1.0:1767384612.256872:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000001bbde80f. 00000800:00000001:1.0:1767384612.256885:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384612.256890:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384612.256927:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384612.256931:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c5a1397. 00000400:00000200:0.0:1767384612.256935:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384612.256940:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp19->192.168.203.125@tcp19: PUT: OK 00000400:00000200:0.0:1767384612.256943:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:1.1:1767384612.256945:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:0.0:1767384612.256946:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000800:00000200:1.0:1767384612.256955:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp19 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384610595277120 sched[0] 00000800:00000010:1.0:1767384612.256959:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fbaa419e. 00000800:00000001:0.0:1767384612.256986:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384612.256995:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384612.256997:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384612.257002:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384612.257010:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp19(192.168.203.125@tcp19) <- 192.168.203.125@tcp19 : PUT - for me 00000400:00000200:1.0:1767384612.257011:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384612.257022:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 224 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384612.257028:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 224/224 into md 0x1441 [1] + 0 00000400:00000010:0.0:1767384612.257030:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccf2a6ec. 00000400:00000200:0.0:1767384612.257034:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000bf1cda6c 00000800:00000001:0.0:1767384612.257037:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384612.257045:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384612.257047:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384612.257051:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp19->192.168.203.125@tcp19: PUT: OK 00000400:00000200:1.0:1767384612.257052:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384612.257054:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cda6c 00000400:00000010:0.0:1767384612.257058:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00000400:00000200:0.0:1767384612.257062:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:0.0:1767384612.257065:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (13) 00000400:00000200:0.0:1767384612.257070:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:0.0:1767384612.257074:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 233 at 00000000f01ea078. 00000400:00000200:0.0:1767384612.257077:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 12 00000400:00000200:0.0:1767384612.257082:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384612.257089:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384612.257092:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (14) 00000400:00000200:0.0:1767384612.257106:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384612.257113:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp19 to MR: 192.168.203.125@tcp19 local destination 00000400:00000200:0.0:1767384612.257119:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp19 NI seq info: [26:26:256:4294967295] 192.168.203.125@tcp19 LPNI seq info [26:26:8:4294967295] 00000400:00000200:0.0:1767384612.257130:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp19(192.168.203.125@tcp19:192.168.203.125@tcp19) -> 192.168.203.125@tcp19(192.168.203.125@tcp19:192.168.203.125@tcp19) 192.168.203.125@tcp19 : ACK try# 0 00000800:00000200:0.0:1767384612.257136:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp19 00000800:00000010:0.0:1767384612.257140:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009fc9ebd9. 00000400:00000200:1.0:1767384612.257141:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000800:00000200:0.0:1767384612.257146:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbff20d7] -> 12345-192.168.203.125@tcp19 (4) 00000800:00000200:0.0:1767384612.257153:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp19 ip 192.168.203.125:988 00000800:00000200:0.0:1767384612.257155:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009fc9ebd9 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384612.257171:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384612.257200:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000800:00000200:0.0:1767384612.257223:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384612.257227:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009fc9ebd9. 00000400:00000200:0.0:1767384612.257232:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384612.257238:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp19->192.168.203.125@tcp19: ACK: OK 00000400:00000200:1.0:1767384612.257244:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000800:00000001:0.0:1767384612.257252:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384612.257269:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384612.257273:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b42085. 00000400:00000010:0.0:1767384612.257279:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c8ca77d. 00000400:00000200:1.0:1767384612.257282:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384612.257283:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000400:00000200:0.0:1767384612.257291:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000400:00000010:0.0:1767384612.257300:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 260 at 000000005d459b78. 00000400:00000010:0.0:1767384612.257321:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 312 at 00000000558fa9a9. 00000400:00000010:0.0:1767384612.257325:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 260 at 00000000125c85e0. 00000400:00000200:1.0:1767384612.257339:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000010:0.0:1767384612.257346:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000c68878d. 00000400:00000200:0.0:1767384612.257355:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000c68878d nid 192.168.203.125@tcp20 00000400:00000010:0.0:1767384612.257360:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000138cad58. 00000400:00000200:0.0:1767384612.257366:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000138cad58 net tcp20 00000400:00000200:0.0:1767384612.257371:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (13) 00000400:00000200:0.0:1767384612.257378:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp20 flags 0x11 00000400:00000200:1.0:1767384612.257381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000010:0.0:1767384612.257382:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 260 at 000000005d459b78. 00000400:00000010:0.0:1767384612.257389:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 312 at 00000000558fa9a9. 00000400:00000010:0.0:1767384612.257395:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 260 at 00000000125c85e0. 00000400:00000010:0.0:1767384612.257408:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000f01ea078. 00000400:00000200:0.0:1767384612.257416:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384612.257423:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384612.257423:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:0.0:1767384612.257432:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:1.0:1767384612.257551:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384612.257575:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384612.257608:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384612.257657:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384612.257671:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:0.0:1767384612.257676:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384612.257679:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:0.0:1767384612.257683:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384612.257689:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (13) 00080000:00000001:2.0:1767384612.257697:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.257701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000020:00000002:2.0:1767384612.257708:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384612.257711:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384612.257713:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384612.257725:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:1.0:1767384612.257729:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 20000000:00000001:2.0:1767384612.257735:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384612.257738:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000125c85e0. 20000000:01000000:2.0:1767384612.257740:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384612.257743:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #20 00080000:00000001:2.0:1767384612.257747:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384612.257748:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384612.257752:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384612.257754:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384612.257762:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384612.257764:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00080000:00000001:0.0:1767384612.257770:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.257774:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384612.257776:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.257778:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384612.257779:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384612.257781:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:0.0:1767384612.257785:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384612.257786:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384612.257789:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384612.257792:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.257793:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384612.257795:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384612.257798:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000400:00000200:1.0:1767384612.257801:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00080000:00000001:0.0:1767384612.257801:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384612.257804:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000558fa9a9. 00080000:00000001:0.0:1767384612.257809:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893621431808 : -106180088119808 : ffff9f6e0590be00) 00080000:00000001:0.0:1767384612.257811:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384612.257813:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384612.257816:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000063f3b8f8. 00080000:00000001:0.0:1767384612.257824:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.257825:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00080000:00000001:0.0:1767384612.257826:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384612.257839:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384612.257848:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:2.0:1767384612.257865:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384612.257869:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:1.0:1767384612.257871:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 20000000:00000010:2.0:1767384612.257872:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a7ed0dad. 20000000:01000000:0.0:1767384612.257872:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384612.257879:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:2.0:1767384612.257880:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384612.257884:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000040:2.0:1767384612.257885:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048127872 00010000:00000001:0.0:1767384612.257890:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384612.257891:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384612.257896:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000200:2.0:1767384612.257900:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003fc2cf74 x1853237048127872/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384612.257905:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000a023cb4. 00010000:00000001:2.0:1767384612.257908:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384612.257911:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1767384612.257912:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384612.257917:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=29 v=5 (1 0 0 0) 00010000:00000010:0.0:1767384612.257917:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee037f1d. 00000020:00000001:0.0:1767384612.257923:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:2.0:1767384612.257924:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1767384612.257927:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee037f1d with handle 0x71ee3a74e27190da to hash 00000100:00000040:2.0:1767384612.257929:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:0.0:1767384612.257932:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384612.257933:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:0.0:1767384612.257936:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 02000000:00000001:2.0:1767384612.257937:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384612.257941:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 02000000:00000001:2.0:1767384612.257942:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.257949:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384612.257949:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384612.257953:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.257955:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384612.257958:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384612.257961:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f684352b. 00000100:00000200:2.0:1767384612.257967:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048127872, offset 224 00010000:00000001:0.0:1767384612.257969:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384612.257975:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:2.0:1767384612.257978:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384612.257979:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384612.257983:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384612.257985:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384612.257989:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384612.257990:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384612.257994:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384612.257997:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:2.0:1767384612.258000:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03180 00010000:00000001:0.0:1767384612.258001:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384612.258005:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:2.0:1767384612.258008:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x145d [2] + 224 00010000:00000001:0.0:1767384612.258008:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384612.258011:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000a023cb4) refcount = 1 00000400:00000200:2.0:1767384612.258014:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1767384612.258015:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002f12e5e8. 00010000:00010000:0.0:1767384612.258016:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384612.258024:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:1.0:1767384612.258024:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003966d718. 00000100:00000001:2.0:1767384612.258031:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000010:1.0:1767384612.258033:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d4d6dd8. 00010000:00000001:0.0:1767384612.258040:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000200:2.0:1767384612.258044:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000173d4c5c x1853237048127872/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384612.258044:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384612.258048:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384612.258054:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.258059:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384612.258061:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000173d4c5c x1853237048127872/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384612.258063:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000800:00000010:1.0:1767384612.258065:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d4d6dd8. 20000000:01000000:0.0:1767384612.258067:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:0.0:1767384612.258074:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384612.258077:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384612.258078:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee037f1d refcount=4 00000020:00000001:0.0:1767384612.258080:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00000100:00000001:2.0:1767384612.258081:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384612.258083:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00010000:00000001:0.0:1767384612.258086:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384612.258088:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384612.258089:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f684352b 00000400:00000010:2.0:1767384612.258094:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f684352b. 00000100:00000001:2.0:1767384612.258100:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384612.258101:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384612.258103:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767384612.258105:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384612.258108:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.258113:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384612.258114:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384612.258116:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384612.258118:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:0.0:1767384612.258119:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384612.258122:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384612.258123:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000020:00000001:2.0:1767384612.258131:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384612.258131:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384612.258135:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.258137:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fc2cf74 x1853237048127872/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384612.258139:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:1.0:1767384612.258141:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp19 from 234.3.0.2 00010000:00010000:0.0:1767384612.258143:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384612.258148:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006b4f2292. 00010000:00010000:0.0:1767384612.258165:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ee037f1d already unused, calling callback (000000009752a4b4) 00000100:00100000:2.0:1767384612.258170:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fc2cf74 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048127872:12345-0@lo:253: Request processed in 2099us (2575us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384612.258170:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384612.258180:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00100000:2.0:1767384612.258181:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00010000:0.0:1767384612.258184:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384612.258186:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384612.258191:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384612.258195:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384612.258196:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384612.258199:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767384612.258200:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000de1d9b82. 00000020:00000001:0.0:1767384612.258201:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384612.258205:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee037f1d refcount=5 00000020:00000010:2.0:1767384612.258208:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008f23e3c1. 00000020:00000001:0.0:1767384612.258208:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00010000:00000001:0.0:1767384612.258214:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00000020:00000010:2.0:1767384612.258215:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6f2d4e9. 00010000:00000001:0.0:1767384612.258218:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384612.258221:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384612.258222:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:2.0:1767384612.258230:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384612.258230:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000010:2.0:1767384612.258234:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005039c53a. 00010000:00000001:0.0:1767384612.258235:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384612.258238:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.258242:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384612.258244:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384612.258245:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384612.258247:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384612.258251:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384612.258253:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384612.258253:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384612.258259:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee037f1d with handle 0x71ee3a74e27190da from hash 00000400:00000010:2.0:1767384612.258262:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005288380b. 00010000:00000001:0.0:1767384612.258262:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384612.258265:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384612.258268:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384612.258269:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:2.0:1767384612.258270:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f684352b. 00010000:00000001:0.0:1767384612.258273:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384612.258275:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384612.258277:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384612.258281:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384612.258284:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.258286:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384612.258288:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384612.258290:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384612.258291:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384612.258293:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.258300:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.258301:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384612.258302:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.258305:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:0.0:1767384612.258325:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384612.258327:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384612.258330:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384612.258333:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d835201. 00010000:00000001:0.0:1767384612.258335:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384612.258338:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ebb6f6f9 00010000:00000001:0.0:1767384612.258339:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384612.258342:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ebb6f6f9. 00010000:00000001:0.0:1767384612.258343:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384612.258348:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384612.258351:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384612.258351:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384612.258356:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384612.258358:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:2.0:1767384612.258359:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000173d4c5c x1853237048127872/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384612.258362:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.258368:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384612.258375:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384612.258377:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000173d4c5c x1853237048127872/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384612.258385:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a21bdc02. 00010000:00000001:0.0:1767384612.258392:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000010:1.0:1767384612.258393:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d7fec761. 00000100:00000001:2.0:1767384612.258397:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384612.258397:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384612.258403:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384612.258403:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee037f1d/0x71ee3a74e27190da lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384612.258409:0:16357:0:(client.c:1578:after_reply()) Process entered 00000800:00000010:1.0:1767384612.258409:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aa7d4299. 00010000:00000040:0.0:1767384612.258412:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000a023cb4 count: 0 02000000:00000001:2.0:1767384612.258414:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384612.258418:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:1.1:1767384612.258418:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbff20d7] -> 12345-192.168.203.125@tcp19 (4) 00000100:00000001:2.0:1767384612.258421:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384612.258422:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384612.258424:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.1:1767384612.258427:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp19 00000000aa7d4299 deleted 20000000:00000001:0.0:1767384612.258427:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00001000:2.0:1767384612.258431:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=29 v=5 (5 0 0 0) 00000800:00000010:1.1:1767384612.258432:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000aa7d4299. 00000800:00000200:1.1:1767384612.258462:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000100:00001000:2.0:1767384612.258466:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.258471:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384612.258473:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.258475:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384612.258479:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384612.258479:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp19 p 3.x 192.168.203.125 -> 192.168.203.125:1002 incarnation:1767384610595277120 sched[0] 00000100:00000001:2.0:1767384612.258485:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384612.258488:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003d4d6dd8. 00000100:00000040:2.0:1767384612.258491:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000173d4c5c x1853237048127872/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.258498:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384612.258501:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384612.258502:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384612.258505:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384612.258507:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384612.258509:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384612.258510:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384612.258511:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384612.258519:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384612.258520:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384612.258522:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384612.258523:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384612.258525:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384612.258528:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000173d4c5c x1853237048127872/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384612.258535:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000173d4c5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048127872:0@lo:253: 00000800:00000010:1.0:1767384612.258537:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003d4d6dd8. 00000100:00000001:2.0:1767384612.258540:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.258542:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384612.258547:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000173d4c5c x1853237048127872/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1767384612.258550:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d7fec761. 00000100:00000001:2.0:1767384612.258557:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384612.258561:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:0.1:1767384612.258562:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 02000000:00000010:2.0:1767384612.258563:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c5b1c1b1. 02000000:00000001:2.0:1767384612.258570:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:0.0:1767384612.258573:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp19 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384610595277120 sched[0] 00000020:00000001:2.0:1767384612.258574:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384612.258577:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000800:00000010:1.0:1767384612.258578:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006b4f2292. 00000800:00000010:0.0:1767384612.258579:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003966d718. 00000020:00000001:2.0:1767384612.258582:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384612.258586:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000008b013dea. 02000000:00000001:2.0:1767384612.258592:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384612.258593:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384612.258594:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000173d4c5c. 00000100:00000001:2.0:1767384612.258603:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384612.258605:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.258607:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.258612:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384612.258613:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384612.258615:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384612.258617:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384612.258619:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384612.258621:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384612.258622:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384612.258625:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384612.259914:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000558fa9a9. 00080000:00000010:0.0:1767384612.259989:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000063f3b8f8. 00040000:00000001:0.0:1767384612.259996:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384612.259997:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384612.259999:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384612.260003:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384612.260005:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384612.260007:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384612.260017:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384612.260030:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384612.260032:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384612.260036:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384612.260087:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384612.260092:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384612.260094:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384612.260097:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384612.260099:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384612.260104:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cebeacbc. 00010000:00000001:1.0:1767384612.260108:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384612.260111:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000011ce9f8a. 00000020:00000001:1.0:1767384612.260113:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384612.260115:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000011ce9f8a with handle 0x71ee3a74e27190e1 to hash 00000020:00000001:1.0:1767384612.260117:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384612.260118:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384612.260119:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384612.260121:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.260122:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.260124:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.260130:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384612.260131:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384612.260133:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384612.260135:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384612.260136:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.260138:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384612.260139:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.260141:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384612.260142:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384612.260144:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384612.260145:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384612.260147:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cebeacbc) refcount = 1 00010000:00010000:1.0:1767384612.260150:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.260162:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384612.260163:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384612.260164:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.260166:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:0.0:1767384612.260168:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384612.260169:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384612.260173:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:1.0:1767384612.260174:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000010:0.0:1767384612.260176:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006c3ac95b. 20000000:01000000:1.0:1767384612.260179:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 20000000:00000001:0.0:1767384612.260181:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.260183:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:0.0:1767384612.260185:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048128000 00000020:00000001:1.0:1767384612.260186:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384612.260189:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=4 00010000:00000001:0.0:1767384612.260190:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384612.260193:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384612.260197:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000200:0.0:1767384612.260197:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba362dc3 x1853237048128000/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384612.260203:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384612.260207:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384612.260212:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384612.260215:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.260218:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00001000:0.0:1767384612.260219:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=29 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384612.260222:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384612.260224:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384612.260229:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384612.260232:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384612.260235:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:0.0:1767384612.260236:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384612.260238:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384612.260239:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.260241:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384612.260243:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384612.260250:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384612.260253:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1767384612.260254:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086677f27. 00010000:00000001:1.0:1767384612.260255:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.260261:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1767384612.260261:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048128000, offset 224 00010000:00010000:1.0:1767384612.260264:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384612.260270:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384612.260276:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000011ce9f8a already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384612.260280:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384612.260281:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384612.260288:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384612.260290:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03200 00010000:00010000:1.0:1767384612.260292:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384612.260299:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1465 [2] + 224 00010000:00000001:1.0:1767384612.260304:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384612.260320:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384612.260320:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384612.260324:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384612.260328:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=5 00000400:00000200:0.0:1767384612.260328:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384612.260333:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00000100:00000001:0.0:1767384612.260333:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384612.260337:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00000100:00000200:0.0:1767384612.260339:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384612.260340:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384612.260343:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384612.260361:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384612.260364:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384612.260365:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384612.260367:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.260369:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384612.260370:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384612.260371:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384612.260373:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384612.260378:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000011ce9f8a with handle 0x71ee3a74e27190e1 from hash 00010000:00000001:1.0:1767384612.260383:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384612.260385:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.260388:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384612.260389:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384612.260390:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384612.260392:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384612.260393:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384612.260394:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384612.260397:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384612.260397:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384612.260401:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384612.260403:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384612.260405:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384612.260405:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086677f27 00010000:00000001:1.0:1767384612.260409:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:0.0:1767384612.260410:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086677f27. 00010000:00000001:1.0:1767384612.260411:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.260413:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384612.260414:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384612.260418:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384612.260418:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384612.260422:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.260425:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384612.260426:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384612.260427:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.260428:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384612.260431:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384612.260434:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000010:2.0:1767384612.260435:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d7e0371. 00010000:00000001:1.0:1767384612.260468:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.260472:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384612.260472:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384612.260476:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384612.260477:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384612.260480:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:0.0:1767384612.260481:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384612.260482:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384612.260485:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384612.260487:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:0.0:1767384612.260487:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba362dc3 x1853237048128000/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:593/0 lens 4848/4768 e 0 to 0 dl 1767384623 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384612.260491:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384612.260496:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384612.260502:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384612.260506:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba362dc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048128000:12345-0@lo:253: Request processed in 4385us (4769us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384612.260517:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384612.260519:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384612.260521:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27190e1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384612.260523:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00000040:0.0:1767384612.260530:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00010000:00000040:1.0:1767384612.260532:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cebeacbc count: 0 00000100:00000001:0.0:1767384612.260533:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384612.260536:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384612.260540:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037a0a375. 00010000:00000001:1.0:1767384612.260544:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384612.260545:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea880f36. 20000000:00000001:1.0:1767384612.260547:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:0.0:1767384612.260551:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c78897e9. 00000020:00000040:0.0:1767384612.260557:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:0.0:1767384612.260560:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384612.260561:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000480a3b49. 02000000:00000001:0.0:1767384612.260566:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384612.260567:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384612.260570:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384612.260574:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027705149. 00000400:00000200:2.0:1767384612.260682:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008084cd21 00000400:00000010:2.0:1767384612.260683:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008084cd21. 00000100:00000001:2.0:1767384612.260687:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384612.260690:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086677f27. 00000100:00000200:2.0:1767384612.260694:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384612.260703:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.260710:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384612.260711:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.260713:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384612.260714:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384612.260715:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384612.260716:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384612.260718:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384612.260720:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=29 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384612.260723:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384612.260726:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384612.260727:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384612.260728:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384612.260729:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.260730:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384612.260732:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.260737:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384612.260739:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384612.260740:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384612.260742:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384612.260744:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384612.260745:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384612.260747:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384612.260748:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384612.260749:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384612.260750:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384612.260751:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384612.260752:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384612.260753:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384612.260765:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a812395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048128000:0@lo:253: 00000100:00000001:2.0:1767384612.260767:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.260769:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384612.260770:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a812395 x1853237048128000/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384628 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384612.260774:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384612.260776:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384612.260777:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006414a0e6. 02000000:00000001:2.0:1767384612.260779:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384612.260780:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384612.260781:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384612.260783:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384612.260784:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007b1538fe. 02000000:00000001:2.0:1767384612.260785:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384612.260786:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384612.260787:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a812395. 00000100:00000001:2.0:1767384612.260789:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384612.260790:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.260791:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384612.260794:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384612.260795:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384612.260797:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384612.260798:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384612.262465:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294900032, at 4294900033 00000100:00000010:3.0:1767384612.262473:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067a17dba. 00000100:00000040:0.0:1767384612.262503:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294900032, at 4294900033 00000100:00000040:2.0:1767384612.262504:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294900032, at 4294900033 00000100:00000040:1.0:1767384612.262513:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294900032, at 4294900033 00000100:00000010:0.0:1767384612.262513:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068937916. 00000100:00000010:2.0:1767384612.262515:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf72ab88. 00000100:00000010:1.0:1767384612.262525:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000909f62f9. 00010000:00000010:0.1:1767384612.263545:0:22500:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000a023cb4. 00010000:00000010:0.1:1767384612.263556:0:22500:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee037f1d. 00010000:00000010:1.1:1767384612.266483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cebeacbc. 00010000:00000010:1.1:1767384612.266492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000011ce9f8a. 00000400:00000010:2.0:1767384612.272630:0:22503:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000020137348. 00000400:00000040:2.0:1767384612.272646:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384612.272649:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384612.272651:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384612.272652:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384612.272654:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384612.272655:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384612.272658:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384612.272659:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384612.272664:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384612.272665:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384612.272668:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384612.272669:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384612.272671:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384612.272672:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384612.272673:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384612.272675:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384612.272676:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384612.272677:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384612.272678:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384612.272680:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384612.272682:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384612.272683:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384612.272684:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384612.272686:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384612.272686:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384612.272688:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384612.272689:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384612.272691:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384612.272692:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384612.272693:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384612.272694:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384612.272696:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384612.272697:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384612.272699:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384612.272700:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384612.272701:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384612.272702:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384612.272704:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384612.272706:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384612.272707:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384612.272708:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384612.272709:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384612.272711:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384612.272712:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384612.272713:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384612.272715:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384612.272716:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384612.272722:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384612.272724:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384612.272725:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384612.272727:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384612.272728:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384612.272729:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384612.272730:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384612.272731:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384612.272733:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384612.272734:0:22503:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384612.272763:0:22503:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000020137348. 00010000:00000001:3.0:1767384612.773518:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384612.773524:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.773531:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384612.773535:0:54:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384612.773537:0:54:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384612.773540:0:54:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.773544:0:54:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384612.773547:0:54:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.773549:0:54:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384612.773552:0:54:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384612.773575:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384612.773578:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384612.773580:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384613.261876:0:22737:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fade6aa3. 00080000:00000010:2.0:1767384613.261888:0:22737:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fade6aa3. 00000020:00000001:2.0:1767384613.261893:0:22737:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384613.261901:0:22737:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fade6aa3. 00080000:00000010:2.0:1767384613.261906:0:22737:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fade6aa3. 00000020:00000001:2.0:1767384613.261910:0:22737:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384613.797508:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384613.797515:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384613.797522:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384613.797524:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384613.797557:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384613.797560:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384613.797562:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384613.989569:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384613.989581:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384613.989586:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003419d4b7. 00000020:00000040:0.0:1767384613.989592:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384613.989598:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384613.989601:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384613.989606:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384613.989613:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e09cc2f4. 00000100:00000001:0.0:1767384613.989621:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.989626:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384613.989629:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384613.989638:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003419d4b7] to pc [ptlrpcd_00_01+1] req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384613.989666:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.989678:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.989683:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384613.989686:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.989687:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384613.989692:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.989694:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.989703:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384613.989705:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.989708:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384613.989711:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384613.989714:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384613.989715:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16355:1853237048128128:0@lo:13: 00000100:00000001:2.0:1767384613.989719:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384613.989724:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384613.989727:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.989730:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384613.989736:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e2106792. 02000000:00000001:2.0:1767384613.989738:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.989743:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d835201. 00000400:00000010:2.0:1767384613.989748:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000100:00000200:2.0:1767384613.989768:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048128128, portal 4 00000100:00000001:2.0:1767384613.989770:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384613.989771:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759364480 : -106174950187136 : ffff9f6f37cf5f80) 00000100:00000040:2.0:1767384613.989776:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.989782:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384613.989784:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384613.989787:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000100:00000200:2.0:1767384613.989789:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048128128, offset 0 00000400:00000200:2.0:1767384613.989794:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384613.989806:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384613.989815:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff03280 00000400:00000200:2.0:1767384613.989821:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 896 00000400:00000200:2.0:1767384613.989828:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384613.989831:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384613.989836:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384613.989838:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384613.989841:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000961bbb89. 00000100:00000040:2.0:1767384613.989842:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000961bbb89 x1853237048128128 msgsize 224 00000100:00100000:2.0:1767384613.989845:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384613.989856:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384613.989863:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000400:00000010:2.0:1767384613.989865:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000001:2.0:1767384613.989869:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384613.989872:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384613.989879:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384613.989880:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384613.989883:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048128128 00000100:00000040:2.0:1767384613.989885:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384613.989888:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384613.989891:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384613.989895:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.989896:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384613.989900:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.989900:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384613.989904:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384613.989906:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048128128 00000100:00000040:2.0:1767384613.989909:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 5055 usecs (6 jiffies) 00000020:00000001:3.0:1767384613.989910:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384613.989913:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:2.0:1767384613.989915:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901766 00000020:00000001:3.0:1767384613.989916:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384613.989919:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000001:3.0:1767384613.989921:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:3.0:1767384613.989926:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000010:2.0:1767384613.989928:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf72ab88. 00000100:00000001:3.0:1767384613.989930:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384613.989935:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384613.989940:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008893688a. 00000020:00000010:3.0:1767384613.989946:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008815c544. 00000100:00000001:2.0:1767384613.989946:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901766 00000020:00000040:3.0:1767384613.989951:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000010:2.0:1767384613.989952:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000368652d9. 00000100:00000001:2.0:1767384613.989961:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384613.989970:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901766 00000100:00000010:2.0:1767384613.989972:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc41132. 00000100:00000001:3.0:1767384613.989974:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384613.989976:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000020:00000010:3.0:1767384613.989981:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000ba2096. 00000100:00000001:2.0:1767384613.989987:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901766 00000020:00000010:3.0:1767384613.989988:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056425c26. 00000020:00000010:3.0:1767384613.989995:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000780f6dd8. 00000100:00000010:2.0:1767384613.989996:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5fbec3b. 00000100:00000001:2.0:1767384613.990003:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384613.990008:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384613.990009:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384613.990010:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.990014:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384613.990017:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.990019:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384613.990022:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384613.990024:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384613.990024:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384613.990032:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384613.990032:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:2.0:1767384613.990036:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384613.990037:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.990040:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.990043:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384613.990048:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.990051:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.990053:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.990072:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384613.990076:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384613.990087:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:3.0:1767384613.990092:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:0.0:1767384613.990095:0:17895:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000100:00100000:0.0:1767384613.990098:0:17895:0:(service.c:3434:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00000010:0.0:1767384613.990108:0:17895:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000001de6f943. 00000100:00000001:3.0:1767384613.990112:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759666560 : -106174949885056 : ffff9f6f37d3fb80) 00000100:00100000:0.0:1767384613.990116:0:17895:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00000040:3.0:1767384613.990120:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000961bbb89 x1853237048128128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:594/0 lens 224/0 e 0 to 0 dl 1767384624 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384613.990129:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384613.990135:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b89cfc2. 00000100:00000001:3.0:1767384613.990140:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384613.990144:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b89cfc2. 00000100:00100000:3.0:1767384613.990153:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000961bbb89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853237048128128:12345-0@lo:13: 00000100:00000200:3.0:1767384613.990155:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048128128 00000020:00000001:3.0:1767384613.990158:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384613.990161:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384613.990163:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384613.990166:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384613.990168:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000020:00000001:3.0:1767384613.990171:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384613.990174:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384613.990176:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384613.990178:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384613.990180:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.990185:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384613.990188:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384613.990194:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002f5062e2. 02000000:00000001:3.0:1767384613.990197:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.990199:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384613.990202:0:17896:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384613.990208:0:17896:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384613.990211:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384613.990229:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384613.990234:0:17896:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:3.0:1767384613.990240:0:17896:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384613.990246:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384613.990251:0:17896:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:3.0:1767384613.990255:0:17896:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384613.990270:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384613.990273:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384613.990277:0:17896:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384613.990282:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048128128 00010000:00000001:3.0:1767384613.990285:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384613.990288:0:17895:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384613.990291:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000961bbb89 x1853237048128128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:594/0 lens 224/368 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384613.990314:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384613.990317:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384613.990321:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384613.990321:0:22878:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000001:3.0:1767384613.990328:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384613.990334:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384613.990336:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384613.990339:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384613.990342:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.990345:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1767384613.990346:0:22878:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000309538e4. 00000100:00000040:3.0:1767384613.990349:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1767384613.990352:0:22878:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000020080df9. 00000400:00000010:3.0:1767384613.990354:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000100:00000200:3.0:1767384613.990358:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048128128, offset 224 00000020:00000010:0.0:1767384613.990360:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000558fa9a9. 00000400:00000200:3.0:1767384613.990366:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384613.990369:0:22878:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000005d459b78. 00000020:00000010:0.0:1767384613.990376:0:22878:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ae699934. 00000400:00000200:3.0:1767384613.990379:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384613.990382:0:22878:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000085ea3759. 00000020:00000010:0.0:1767384613.990388:0:22878:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a8e02990. 00000400:00000200:3.0:1767384613.990391:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff03280 80000000:00000010:0.0:1767384613.990393:0:22878:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b8f7bbdd. 40000000:00000010:0.0:1767384613.990398:0:22878:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bf36dddf. 00000400:00000200:3.0:1767384613.990401:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1481 [1] + 224 00100000:00000010:0.0:1767384613.990402:0:22878:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000076cfaa68. 00000400:00000200:3.0:1767384613.990407:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:0.0:1767384613.990409:0:22878:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000030bb82d7. 00000400:00000200:3.0:1767384613.990413:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:0.0:1767384613.990417:0:22878:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eb87be0d. 00000100:00000001:3.0:1767384613.990421:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000010:0.0:1767384613.990426:0:22878:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000480a3b49. 00000100:00000200:3.0:1767384613.990427:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384613.990432:0:22878:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006c3ac95b. 00000100:00000040:3.0:1767384613.990487:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000010:0.0:1767384613.990499:0:22878:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000806552fb. 00000100:00000001:3.0:1767384613.990504:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384613.990513:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069b6c6fa 00000100:00000040:1.0:1767384613.990514:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384613.990514:0:22878:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000044fd73da. 00000400:00000010:3.0:1767384613.990516:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000100:00000001:2.0:1767384613.990519:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.990526:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384613.990527:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384613.990527:0:22878:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:1.0:1767384613.990529:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000001:2.0:1767384613.990534:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384613.990537:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384613.990538:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1767384613.990539:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b004290b. 00000400:00000010:2.0:1767384613.990542:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d835201. 00000100:00000001:3.0:1767384613.990544:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384613.990549:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000040:3.0:1767384613.990550:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:2.0:1767384613.990550:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:2.0:1767384613.990564:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00010000:00000001:3.0:1767384613.990567:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384613.990568:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384613.990569:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384613.990572:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.990577:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:3.0:1767384613.990578:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384613.990580:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384613.990588:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384613.990590:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000961bbb89 x1853237048128128/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:594/0 lens 224/368 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384613.990602:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e260022c. 00000100:00000200:2.0:1767384613.990608:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.990619:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384613.990620:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000961bbb89 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853237048128128:12345-0@lo:13: Request processed in 488us (772us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384613.990637:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384613.990640:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384613.990643:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000040:1.0:1767384613.990645:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384613.990650:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384613.990654:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 02000000:00000001:2.0:1767384613.990657:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384613.990663:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384613.990664:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384613.990671:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.990672:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384613.990680:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056425c26. 02000000:00000001:2.0:1767384613.990683:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.990687:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000010:3.0:1767384613.990689:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000780f6dd8. 00000100:00000001:1.0:1767384613.990690:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384613.990692:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384613.990708:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=20 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384613.990709:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000000ba2096. 00000100:00000040:1.0:1767384613.990714:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b004290b] to pc [ptlrpcd_00_02+2] req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384613.990717:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:2.0:1767384613.990722:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384613.990728:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.990730:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.990741:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384613.990751:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384613.990757:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.990760:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384613.990762:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384613.990763:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384613.990765:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.990768:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.990769:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384613.990779:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384613.990780:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.990781:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384613.990790:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1767384613.990795:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384613.990802:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384613.990807:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384613.990808:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384613.990809:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384613.990819:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384613.990819:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000010:1.0:1767384613.990820:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081526855. 00000004:00000040:2.0:1767384613.990823:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384613.990833:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:3.0:1767384613.990834:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1767384613.990834:0:36:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384613.990842:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384613.990847:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384613.990849:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384613.990854:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384613.990855:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000020:2.0:1767384613.990856:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000001:1.0:1767384613.990863:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384613.990878:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000913c312b. 00000004:00000001:2.0:1767384613.990880:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.990890:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.990894:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384613.990895:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384613.990903:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.990910:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384613.990913:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384613.990920:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384613.990932:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384613.990947:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048128256:0@lo:400: 00000100:00000001:3.0:1767384613.990965:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384613.990969:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384613.990970:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1767384613.990971:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16355:1853237048128128:0@lo:13: 02000000:00000001:3.0:1767384613.990976:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.990976:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.990978:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384613.990993:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384613.990993:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1767384613.990998:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000ba2096. 00000100:00000040:2.0:1767384613.991003:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003419d4b7 x1853237048128128/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384629 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384613.991004:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081526855] to pc [ptlrpcd_00_03+3] req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384613.991005:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384613.991018:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c92683b. 00000400:00000010:3.0:1767384613.991030:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000100:00000200:3.0:1767384613.991042:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048128256, portal 25 00000100:00000001:3.0:1767384613.991053:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384613.991059:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758966784 : -106174950584832 : ffff9f6f37c94e00) 00000100:00000040:3.0:1767384613.991074:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384613.991085:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384613.991085:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384613.991088:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.991090:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1767384613.991097:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384613.991099:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1767384613.991101:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e2106792. 00000400:00000010:3.0:1767384613.991102:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00000100:00000200:3.0:1767384613.991114:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048128256, offset 0 02000000:00000001:2.0:1767384613.991114:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384613.991114:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:2.0:1767384613.991127:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384613.991129:0:16355:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384613.991131:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384613.991134:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004244289. 00000400:00000200:3.0:1767384613.991135:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1767384613.991135:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e09cc2f4. 00000020:00000040:1.0:1767384613.991149:0:36:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:3.0:1767384613.991150:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384613.991152:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384613.991160:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384613.991166:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1767384613.991168:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003419d4b7. 00000400:00000200:3.0:1767384613.991178:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff03300 02000000:00000001:1.0:1767384613.991180:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384613.991182:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384613.991188:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384613.991189:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384613.991195:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x985 [2] + 0 00000100:00000001:2.0:1767384613.991195:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384613.991199:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e1f121cb. 00000400:00000010:3.0:1767384613.991204:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b09eb666. 00000100:00000001:2.0:1767384613.991204:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384613.991208:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.991217:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384613.991218:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086196093 00000100:00000001:1.0:1767384613.991219:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.991220:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384613.991230:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384613.991238:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384613.991242:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384613.991252:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384613.991259:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000400:00000200:3.0:1767384613.991263:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086196093 00000100:00000001:2.0:1767384613.991268:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384613.991273:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086196093. 00000100:00000001:1.0:1767384613.991284:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384613.991286:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384613.991288:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384613.991289:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.991290:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384613.991308:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384613.991319:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000002874ebbd x1853237048128256 msgsize 224 00000100:00000001:2.0:1767384613.991320:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.991327:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384613.991327:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004244289] to pc [ptlrpcd_00_00+0] req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.991336:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1767384613.991346:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384613.991348:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384613.991354:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384613.991370:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384613.991380:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00000400:00000010:3.0:1767384613.991393:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00000100:00000001:2.0:1767384613.991400:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384613.991402:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384613.991409:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.991410:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.991415:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.991417:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384613.991423:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384613.991431:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.991431:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (239) 00000100:00000001:3.0:1767384613.991435:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384613.991436:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384613.991489:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081526855 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048128384:0@lo:400: 00000100:00000040:3.0:1767384613.991492:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.991495:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384613.991498:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384613.991500:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384613.991503:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384613.991504:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.991508:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.991509:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384613.991512:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384613.991513:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384613.991515:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d4663466. 00000100:00000001:3.0:1767384613.991521:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.991521:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.991531:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294901768 00000400:00000010:2.0:1767384613.991532:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d835201. 00000100:00000001:0.0:1767384613.991532:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384613.991535:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.991539:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 02000000:00000001:0.0:1767384613.991540:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384613.991541:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294901766 02000000:00000001:0.0:1767384613.991545:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384613.991546:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048128384, portal 10 00000100:00000001:3.0:1767384613.991548:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294901768 02000000:00000001:0.0:1767384613.991554:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.991555:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384613.991558:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294901766 00000100:00000001:2.0:1767384613.991559:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758976640 : -106174950574976 : ffff9f6f37c97480) 00000100:00100000:0.0:1767384613.991561:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048128512:0@lo:400: 00000100:00000001:3.0:1767384613.991565:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294901768 00000100:00000001:1.0:1767384613.991568:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384613.991569:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384613.991570:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294901766 00000100:00000040:2.0:1767384613.991574:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384613.991574:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048128256 02000000:00000001:0.0:1767384613.991575:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384613.991576:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294901768 02000000:00000001:1.0:1767384613.991583:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1767384613.991584:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384613.991586:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294901766 00000100:00000001:1.0:1767384613.991592:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384613.991594:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384613.991595:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384613.991602:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384613.991603:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ca4fc87. 00000100:00000001:3.0:1767384613.991604:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.991617:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.991618:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384613.991619:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384613.991619:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.991633:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384613.991635:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048128256 00000100:00000001:3.0:1767384613.991636:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384613.991636:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073c78d9b. 00000400:00000010:2.0:1767384613.991638:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000020:00000001:1.0:1767384613.991645:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384613.991647:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384613.991648:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048128384, offset 0 00000020:00000040:1.0:1767384613.991649:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384613.991650:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384613.991650:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000001:3.0:1767384613.991655:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384613.991659:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384613.991662:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384613.991663:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048128512, portal 10 00000020:00000040:1.0:1767384613.991664:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000400:00000200:2.0:1767384613.991671:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384613.991680:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384613.991681:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384613.991682:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384613.991689:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.991691:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758971264 : -106174950580352 : ffff9f6f37c95f80) 00000020:00000001:1.0:1767384613.991693:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:2.0:1767384613.991697:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384613.991706:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.991707:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384613.991715:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000995e894a. 00000400:00000200:2.0:1767384613.991716:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff03380 00000100:00000001:1.0:1767384613.991729:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384613.991731:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384613.991734:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3576 00000020:00000010:1.0:1767384613.991743:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000995e894a. 00000100:00000040:0.0:1767384613.991744:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384613.991746:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384613.991756:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837db392. 00000100:00000200:0.0:1767384613.991760:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048128512, offset 0 00000020:00000010:1.0:1767384613.991762:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cada858f. 00000400:00000200:2.0:1767384613.991763:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384613.991775:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384613.991778:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ed52f3d6. 00000100:00000001:2.0:1767384613.991784:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384613.991784:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384613.991785:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002e8be995. 00000100:00000200:2.0:1767384613.991789:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384613.991798:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003619467f. 00000100:00000040:2.0:1767384613.991802:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000003619467f x1853237048128384 msgsize 224 00000100:00000040:1.0:1767384613.991807:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384613.991815:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff03400 00000100:00000001:1.0:1767384613.991819:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384613.991826:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384613.991827:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384613.991832:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.991835:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 3800 00000400:00000200:0.0:1767384613.991839:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384613.991840:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384613.991857:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384613.991861:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000100:00000001:1.0:1767384613.991862:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384613.991866:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000001:2.0:1767384613.991869:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384613.991871:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384613.991874:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1767384613.991875:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.991875:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384613.991884:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000012eda92c. 00000100:00000040:0.0:1767384613.991892:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000012eda92c x1853237048128512 msgsize 224 00000100:00000001:2.0:1767384613.991895:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384613.991905:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.991906:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:0.0:1767384613.991907:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384613.991913:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384613.991919:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.991921:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384613.991922:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00000001:2.0:1767384613.991927:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384613.991931:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000400:00000200:0.0:1767384613.991933:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837db392 00000100:00000001:2.0:1767384613.991935:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384613.991944:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000837db392. 00000100:00000040:2.0:1767384613.991947:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2906 usecs (3 jiffies) 00000100:00000001:1.0:1767384613.991948:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720103504 : -106174989448112 : ffff9f6f35784c50) 00000100:00000001:0.0:1767384613.991949:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384613.991954:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294901765 00000100:00000200:0.0:1767384613.991956:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.991962:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294901768 00000100:00000040:1.0:1767384613.991967:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002874ebbd x1853237048128256/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:594/0 lens 224/0 e 0 to 0 dl 1767384624 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.991969:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294901765 00000100:00000001:2.0:1767384613.991978:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294901768 00000100:00000001:0.0:1767384613.991981:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384613.991984:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294901765 00000100:00000040:0.0:1767384613.991989:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.991992:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294901768 00000100:00000001:2.0:1767384613.992001:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294901765 00000100:00000001:2.0:1767384613.992012:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294901768 00000100:00000001:2.0:1767384613.992023:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384613.992036:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.992045:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.992045:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384613.992046:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.992050:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.992054:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384613.992055:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000995e894a. 00000100:00000001:1.0:1767384613.992062:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384613.992063:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384613.992075:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000995e894a. 00000100:00000001:2.0:1767384613.992076:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384613.992077:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3420 usecs (4 jiffies) 00000100:00100000:2.0:1767384613.992086:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048128384 00000100:00000001:0.0:1767384613.992089:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294901766 02000000:00000001:2.0:1767384613.992090:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384613.992096:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384613.992098:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002874ebbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048128256:12345-0@lo:400: 00000100:00000001:2.0:1767384613.992099:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.992099:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294901768 02000000:00000001:2.0:1767384613.992108:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.992110:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294901766 00000100:00000200:1.0:1767384613.992123:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048128256 00000100:00100000:2.0:1767384613.992124:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048128384 00000100:00000001:0.0:1767384613.992124:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294901768 00000020:00000001:1.0:1767384613.992134:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384613.992135:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384613.992135:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294901766 00000020:00000001:1.0:1767384613.992145:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384613.992146:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294901768 00000020:00000040:2.0:1767384613.992147:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000020:00000001:1.0:1767384613.992160:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.992160:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294901766 00000020:00000001:2.0:1767384613.992161:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384613.992171:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000020:00000001:1.0:1767384613.992176:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384613.992177:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:0.0:1767384613.992177:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294901768 00000020:00000001:1.0:1767384613.992189:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000100:00000001:0.0:1767384613.992190:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384613.992191:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:0.0:1767384613.992210:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384613.992211:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384613.992212:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384613.992223:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384613.992225:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da393506. 00000020:00000001:1.0:1767384613.992225:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.992239:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384613.992245:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384613.992246:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da393506. 00000100:00000001:0.0:1767384613.992246:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384613.992251:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384613.992254:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384613.992256:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3218b9f. 00000100:00000001:0.0:1767384613.992257:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384613.992258:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384613.992261:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008977cb97. 00000100:00000001:0.0:1767384613.992267:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384613.992268:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1767384613.992269:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008f23e3c1. 02000000:00000001:1.0:1767384613.992280:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384613.992282:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384613.992283:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384613.992294:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384613.992305:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384613.992310:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384613.992310:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384613.992312:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d4e8dda. 00000100:00000001:2.0:1767384613.992313:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.992314:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384613.992322:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.992328:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.992329:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1767384613.992341:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.992342:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384613.992349:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384613.992350:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384613.992352:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048128256 00000100:00100000:0.0:1767384613.992353:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048128512 02000000:00000001:0.0:1767384613.992356:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384613.992358:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384613.992361:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.992361:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384613.992365:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384613.992368:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384613.992375:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048128512 00010000:00000200:1.0:1767384613.992377:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002874ebbd x1853237048128256/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:594/0 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384613.992379:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384613.992380:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384613.992384:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000001:2.0:1767384613.992388:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384613.992390:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384613.992395:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00100000:2.0:1767384613.992403:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000020:00000001:0.0:1767384613.992406:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000040:2.0:1767384613.992417:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000020:00000001:0.0:1767384613.992418:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:2.0:1767384613.992427:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759659392 : -106174949892224 : ffff9f6f37d3df80) 00000100:00000001:0.0:1767384613.992433:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384613.992434:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1767384613.992490:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001b2c356a. 00000020:00000010:0.0:1767384613.992497:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c2e5f517. 00000020:00000040:0.0:1767384613.992503:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:0.0:1767384613.992518:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384613.992522:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c78897e9. 00000020:00000010:0.0:1767384613.992526:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000beb99d77. 00000020:00000010:0.0:1767384613.992529:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea880f36. 00000100:00000001:0.0:1767384613.992532:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384613.992533:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384613.992534:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.992537:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384613.992541:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384613.992542:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.992557:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.992566:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384613.992567:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384613.992571:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384613.992573:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000001:0.0:1767384613.992575:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759369856 : -106174950181760 : ffff9f6f37cf7480) 00000100:00000040:0.0:1767384613.992578:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000012eda92c x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:594/0 lens 224/0 e 0 to 0 dl 1767384624 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.992585:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384613.992587:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5c9864d. 00000100:00000001:0.0:1767384613.992589:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384613.992591:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5c9864d. 00000100:00100000:0.0:1767384613.992594:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000012eda92c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048128512:12345-0@lo:400: 00000100:00000200:0.0:1767384613.992597:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048128512 00000020:00000001:0.0:1767384613.992599:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384613.992601:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384613.992603:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.992605:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384613.992607:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:0.0:1767384613.992609:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384613.992611:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384613.992613:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384613.992615:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384613.992617:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.992619:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384613.992621:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384613.992623:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384613.992626:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bb99baf6. 02000000:00000001:0.0:1767384613.992628:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.992630:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384613.992631:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384613.992633:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048128512 00010000:00000001:0.0:1767384613.992635:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384613.992646:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000012eda92c x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:594/0 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384613.992651:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003619467f x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:594/0 lens 224/0 e 0 to 0 dl 1767384624 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384613.992652:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384613.992656:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384613.992661:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384613.992669:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384613.992671:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384613.992673:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000010:2.0:1767384613.992676:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da393506. 00000100:00000001:0.0:1767384613.992676:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384613.992679:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384613.992681:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384613.992682:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384613.992686:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da393506. 00000100:00000001:0.0:1767384613.992688:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384613.992692:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384613.992694:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003619467f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048128384:12345-0@lo:400: 00000400:00000010:0.0:1767384613.992697:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837db392. 00000100:00000200:0.0:1767384613.992702:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048128512, offset 224 00000100:00000200:2.0:1767384613.992710:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048128384 00000400:00000200:0.0:1767384613.992713:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384613.992715:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384613.992720:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384613.992725:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384613.992725:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384613.992733:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1767384613.992733:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.992739:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000400:00000200:0.0:1767384613.992743:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff03400 00000020:00000001:2.0:1767384613.992747:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:1.0:1767384613.992747:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=30 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384613.992754:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384613.992756:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x149d [1] + 224 00000020:00000001:2.0:1767384613.992768:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384613.992770:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384613.992771:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384613.992772:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384613.992777:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.992781:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000400:00000200:0.0:1767384613.992784:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384613.992786:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384613.992790:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:2.0:1767384613.992793:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384613.992795:0:17087:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384613.992798:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384613.992801:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:2.0:1767384613.992804:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e2106792. 00000100:00000200:0.0:1767384613.992807:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384613.992811:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.992812:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.992830:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384613.992836:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384613.992843:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.992845:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1767384613.992858:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048128384 00010000:00000001:2.0:1767384613.992861:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384613.992864:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384613.992865:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:2.0:1767384613.992873:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003619467f x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:594/0 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384613.992874:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837db392 00000400:00000010:1.0:1767384613.992877:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000400:00000010:0.0:1767384613.992880:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000837db392. 00000100:00000001:0.0:1767384613.992889:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384613.992890:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1767384613.992892:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048128256, offset 224 00010000:00000001:2.0:1767384613.992894:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.992894:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384613.992902:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384613.992905:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=25 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384613.992911:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384613.992913:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384613.992918:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384613.992922:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384613.992925:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000020:00000001:0.0:1767384613.992930:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.992931:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384613.992934:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384613.992936:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.992940:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:0.0:1767384613.992945:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384613.992953:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384613.992954:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384613.992954:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012eda92c x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:594/0 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384613.992965:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000100:00000200:2.0:1767384613.992974:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048128384, offset 224 00000100:00100000:0.0:1767384613.992979:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000012eda92c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048128512:12345-0@lo:400: Request processed in 391us (1085us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384613.992984:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384613.992992:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff03300 00000100:00100000:0.0:1767384613.992998:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384613.993004:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000400:00000200:2.0:1767384613.993008:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384613.993010:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384613.993013:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384613.993016:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000beb99d77. 00000400:00000200:2.0:1767384613.993025:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff03380 00000400:00000200:1.0:1767384613.993025:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x148d [1] + 224 00000020:00000010:0.0:1767384613.993026:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea880f36. 00000020:00000010:0.0:1767384613.993037:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c78897e9. 00000020:00000040:0.0:1767384613.993051:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000400:00000200:2.0:1767384613.993055:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1495 [1] + 224 00000400:00000200:1.0:1767384613.993055:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384613.993057:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384613.993074:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384613.993075:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1767384613.993084:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:2.0:1767384613.993090:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384613.993091:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:1.0:1767384613.993092:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384613.993096:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384613.993106:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1767384613.993112:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.993113:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384613.993114:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384613.993122:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384613.993126:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384613.993130:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073c78d9b. 00000400:00000200:0.0:1767384613.993138:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:0.0:1767384613.993144:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000100:00000001:0.0:1767384613.993154:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384613.993168:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384613.993220:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384613.993228:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384613.993229:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.993266:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384613.993276:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000400:00000010:2.0:1767384613.993283:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000001:2.0:1767384613.993291:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384613.993306:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384613.993308:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384613.993313:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.993314:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.993316:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384613.993319:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 02000000:00000001:0.0:1767384613.993319:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384613.993322:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384613.993323:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384613.993325:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384613.993327:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384613.993327:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384613.993333:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384613.993336:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.993340:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003619467f x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:594/0 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384613.993340:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000100:00001000:0.0:1767384613.993341:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=23 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384613.993353:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000100:00001000:0.0:1767384613.993356:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384613.993365:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384613.993366:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384613.993369:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384613.993371:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.993378:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384613.993380:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384613.993386:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384613.993389:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003619467f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048128384:12345-0@lo:400: Request processed in 709us (1577us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384613.993394:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384613.993407:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384613.993412:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384613.993418:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000020:00000001:1.0:1767384613.993422:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.993424:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384613.993425:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:2.0:1767384613.993435:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1767384613.993435:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384613.993436:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384613.993463:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384613.993472:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.993473:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384613.993480:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002874ebbd x1853237048128256/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:594/0 lens 224/224 e 0 to 0 dl 1767384624 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384613.993482:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008977cb97. 00000100:00000040:0.0:1767384613.993486:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384613.993494:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008f23e3c1. 00000020:00000010:2.0:1767384613.993505:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b3218b9f. 00000020:00000040:2.0:1767384613.993514:0:17088:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:2.0:1767384613.993530:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.993552:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384613.993554:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1767384613.993559:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002874ebbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048128256:12345-0@lo:400: Request processed in 1507us (2232us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384613.993561:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384613.993561:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.993569:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384613.993575:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384613.993578:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384613.993583:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384613.993586:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d835201. 00000100:00100000:1.0:1767384613.993594:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000400:00000200:2.0:1767384613.993597:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:2.0:1767384613.993607:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000100:00000040:1.0:1767384613.993607:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384613.993613:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384613.993617:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048128512:0@lo:400: 00000100:00000001:1.0:1767384613.993620:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384613.993626:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384613.993627:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384613.993629:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384613.993635:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ed52f3d6. 00000100:00000001:0.0:1767384613.993636:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384613.993643:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004244289 x1853237048128512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384613.993645:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002e8be995. 00000020:00000010:1.0:1767384613.993658:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cada858f. 00000100:00000200:2.0:1767384613.993659:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.993676:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384613.993680:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384613.993680:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:0.0:1767384613.993681:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384613.993689:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ca4fc87. 00000100:00000001:2.0:1767384613.993691:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384613.993694:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384613.993695:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384613.993696:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384613.993698:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384613.993698:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d4e8dda. 00000020:00000001:0.0:1767384613.993700:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384613.993705:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384613.993710:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384613.993710:0:16354:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384613.993712:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384613.993717:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384613.993719:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1767384613.993720:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384613.993724:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384613.993725:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=25 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384613.993733:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e1f121cb. 00000100:00001000:2.0:1767384613.993734:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=25 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384613.993735:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040bee4a0. 02000000:00000001:0.0:1767384613.993738:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384613.993744:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384613.993748:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000010:0.0:1767384613.993748:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004244289. 00000400:00000010:1.0:1767384613.993752:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d375c7e. 00000100:00000001:2.0:1767384613.993753:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.993754:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384613.993760:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384613.993762:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384613.993764:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384613.993771:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.993771:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384613.993775:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384613.993782:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.993782:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384613.993786:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.993787:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384613.993791:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384613.993793:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384613.993795:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384613.993797:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.993802:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384613.993812:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384613.993815:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384613.993816:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384613.993818:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384613.993823:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384613.993824:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1767384613.993827:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384613.993831:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c92683b. 00000100:00100000:2.0:1767384613.993836:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081526855 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048128384:0@lo:400: 00000400:00000200:0.0:1767384613.993836:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069b6c6fa 00000100:00000001:2.0:1767384613.993848:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384613.993853:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384613.993853:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000100:00000040:2.0:1767384613.993859:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081526855 x1853237048128384/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.993860:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384613.993870:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384613.993877:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384613.993881:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384613.993881:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384613.993885:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d4663466. 00000100:00000001:0.0:1767384613.993894:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384613.993896:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384613.993898:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384613.993899:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384613.993902:0:16356:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384613.993904:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384613.993907:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767384613.993908:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1767384613.993910:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000913c312b. 00000100:00000001:0.0:1767384613.993911:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384613.993914:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.993915:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384613.993918:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384613.993919:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384613.993922:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081526855. 00000100:00001000:0.0:1767384613.993923:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=30 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384613.993925:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384613.993928:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384613.993930:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384613.993931:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.993935:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384613.993938:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384613.993938:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.993940:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384613.993941:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384613.993942:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.993945:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384613.993946:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384613.993948:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384613.993956:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.993961:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384613.993963:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384613.993964:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384613.993966:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384613.993971:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048128256:0@lo:400: 00000100:00000001:0.0:1767384613.993974:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.993975:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384613.993977:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b004290b x1853237048128256/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384613.993981:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384613.993982:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384613.993983:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000ba2096. 02000000:00000001:0.0:1767384613.993986:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384613.993987:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384613.993988:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384613.993990:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384613.993991:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e260022c. 02000000:00000001:0.0:1767384613.993993:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384613.993995:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384613.993996:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b004290b. 00000100:00000001:0.0:1767384613.993998:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384613.993998:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.994000:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384613.994003:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384613.994004:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384613.994006:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384613.994007:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384613.998498:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294901768, at 4294901769 00000100:00000040:0.0:1767384613.998506:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294901768, at 4294901769 00000100:00000010:1.0:1767384613.998510:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000368652d9. 00000100:00000010:0.0:1767384613.998517:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf72ab88. 00000100:00000040:2.0:1767384613.998524:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294901768, at 4294901769 00000100:00000010:2.0:1767384613.998531:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc41132. 00000100:00000040:3.0:1767384613.998558:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294901768, at 4294901769 00000100:00000010:3.0:1767384613.998566:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5fbec3b. 00000001:00000001:1.0:1767384614.076015:0:22902:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384614.076021:0:22902:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp21 --if ens2 00000001:00000001:1.0:1767384614.080693:0:22902:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384614.089838:0:22903:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000072439678. 00000400:00000010:1.0:1767384614.089857:0:22903:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000053a56cb9. 00000400:00000010:1.0:1767384614.089869:0:22903:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c0a3387b. 00000400:00000010:1.0:1767384614.089872:0:22903:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000d22ec226. 00000400:00000010:1.0:1767384614.089877:0:22903:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004eda5281. 00000400:00000010:1.0:1767384614.089881:0:22903:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2c244b5. 00000400:00000010:1.0:1767384614.089888:0:22903:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000009e11901f. 00000400:00000010:1.0:1767384614.089889:0:22903:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000277e73c. 00000400:00000010:1.0:1767384614.089893:0:22903:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000aeb5f940. 00000800:00000010:1.0:1767384614.089906:0:22903:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000003d43df07. 00000800:00000200:1.0:1767384614.089919:0:22903:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384614.089927:0:22903:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384614.089986:0:22903:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384614.090012:0:22903:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp21 [8/256/0/180] 00000400:00000010:1.0:1767384614.091596:0:22903:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000758bbd45. 00000400:00000010:1.0:1767384614.091604:0:22903:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005af63821. 00000400:00000010:1.0:1767384614.091610:0:22903:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000400:00000001:1.0:1767384614.091628:0:22903:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384614.091630:0:22903:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384614.091631:0:22903:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e8cf18c. 00000400:00000200:1.0:1767384614.091634:0:22903:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:1.0:1767384614.091636:0:22903:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000400:00000010:1.0:1767384614.091639:0:22903:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 233 at 00000000107318fc. 00000400:00000200:1.0:1767384614.091644:0:22903:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (12) 00000400:00000200:1.0:1767384614.091656:0:22903:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384614.091665:0:22903:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131093 00000020:00000010:1.0:1767384614.091682:0:22903:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000054cede1a. 00000400:00000200:0.0:1767384614.091683:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384614.091688:0:22903:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384614.091691:0:22903:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp21 00000400:00000200:0.0:1767384614.091705:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:1.0:1767384614.091709:0:22903:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000053a56cb9. 00000400:00000010:1.0:1767384614.091714:0:22903:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000072439678. 00000400:00000010:0.0:1767384614.091714:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000400:00000200:0.0:1767384614.091726:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (13) 00000400:00000010:0.0:1767384614.091735:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008859affa. 00000020:00000001:2.0:1767384614.091737:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384614.091742:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 10000000:00000001:2.0:1767384614.091743:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384614.091748:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384614.091750:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384614.091754:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384614.091758:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:0.0:1767384614.091767:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:2.0:1767384614.091768:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384614.091772:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384614.091775:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384614.091779:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:2.0:1767384614.091780:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384614.091784:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384614.091787:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384614.091790:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:0.0:1767384614.091791:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:2.0:1767384614.091793:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384614.091797:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384614.091801:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000100:00000010:2.0:1767384614.091803:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009449bdd9. 00000400:00000200:0.0:1767384614.091807:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000020:00000040:2.0:1767384614.091810:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:0.0:1767384614.091815:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000100:00000001:2.0:1767384614.091820:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384614.091821:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:2.0:1767384614.091828:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384614.091832:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000001:2.0:1767384614.091836:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.091843:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000010:2.0:1767384614.091849:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000a7ed0dad. 00000400:00000200:0.0:1767384614.091850:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:0.0:1767384614.091860:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000100:00000001:2.0:1767384614.091862:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.091865:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:0.0:1767384614.091870:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp20 00000100:00000001:2.0:1767384614.091875:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384614.091875:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp20 lpni_is_preferred = 0 00000100:00000001:2.0:1767384614.091879:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.091884:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp20 00000400:00000200:0.0:1767384614.091888:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp20 NI seq info: [27:27:256:4294967295] 192.168.203.125@tcp20 LPNI seq info [27:27:8:4294967295] 00000100:00000040:2.0:1767384614.091892:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009449bdd9] to pc [ptlrpcd_00_01+1] req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384614.091899:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp20 00000400:00000200:0.0:1767384614.091912:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20:) -> 192.168.203.125@tcp20(192.168.203.125@tcp:192.168.203.125@tcp20) : PUT try# 0 00000800:00000200:0.0:1767384614.091925:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.125@tcp20 00000800:00000010:0.0:1767384614.091930:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f5e3521. 10000000:00000001:2.0:1767384614.091932:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.091937:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.091939:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384614.091940:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a00a277a. 00000020:01000000:2.0:1767384614.091942:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:0.0:1767384614.091947:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d782a5f0. 00000020:00000001:2.0:1767384614.091952:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384614.091959:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:3.0:1767384614.091960:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767384614.091960:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (2) 10000000:00000001:2.0:1767384614.091963:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384614.091968:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384614.091971:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384614.091972:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:0.1:1767384614.091975:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (2) 00000020:01000004:2.0:1767384614.091977:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384614.091982:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384614.091988:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384614.091989:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1767384614.091991:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384614.091996:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384614.092000:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384614.092002:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000040:3.0:1767384614.092004:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384614.092007:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384614.092007:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000100:00000010:2.0:1767384614.092014:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009312223c. 00000400:00000200:0.0:1767384614.092018:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:3.0:1767384614.092024:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384614.092031:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384614.092031:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384614.092036:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384614.092039:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384614.092040:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384614.092041:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.092046:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384614.092050:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000db377635. 02000000:00000001:3.0:1767384614.092052:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.092052:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.092056:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384614.092058:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384614.092061:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009449bdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048128640:0@lo:253: 00000100:00000001:2.0:1767384614.092062:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384614.092066:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.092075:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384614.092079:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009312223c] to pc [ptlrpcd_00_02+2] req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384614.092083:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384614.092088:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.092094:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384614.092104:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c35c8687. 10000000:00000001:2.0:1767384614.092105:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.092110:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384614.092111:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.092117:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384614.092119:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384614.092122:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000054cede1a. 00000400:00000010:3.0:1767384614.092123:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e024ab67. 00000400:00000200:0.0:1767384614.092131:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000010:3.0:1767384614.092133:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000820048cb. 00000100:00000001:2.0:1767384614.092138:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.092142:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384614.092144:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048128640, portal 25 00000100:00000001:2.0:1767384614.092144:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384614.092151:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384614.092152:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.092157:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759656704 : -106174949894912 : ffff9f6f37d3d500) 00000100:00000001:2.0:1767384614.092167:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384614.092170:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384614.092174:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384614.092174:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384614.092179:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384614.092185:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.092193:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00100000:2.0:1767384614.092194:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009312223c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048128768:0@lo:253: 00000100:00000001:3.0:1767384614.092197:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384614.092204:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384614.092208:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384614.092209:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384614.092211:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.092214:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384614.092218:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000035cea916. 02000000:00000010:2.0:1767384614.092220:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000048270172. 00000100:00000200:3.0:1767384614.092226:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048128640, offset 0 02000000:00000001:2.0:1767384614.092226:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384614.092235:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d835201. 00000400:00000200:0.0:1767384614.092240:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.092244:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384614.092257:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b804b2e. 00000400:00000200:3.0:1767384614.092267:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384614.092271:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048128768, portal 25 00000100:00000001:2.0:1767384614.092274:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384614.092275:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759657600 : -106174949894016 : ffff9f6f37d3d880) 00000100:00000040:2.0:1767384614.092280:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.092286:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384614.092291:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03480 00000400:00000200:0.0:1767384614.092293:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000040:2.0:1767384614.092305:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.092311:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6d23d60. 00000100:00000200:2.0:1767384614.092318:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048128768, offset 0 00000400:00000200:3.0:1767384614.092325:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x995 [2] + 0 00000400:00000010:3.0:1767384614.092332:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000125d97f2. 00000400:00000200:3.0:1767384614.092338:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef157bd6 00000400:00000200:2.0:1767384614.092345:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384614.092347:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384614.092353:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384614.092356:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384614.092372:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384614.092377:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03500 00000400:00000200:2.0:1767384614.092386:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9a5 [2] + 0 00000400:00000010:2.0:1767384614.092389:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e58b66e. 00000400:00000200:0.0:1767384614.092390:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384614.092392:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000533cbc8a 00000400:00000200:3.0:1767384614.092399:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef157bd6 00000400:00000200:2.0:1767384614.092401:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384614.092406:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef157bd6. 00000400:00000200:2.0:1767384614.092411:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384614.092417:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000533cbc8a 00000100:00000001:3.0:1767384614.092418:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384614.092420:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000533cbc8a. 00000100:00000200:3.0:1767384614.092424:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384614.092428:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384614.092430:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00000040:3.0:1767384614.092431:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000003c911c16 x1853237048128640 msgsize 4848 00000100:00000200:2.0:1767384614.092432:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384614.092482:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000e6abc42e x1853237048128768 msgsize 4848 00000100:00100000:3.0:1767384614.092488:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384614.092492:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384614.092497:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384614.092514:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384614.092515:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384614.092523:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:2.0:1767384614.092529:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384614.092530:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035cea916 00000400:00000010:3.0:1767384614.092538:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000035cea916. 00000100:00000001:3.0:1767384614.092545:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384614.092546:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6d23d60 00000400:00000010:2.0:1767384614.092550:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6d23d60. 00000400:00000200:0.0:1767384614.092554:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000200:3.0:1767384614.092556:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.092556:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384614.092566:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384614.092577:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000100:00000001:3.0:1767384614.092583:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384614.092592:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.092593:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.092599:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384614.092608:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:3.0:1767384614.092627:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.092628:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.092632:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384614.092635:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00000001:2.0:1767384614.092639:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384614.092640:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.092649:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294901869 00000100:00000001:2.0:1767384614.092649:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.092656:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294901869 00000100:00000010:3.0:1767384614.092657:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000060d7af2. 00000400:00000200:0.0:1767384614.092665:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000100:00000001:3.0:1767384614.092667:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384614.092679:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294901869 00000100:00000001:2.0:1767384614.092680:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294901869 00000100:00000001:2.0:1767384614.092685:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294901869 00000100:00000010:3.0:1767384614.092688:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007bd2756c. 00000100:00000001:3.0:1767384614.092696:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384614.092703:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294901869 00000100:00000001:2.0:1767384614.092704:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294901869 00000400:00000200:0.0:1767384614.092704:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000100:00000010:3.0:1767384614.092712:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005598bbc3. 00000100:00000001:2.0:1767384614.092712:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294901869 00000100:00000001:3.0:1767384614.092722:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384614.092727:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294901869 00000100:00000001:2.0:1767384614.092728:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294901869 00000100:00000001:2.0:1767384614.092734:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294901869 00000100:00000010:3.0:1767384614.092737:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb498f53. 00000400:00000200:0.0:1767384614.092740:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000100:00000001:3.0:1767384614.092747:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384614.092767:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.092767:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294901869 00000100:00000001:2.0:1767384614.092776:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.092777:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.092780:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.092785:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.092785:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.092793:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.092793:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.092795:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000100:00000001:2.0:1767384614.092801:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384614.092805:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.092806:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384614.092811:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384614.092812:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.092816:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384614.092822:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.092823:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.092827:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.092830:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384614.092837:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.092844:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384614.092844:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000100:00000001:2.0:1767384614.092847:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.092854:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.092888:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384614.092894:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048128640 02000000:00000001:2.0:1767384614.092898:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384614.092899:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384614.092903:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384614.092908:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384614.092909:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048128768 02000000:00000001:2.0:1767384614.092914:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.092915:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384614.092921:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384614.092921:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048128640 00000100:00000001:3.0:1767384614.092927:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.092928:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384614.092934:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 02000000:00000001:3.0:1767384614.092936:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.092937:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.092943:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00100000:3.0:1767384614.092945:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048128768 00000400:00000200:0.0:1767384614.092946:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000020:00000001:2.0:1767384614.092947:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384614.092951:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384614.092957:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384614.092959:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384614.092964:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384614.092967:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384614.092971:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000010:2.0:1767384614.092974:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da393506. 00000020:00000001:3.0:1767384614.092978:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384614.092982:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384614.092986:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:2.0:1767384614.092987:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da393506. 00000100:00000001:3.0:1767384614.092997:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384614.093004:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d43177d. 00000020:00000010:3.0:1767384614.093005:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010393423. 00000100:00000001:3.0:1767384614.093013:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384614.093014:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008977cb97. 00000020:00000010:3.0:1767384614.093021:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010393423. 00000020:00000010:2.0:1767384614.093024:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008f23e3c1. 00000020:00000010:3.0:1767384614.093034:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d130402e. 00000100:00000040:2.0:1767384614.093034:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384614.093040:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384614.093044:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000056425c26. 00000100:00000001:2.0:1767384614.093047:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384614.093051:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384614.093054:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000780f6dd8. 00000400:00000200:0.0:1767384614.093055:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000100:00000001:2.0:1767384614.093061:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.093066:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384614.093072:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384614.093077:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.093079:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.093089:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.093100:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.093107:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384614.093112:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384614.093119:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00000040:2.0:1767384614.093122:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384614.093126:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720113744 : -106174989437872 : ffff9f6f35787450) 00000100:00000001:3.0:1767384614.093128:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384614.093133:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384614.093134:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c911c16 x1853237048128640/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.093144:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384614.093147:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000020:00000010:2.0:1767384614.093150:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da393506. 00000100:00000040:3.0:1767384614.093154:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384614.093159:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.093160:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720115792 : -106174989435824 : ffff9f6f35787c50) 00000400:00000200:0.0:1767384614.093164:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000020:00000010:2.0:1767384614.093166:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da393506. 00000100:00000040:3.0:1767384614.093174:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6abc42e x1853237048128768/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:595/0 lens 4848/0 e 0 to 0 dl 1767384625 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.093183:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c911c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048128640:12345-0@lo:253: 00000100:00000200:2.0:1767384614.093196:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048128640 00000100:00000001:3.0:1767384614.093198:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384614.093200:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:3.0:1767384614.093207:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000010393423. 00000020:00000001:2.0:1767384614.093208:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384614.093212:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.093215:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384614.093218:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384614.093223:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000010393423. 00000020:00000001:2.0:1767384614.093224:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:2.0:1767384614.093236:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384614.093239:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384614.093241:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6abc42e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048128768:12345-0@lo:253: 00000020:00000001:2.0:1767384614.093243:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384614.093244:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000020:00000001:2.0:1767384614.093248:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1767384614.093254:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048128768 00000020:00000001:2.0:1767384614.093255:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.093260:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384614.093262:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384614.093269:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384614.093270:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384614.093275:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384614.093277:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007b1538fe. 00000020:00000001:3.0:1767384614.093280:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384614.093282:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.093287:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00000001:2.0:1767384614.093288:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.093315:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 20000000:00000001:2.0:1767384614.093316:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384614.093322:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384614.093329:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:2.0:1767384614.093332:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006414a0e6. 00000020:00000001:3.0:1767384614.093333:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384614.093333:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000020:00000001:3.0:1767384614.093339:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384614.093340:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384614.093347:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:2.0:1767384614.093349:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 02000000:00000001:3.0:1767384614.093355:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:2.0:1767384614.093355:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384614.093362:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384614.093368:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000800959be. 20000000:00000001:2.0:1767384614.093368:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.093376:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:3.0:1767384614.093377:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.093382:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.093386:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384614.093389:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000882d7f19. 20000000:01000000:2.0:1767384614.093394:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 20000000:00000010:3.0:1767384614.093399:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000b9a1fdfe. 20000000:00000001:2.0:1767384614.093401:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:3.0:1767384614.093407:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384614.093409:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384614.093412:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384614.093414:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384614.093417:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384614.093432:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.093469:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384614.093479:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.093484:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384614.093488:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.093492:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384614.093494:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.093496:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384614.093498:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384614.093501:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:2.0:1767384614.093505:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:2.0:1767384614.093507:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384614.093509:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384614.093513:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.093515:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384614.093518:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384614.093530:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:2.0:1767384614.093533:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384614.093537:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b0a48456. 00080000:00000001:2.0:1767384614.093540:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619487744 : -106180090063872 : ffff9f6e05731400) 00080000:00000001:2.0:1767384614.093542:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384614.093546:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384614.093550:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000da393506. 00080000:00000001:2.0:1767384614.093553:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.093556:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384614.093573:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384614.093588:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:0.0:1767384614.093753:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001e0cb5bb. 00000800:00000010:0.0:1767384614.093762:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ab923d9. 00000800:00000010:0.0:1767384614.093770:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000970b1baf. 00000800:00000010:0.0:1767384614.093826:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000970b1baf. 00000400:00000200:2.0:1767384614.093872:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384614.093892:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp20 from 233.3.0.2 00000800:00000010:2.0:1767384614.093895:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d15b036a. 00000800:00000010:0.0:1767384614.093937:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000009f20b21b. 00000800:00000010:0.0:1767384614.093943:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a7aa7eec. 00000800:00000010:0.0:1767384614.093981:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000045ea4a07. 00000800:00000200:0.1:1767384614.093989:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (2) 00000800:00000200:0.1:1767384614.094001:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp20 0000000045ea4a07 deleted 00000800:00000010:0.1:1767384614.094005:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000045ea4a07. 00000800:00000200:0.1:1767384614.094011:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1767384614.094021:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp20 ip 192.168.203.125:1001 00000800:00000200:0.1:1767384614.094026:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f5e3521 type 1, nob 336 niov 1 nkiov 1 00000800:00000200:0.0:1767384614.094036:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp20 p 3.x 192.168.203.125 -> 192.168.203.125:1001 incarnation:1767384612253394937 sched[0] 00000800:00000010:0.0:1767384614.094042:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000970b1baf. 00000800:00000010:0.0:1767384614.094130:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000970b1baf. 00000800:00000010:0.0:1767384614.094134:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a7aa7eec. 00000800:00000200:3.1:1767384614.094185:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384614.094205:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp20 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384612253394937 sched[0] 00000800:00000010:0.0:1767384614.094205:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d15b036a. 00000800:00000010:3.0:1767384614.094215:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ab923d9. 00000800:00000001:0.0:1767384614.094227:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.094236:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384614.094318:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384614.094332:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f5e3521. 00000400:00000200:0.0:1767384614.094337:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384614.094344:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: PUT: OK 00000400:00000200:3.0:1767384614.094351:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384614.094351:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384614.094358:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000800:00000001:2.0:1767384614.094361:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.094371:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384614.094373:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.094378:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384614.094387:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20) <- 192.168.203.125@tcp20 : PUT - for me 00000400:00000200:2.0:1767384614.094399:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 240 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384614.094405:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 240/240 into md 0x146d [1] + 0 00000400:00000010:2.0:1767384614.094408:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084b42085. 00000400:00000200:2.0:1767384614.094413:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c8ca77d 00000800:00000001:2.0:1767384614.094417:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.094426:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384614.094428:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.094434:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: PUT: OK 00000400:00000200:3.0:1767384614.094435:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.094619:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384614.094695:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c8ca77d 00000400:00000200:3.0:1767384614.094696:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000010:2.0:1767384614.094700:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c8ca77d. 00000400:00000200:2.0:1767384614.094707:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384614.094711:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (14) 00000400:00000200:2.0:1767384614.094717:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:2.0:1767384614.094721:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 249 at 00000000ecd9caa2. 00000400:00000200:2.0:1767384614.094724:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 13 00000400:00000200:2.0:1767384614.094737:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384614.094753:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384614.094767:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (15) 00000400:00000200:2.0:1767384614.094775:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384614.094782:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp20 to MR: 192.168.203.125@tcp20 local destination 00000400:00000200:2.0:1767384614.094790:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp20 NI seq info: [28:28:256:4294967295] 192.168.203.125@tcp20 LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1767384614.094807:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20:192.168.203.125@tcp20) -> 192.168.203.125@tcp20(192.168.203.125@tcp20:192.168.203.125@tcp20) 192.168.203.125@tcp20 : ACK try# 0 00000800:00000200:2.0:1767384614.094811:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp20 00000800:00000010:2.0:1767384614.094816:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6bf709a. 00000400:00000200:3.0:1767384614.094818:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000800:00000200:2.0:1767384614.094825:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (4) 00000800:00000200:2.0:1767384614.094833:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp20 ip 192.168.203.125:988 00000800:00000200:2.0:1767384614.094836:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6bf709a type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384614.094872:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000800:00000200:2.0:1767384614.094905:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384614.094909:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6bf709a. 00000400:00000200:2.0:1767384614.094913:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.094919:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: ACK: OK 00000400:00000200:3.0:1767384614.094921:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000800:00000001:2.0:1767384614.094925:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.094931:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384614.094934:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384614.094940:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384614.094942:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384614.094942:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:2.0:1767384614.094948:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384614.094949:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073c78d9b. 00000400:00000200:2.0:1767384614.094956:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20) <- 192.168.203.125@tcp20 : ACK - for me 00000400:00000010:0.0:1767384614.094960:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837db392. 00000400:00000200:0.0:1767384614.094967:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000400:00000200:0.0:1767384614.094974:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000400:00000200:2.0:1767384614.094975:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp20: ACK from 12345-192.168.203.125@tcp20 into md 0x14b9 00000400:00000200:2.0:1767384614.094984:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384614.094986:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 280 at 000000000ca4fc87. 00000400:00000010:0.0:1767384614.094993:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 336 at 00000000c78897e9. 00000400:00000200:2.0:1767384614.094997:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: ACK: OK 00000400:00000200:3.0:1767384614.094998:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000010:0.0:1767384614.094999:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 280 at 0000000093abff67. 00000400:00000200:2.0:1767384614.095006:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:2.0:1767384614.095009:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000400:00000200:2.0:1767384614.095014:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384614.095019:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:2.0:1767384614.095025:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384614.095029:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (14) 00000400:00000010:0.0:1767384614.095033:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000000dfdb475. 00000400:00000200:0.0:1767384614.095043:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000000dfdb475 nid 192.168.203.125@tcp21 00000800:00000001:2.0:1767384614.095045:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767384614.095048:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000b4d4acd4. 00000800:00000001:2.0:1767384614.095053:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.095053:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000b4d4acd4 net tcp21 00000400:00000200:0.0:1767384614.095060:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (13) 00000400:00000200:3.0:1767384614.095065:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384614.095083:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp21 flags 0x11 00000400:00000010:0.0:1767384614.095092:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 280 at 000000000ca4fc87. 00000400:00000010:0.0:1767384614.095098:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 336 at 00000000c78897e9. 00000400:00000010:0.0:1767384614.095101:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 280 at 0000000093abff67. 00000400:00000010:0.0:1767384614.095109:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000ecd9caa2. 00000400:00000200:0.0:1767384614.095113:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384614.095117:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:0.0:1767384614.095121:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:0.0:1767384614.095126:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:0.0:1767384614.095131:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384614.095134:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:0.0:1767384614.095138:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384614.095146:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (14) 00000400:00000200:3.0:1767384614.095158:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095208:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095260:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095332:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095376:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095422:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095551:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095602:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095647:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095695:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384614.095732:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00080000:00000010:0.0:1767384614.095758:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b0a48456. 00000400:00000200:3.0:1767384614.095782:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00080000:00000010:2.0:1767384614.095799:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000da393506. 00040000:00000001:2.0:1767384614.095806:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384614.095808:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384614.095811:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384614.095814:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384614.095816:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.095818:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384614.095830:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 20000000:01000000:2.0:1767384614.095832:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384614.095847:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384614.095848:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000093abff67. 20000000:01000000:2.0:1767384614.095851:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:0.0:1767384614.095852:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #21 00080000:00000001:2.0:1767384614.095861:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:0.0:1767384614.095861:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384614.095868:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384614.095870:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384614.095878:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384614.095885:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.095887:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384614.095889:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.095891:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384614.095893:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384614.095896:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:0.0:1767384614.095900:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384614.095903:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384614.095906:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384614.095908:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.095910:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384614.095912:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384614.095915:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384614.095918:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384614.095928:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c78897e9. 00080000:00000001:0.0:1767384614.095932:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893621429248 : -106180088122368 : ffff9f6e0590b400) 20000000:01000000:2.0:1767384614.095934:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384614.095935:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384614.095941:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000001:2.0:1767384614.095942:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384614.095948:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000010:0.0:1767384614.095948:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000970b1baf. 00080000:00000001:0.0:1767384614.095954:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.095956:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384614.095958:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384614.095962:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384614.095970:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c681db63. 00080000:00000001:0.0:1767384614.095970:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384614.095979:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384614.095999:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384614.096004:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008646a8e6. 00000020:00000001:2.0:1767384614.096045:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384614.096048:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008646a8e6 with handle 0x71ee3a74e27190e8 to hash 00000020:00000001:2.0:1767384614.096050:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384614.096051:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384614.096054:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384614.096057:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384614.096060:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.096063:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.096071:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384614.096075:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384614.096078:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384614.096080:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384614.096082:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384614.096090:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00010000:00000001:2.0:1767384614.096092:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384614.096095:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.096100:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384614.096102:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000800:00000010:3.0:1767384614.096106:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a14cd69c. 00010000:00000001:2.0:1767384614.096106:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384614.096109:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384614.096114:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c681db63) refcount = 1 00000400:00000200:0.0:1767384614.096117:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp20 from 232.3.0.2 00000800:00000010:3.0:1767384614.096119:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000035cea916. 00010000:00010000:2.0:1767384614.096122:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:0.0:1767384614.096124:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c2c643a6. 00000800:00000010:3.0:1767384614.096129:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000010393423. 00010000:00000001:2.0:1767384614.096133:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384614.096136:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384614.096138:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.096144:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.096147:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384614.096151:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384614.096155:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:2.0:1767384614.096158:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.096160:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.096162:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008646a8e6 refcount=4 00000020:00000001:2.0:1767384614.096165:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384614.096167:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384614.096170:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384614.096173:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.096178:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384614.096180:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.096185:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.096188:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384614.096190:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.096195:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384614.096201:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.096204:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384614.096206:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384614.096208:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000010393423. 00010000:00010000:2.0:1767384614.096219:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008646a8e6 already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384614.096224:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384614.096228:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384614.096230:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.096236:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384614.096238:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.096241:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.096242:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008646a8e6 refcount=5 00000020:00000001:2.0:1767384614.096245:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384614.096249:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384614.096252:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384614.096255:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.096260:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384614.096263:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384614.096266:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384614.096270:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384614.096275:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384614.096277:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384614.096280:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000010:3.0:1767384614.096282:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006414a0e6. 00010000:00000001:2.0:1767384614.096286:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384614.096291:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384614.096310:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008646a8e6 with handle 0x71ee3a74e27190e8 from hash 20000000:00000001:3.0:1767384614.096313:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.096314:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384614.096318:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000040:3.0:1767384614.096323:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048128640 00010000:00000001:2.0:1767384614.096323:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.096326:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384614.096328:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384614.096332:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384614.096333:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384614.096344:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000200:3.0:1767384614.096348:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c911c16 x1853237048128640/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.096349:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.096356:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.096361:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384614.096366:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384614.096373:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384614.096373:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384614.096379:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.096379:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.096383:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.096386:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384614.096387:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=31 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384614.096389:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.096395:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384614.096400:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384614.096402:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.096405:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384614.096407:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:2.0:1767384614.096408:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384614.096411:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384614.096415:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:2.0:1767384614.096415:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.096418:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.096422:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 02000000:00000001:3.0:1767384614.096424:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384614.096426:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.096429:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.096430:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.096474:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384614.096479:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384614.096480:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384614.096485:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384614.096487:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008646a8e6/0x71ee3a74e27190e8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384614.096489:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384614.096499:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e103f4d8. 00010000:00000040:2.0:1767384614.096499:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c681db63 count: 0 00000800:00000010:0.0:1767384614.096501:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001f3b44a5. 00000100:00000200:3.0:1767384614.096508:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048128640, offset 224 00000800:00000010:0.0:1767384614.096509:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045ea4a07. 00010000:00000001:2.0:1767384614.096513:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384614.096517:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:3.0:1767384614.096523:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:0.0:1767384614.096529:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000521a0fcf. 00000400:00000200:3.0:1767384614.096539:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:0.1:1767384614.096540:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (4) 00000800:00000200:0.1:1767384614.096550:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp20 00000000521a0fcf deleted 00000800:00000010:0.1:1767384614.096555:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000521a0fcf. 00000400:00000200:3.0:1767384614.096556:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03480 00000800:00000200:0.1:1767384614.096561:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000400:00000200:3.0:1767384614.096571:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14bd [2] + 224 00000800:00000200:0.0:1767384614.096572:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp20 p 3.x 192.168.203.125 -> 192.168.203.125:1000 incarnation:1767384612253394937 sched[0] 00000800:00000010:0.0:1767384614.096583:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d5c9864d. 00000400:00000200:3.0:1767384614.096586:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384614.096593:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384614.096597:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384614.096602:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384614.096614:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.096635:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000010:0.0:1767384614.096636:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d5c9864d. 00000800:00000010:0.0:1767384614.096641:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045ea4a07. 00000400:00000200:3.0:1767384614.096657:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e103f4d8 00000400:00000010:3.0:1767384614.096661:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e103f4d8. 00000800:00000200:2.1:1767384614.096665:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000100:00000001:3.0:1767384614.096667:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384614.096672:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1767384614.096680:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp20 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384612253394937 sched[0] 00000100:00000001:3.0:1767384614.096681:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384614.096684:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c2c643a6. 00000800:00000010:2.0:1767384614.096686:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000035cea916. 00000100:00000040:3.0:1767384614.096692:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384614.096697:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000800:00000001:2.0:1767384614.096700:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384614.096701:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.096704:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384614.096711:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c911c16 x1853237048128640/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384614.096713:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384614.096730:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c911c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048128640:12345-0@lo:253: Request processed in 3582us (4295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384614.096742:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00000040:3.0:1767384614.096746:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384614.096750:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384614.096753:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384614.096758:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008977cb97. 00000800:00000001:0.0:1767384614.096759:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384614.096767:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384614.096771:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008f23e3c1. 00000100:00000001:2.0:1767384614.096772:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.096776:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384614.096779:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d43177d. 00000400:00000001:2.0:1767384614.096782:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384614.096786:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384614.096788:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e024ab67. 00000020:00000040:3.0:1767384614.096789:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000400:00000200:2.0:1767384614.096793:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820048cb 00000400:00000010:2.0:1767384614.096797:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000820048cb. 02000000:00000001:3.0:1767384614.096798:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384614.096801:0:16355:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384614.096803:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007b1538fe. 00000100:00000200:2.0:1767384614.096809:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384614.096810:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384614.096816:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384614.096823:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384614.096826:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384614.096834:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384614.096836:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384614.096838:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e605557c. 00000100:00000001:2.0:1767384614.096838:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384614.096844:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384614.096846:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1767384614.096848:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e103f4d8. 00000100:00000001:2.0:1767384614.096848:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384614.096855:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.096859:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384614.096863:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.096865:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384614.096867:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.096870:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384614.096871:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.096874:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.096879:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.096885:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384614.096887:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384614.096889:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384614.096892:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384614.096894:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384614.096895:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384614.096896:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384614.096903:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384614.096904:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384614.096905:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384614.096906:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384614.096907:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384614.096908:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384614.096911:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384614.096917:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009449bdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048128640:0@lo:253: 00000100:00000001:2.0:1767384614.096922:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.096923:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384614.096926:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009449bdd9 x1853237048128640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.096932:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384614.096937:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384614.096941:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c35c8687. 02000000:00000001:2.0:1767384614.096945:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384614.096947:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384614.096948:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384614.096951:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384614.096954:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000a7ed0dad. 02000000:00000001:2.0:1767384614.096959:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384614.096962:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384614.096966:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009449bdd9. 00000100:00000001:2.0:1767384614.096968:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384614.096970:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.096972:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384614.096976:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384614.096978:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.096981:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384614.096985:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384614.097933:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c78897e9. 00080000:00000010:3.0:1767384614.097998:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000970b1baf. 00040000:00000001:3.0:1767384614.098007:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384614.098010:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384614.098012:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384614.098016:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384614.098019:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384614.098022:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384614.098034:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384614.098048:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384614.098052:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384614.098058:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384614.098112:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384614.098117:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384614.098120:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384614.098124:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384614.098126:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384614.098141:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000000b88379e. 00010000:00000001:2.0:1767384614.098146:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384614.098149:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000099a4d41. 00000020:00000001:2.0:1767384614.098152:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384614.098153:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000099a4d41 with handle 0x71ee3a74e27190ef to hash 00000020:00000001:2.0:1767384614.098155:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384614.098156:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384614.098158:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384614.098160:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384614.098161:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.098163:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.098169:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384614.098172:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384614.098173:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384614.098175:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384614.098176:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.098179:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384614.098180:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.098182:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384614.098183:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384614.098184:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384614.098186:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384614.098187:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000000b88379e) refcount = 1 00010000:00010000:2.0:1767384614.098189:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.098194:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384614.098196:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384614.098197:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.098198:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.098199:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384614.098202:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384614.098204:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:2.0:1767384614.098206:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.098213:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.098215:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000099a4d41 refcount=4 00000020:00000001:2.0:1767384614.098217:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384614.098220:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384614.098222:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384614.098225:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.098231:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384614.098234:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.098239:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.098242:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384614.098243:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.098248:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384614.098250:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.098252:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384614.098254:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384614.098260:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000099a4d41 already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384614.098263:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384614.098266:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384614.098269:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.098274:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384614.098276:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384614.098278:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384614.098279:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000099a4d41 refcount=5 00000020:00000001:2.0:1767384614.098281:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384614.098284:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384614.098290:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384614.098291:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.098319:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384614.098320:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384614.098321:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.098324:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384614.098325:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384614.098326:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384614.098327:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384614.098329:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000099a4d41 with handle 0x71ee3a74e27190ef from hash 00010000:00000001:2.0:1767384614.098332:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384614.098335:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.098336:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.098337:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384614.098338:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384614.098339:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384614.098340:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384614.098341:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384614.098343:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.098344:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384614.098345:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384614.098347:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.098348:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.098350:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.098352:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384614.098353:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.098355:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.098359:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.098361:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.098362:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384614.098363:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384614.098364:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384614.098365:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384614.098372:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384614.098374:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384614.098375:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384614.098377:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384614.098382:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384614.098383:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384614.098383:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000099a4d41/0x71ee3a74e27190ef lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384614.098387:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000b88379e count: 0 00010000:00000001:2.0:1767384614.098394:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384614.098395:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384614.099494:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294901869, at 4294901870 00000100:00000010:1.0:1767384614.099504:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007bd2756c. 00000100:00000040:0.0:1767384614.099511:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294901869, at 4294901870 00000100:00000010:0.0:1767384614.099521:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000060d7af2. 00000100:00000040:2.0:1767384614.099522:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294901869, at 4294901870 00000100:00000010:2.0:1767384614.099531:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005598bbc3. 00000100:00000040:3.0:1767384614.099551:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294901869, at 4294901870 00000100:00000010:3.0:1767384614.099563:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb498f53. 00080000:00000020:2.0:1767384614.099679:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384614.099682:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384614.099683:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000b9a1fdfe. 20000000:00000001:2.0:1767384614.099687:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384614.099690:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048128768 00010000:00000001:2.0:1767384614.099691:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384614.099695:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6abc42e x1853237048128768/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384614.099702:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384614.099703:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384614.099705:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384614.099708:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384614.099710:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384614.099712:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384614.099714:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384614.099716:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384614.099718:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384614.099721:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384614.099725:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6d23d60. 00000100:00000200:2.0:1767384614.099735:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048128768, offset 224 00000400:00000200:2.0:1767384614.099739:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384614.099746:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384614.099754:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03500 00000400:00000200:2.0:1767384614.099758:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x14c5 [2] + 224 00000400:00000200:2.0:1767384614.099763:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384614.099766:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384614.099768:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384614.099771:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384614.099778:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384614.099797:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384614.099801:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6d23d60 00000400:00000010:2.0:1767384614.099803:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6d23d60. 00000100:00000001:2.0:1767384614.099806:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384614.099807:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384614.099810:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384614.099812:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384614.099814:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384614.099815:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384614.099817:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384614.099821:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6abc42e x1853237048128768/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:595/0 lens 4848/4768 e 0 to 0 dl 1767384625 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.099829:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384614.099829:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6abc42e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048128768:12345-0@lo:253: Request processed in 6632us (7345us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384614.099835:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384614.099841:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000400:00000001:3.0:1767384614.099842:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384614.099845:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000400:00000001:3.0:1767384614.099847:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384614.099848:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384614.099853:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d835201. 00000100:00000001:2.0:1767384614.099853:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384614.099858:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000056425c26. 00000400:00000200:3.0:1767384614.099862:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b804b2e 00000020:00000010:2.0:1767384614.099865:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000780f6dd8. 00000400:00000010:3.0:1767384614.099867:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b804b2e. 00000100:00000001:3.0:1767384614.099873:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384614.099878:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d130402e. 00000100:00000200:3.0:1767384614.099883:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384614.099885:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:2.0:1767384614.099891:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384614.099893:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000800959be. 02000000:00000001:2.0:1767384614.099899:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384614.099902:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384614.099911:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1767384614.099912:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384614.099917:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d83084e. 00000400:00000010:2.0:1767384614.099924:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6d23d60. 00000100:00000001:3.0:1767384614.099933:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384614.099935:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.099938:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384614.099941:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384614.099944:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384614.099946:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384614.099949:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384614.099952:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384614.099958:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384614.099961:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384614.099962:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.099965:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384614.099967:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.099969:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384614.099973:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.099983:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384614.099996:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384614.099998:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384614.100002:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384614.100003:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384614.100005:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384614.100007:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384614.100008:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384614.100010:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384614.100011:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384614.100013:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384614.100014:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384614.100019:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384614.100029:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009312223c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048128768:0@lo:253: 00000100:00000001:3.0:1767384614.100034:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.100037:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384614.100039:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009312223c x1853237048128768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384614.100048:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384614.100050:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384614.100053:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000048270172. 02000000:00000001:3.0:1767384614.100058:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384614.100060:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384614.100061:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384614.100064:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384614.100066:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000db377635. 02000000:00000001:3.0:1767384614.100070:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384614.100071:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384614.100073:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009312223c. 00000100:00000001:3.0:1767384614.100077:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384614.100078:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.100080:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384614.100087:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384614.100088:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384614.100092:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384614.100094:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384614.100787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c681db63. 00010000:00000010:2.1:1767384614.100802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008646a8e6. 00010000:00000010:2.1:1767384614.103500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000b88379e. 00010000:00000010:2.1:1767384614.103514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000099a4d41. 00000400:00000010:2.0:1767384614.112314:0:22908:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000020137348. 00000400:00000040:2.0:1767384614.112332:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384614.112335:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384614.112337:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.112338:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384614.112340:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.112341:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384614.112344:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384614.112345:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384614.112346:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384614.112347:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384614.112349:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384614.112350:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384614.112352:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384614.112353:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384614.112354:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384614.112355:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384614.112356:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384614.112357:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384614.112358:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384614.112360:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.112361:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384614.112362:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384614.112363:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384614.112364:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384614.112365:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384614.112367:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.112368:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384614.112369:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384614.112374:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384614.112375:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384614.112376:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384614.112378:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384614.112379:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384614.112380:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384614.112381:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384614.112382:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384614.112383:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384614.112385:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384614.112386:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384614.112387:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384614.112388:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384614.112389:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384614.112391:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384614.112392:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384614.112393:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384614.112394:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384614.112396:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384614.112397:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384614.112399:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384614.112400:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384614.112401:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384614.112402:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384614.112403:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384614.112404:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384614.112406:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384614.112407:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384614.112408:0:22908:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384614.112497:0:22908:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000020137348. 00010000:00000001:3.0:1767384614.821525:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384614.821532:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384614.821539:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384614.821542:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384614.821579:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384614.821582:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384614.821584:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384615.114586:0:23152:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007331dee1. 00080000:00000010:1.0:1767384615.114601:0:23152:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007331dee1. 00000020:00000001:1.0:1767384615.114609:0:23152:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384615.114619:0:23152:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007331dee1. 00080000:00000010:1.0:1767384615.114625:0:23152:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007331dee1. 00000020:00000001:1.0:1767384615.114630:0:23152:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.525516:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384615.525522:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384615.526493:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384615.526497:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:3.0:1767384615.526502:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384615.526506:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384615.526509:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384615.526511:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384615.526514:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000001:0.0:1767384615.526514:0:17070:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 10000000:00000001:3.0:1767384615.526519:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000001:0.0:1767384615.526521:0:17070:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1767384615.526523:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 23 10000000:00000001:3.0:1767384615.526527:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384615.526531:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384615.526538:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f949674d. 00000020:00000040:3.0:1767384615.526542:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384615.526547:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384615.526550:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384615.526557:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384615.526565:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab5c5eb3. 00000100:00000001:3.0:1767384615.526574:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.526578:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384615.526581:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384615.526588:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000803e30c0. 00010000:00000001:3.0:1767384615.526592:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384615.526595:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac4b3bf3. 00000020:00000001:3.0:1767384615.526599:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384615.526604:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ac4b3bf3 with handle 0x71ee3a74e27190f6 to hash 00000020:00000001:3.0:1767384615.526606:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384615.526607:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384615.526610:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384615.526621:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384615.526623:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384615.526626:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384615.526634:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384615.526643:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384615.526647:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384615.526649:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384615.526654:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d05c0049. 00000100:00000001:3.0:1767384615.526655:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898148455936 : -106175561095680 : ffff9f6f1365a600) 00000100:00000001:3.0:1767384615.526658:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384615.526659:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623570304 : -106175085981312 : ffff9f6f2fb75180) 00000100:00000001:3.0:1767384615.526663:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384615.526665:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.526667:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384615.526668:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384615.526676:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.526683:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384615.526685:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.526689:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384615.526691:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384615.526693:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384615.526696:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f949674d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048128896:0@lo:101: 00000100:00000001:3.0:1767384615.526699:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384615.526704:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384615.526705:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.526708:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384615.526711:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c4a40558. 02000000:00000001:3.0:1767384615.526718:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384615.526724:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544b04b7. 00000400:00000010:3.0:1767384615.526730:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00000100:00000200:3.0:1767384615.526735:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048128896, portal 25 00000100:00000001:3.0:1767384615.526737:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384615.526738:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623570304 : -106175085981312 : ffff9f6f2fb75180) 00000100:00000040:3.0:1767384615.526743:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.526749:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384615.526753:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384615.526755:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000200:3.0:1767384615.526758:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048128896, offset 0 00000400:00000200:3.0:1767384615.526765:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384615.526778:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384615.526789:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff03580 00000400:00000200:3.0:1767384615.526796:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x9bd [2] + 0 00000400:00000010:3.0:1767384615.526799:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000107bdcd7. 00000400:00000200:3.0:1767384615.526802:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e1e3c40 00000400:00000200:3.0:1767384615.526808:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.526813:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384615.526817:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e1e3c40 00000400:00000010:3.0:1767384615.526819:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e1e3c40. 00000100:00000001:3.0:1767384615.526824:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384615.526826:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384615.526829:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000d0df1c45 x1853237048128896 msgsize 328 00000100:00100000:3.0:1767384615.526834:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384615.526836:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384615.526847:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384615.526855:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000400:00000010:3.0:1767384615.526856:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000100:00000001:3.0:1767384615.526859:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384615.526862:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.526869:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384615.526877:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.526882:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.526884:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384615.526889:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.526893:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294903303 00000100:00000010:3.0:1767384615.526897:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000060d7af2. 00000100:00000001:3.0:1767384615.526904:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384615.526909:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384615.526913:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294903303 00000100:00100000:0.0:1767384615.526913:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048128896 02000000:00000001:0.0:1767384615.526920:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384615.526921:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005598bbc3. 00000100:00000001:0.0:1767384615.526924:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.526928:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.526929:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384615.526936:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294903303 02000000:00000001:0.0:1767384615.526936:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384615.526945:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb498f53. 00000100:00100000:0.0:1767384615.526945:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048128896 00000100:00000001:3.0:1767384615.526949:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384615.526956:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294903303 00000020:00000001:0.0:1767384615.526957:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384615.526961:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000010:3.0:1767384615.526962:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f1477f3d. 00000020:00000001:0.0:1767384615.526964:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384615.526967:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000020:00000040:0.0:1767384615.526968:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:0.0:1767384615.526973:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384615.526974:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384615.526978:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384615.526979:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.526985:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384615.526987:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384615.526988:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384615.526992:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d05c0049 going to sleep for 11 seconds 00000020:00000010:0.0:1767384615.526993:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000079fd94b. 00000100:00000001:3.0:1767384615.526995:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384615.526998:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.527000:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384615.527002:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000079fd94b. 00000020:00000010:0.0:1767384615.527009:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007697225d. 00000020:00000010:0.0:1767384615.527014:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003edd396a. 00000020:00000010:0.0:1767384615.527019:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea880f36. 00000100:00000040:0.0:1767384615.527028:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384615.527030:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384615.527031:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384615.527033:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.527039:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.527050:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.527058:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384615.527060:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384615.527064:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00000040:0.0:1767384615.527067:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384615.527069:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720100432 : -106174989451184 : ffff9f6f35784050) 00000100:00000040:0.0:1767384615.527073:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d0df1c45 x1853237048128896/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 328/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.527080:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384615.527082:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000079fd94b. 00000100:00000001:0.0:1767384615.527084:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384615.527085:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000079fd94b. 00000100:00100000:0.0:1767384615.527088:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d0df1c45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048128896:12345-0@lo:101: 00000100:00000200:0.0:1767384615.527091:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048128896 00000020:00000001:0.0:1767384615.527101:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384615.527104:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384615.527106:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.527109:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384615.527111:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:0.0:1767384615.527114:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384615.527115:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384615.527117:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384615.527119:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384615.527122:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.527124:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384615.527126:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384615.527127:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384615.527129:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384615.527131:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.527135:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384615.527140:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000059eb657f. 00010000:00000001:0.0:1767384615.527142:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384615.527146:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b6c2a663. 00000020:00000001:0.0:1767384615.527148:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384615.527151:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b6c2a663 with handle 0x71ee3a74e27190fd to hash 00000020:00000001:0.0:1767384615.527153:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384615.527154:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00010000:00000001:0.0:1767384615.527155:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00010000:00010000:0.0:1767384615.527157:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e27190f6 expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384615.527163:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:0.0:1767384615.527165:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:0.0:1767384615.527171:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384615.527173:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384615.527176:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000020103c6c. 02000000:00000001:0.0:1767384615.527178:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.527180:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.527182:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384615.527190:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384615.527193:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384615.527194:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.527196:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.527198:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384615.527199:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.527201:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384615.527203:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384615.527204:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384615.527205:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384615.527208:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059eb657f) refcount = 1 00010000:00010000:0.0:1767384615.527211:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.527216:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384615.527217:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384615.527218:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.527219:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.527221:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384615.527224:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384615.527225:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384615.527230:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384615.527232:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384615.527234:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384615.527236:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.527237:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384615.527239:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384615.527240:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384615.527241:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b6c2a663, rc 0) 00000020:00000001:0.0:1767384615.527243:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384615.527246:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048128896 00010000:00000001:0.0:1767384615.527248:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384615.527252:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d0df1c45 x1853237048128896/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 328/344 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384615.527268:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384615.527270:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384615.527273:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384615.527277:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384615.527279:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384615.527281:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384615.527283:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384615.527298:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.527301:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384615.527302:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384615.527305:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000100:00000200:0.0:1767384615.527308:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048128896, offset 224 00000400:00000200:0.0:1767384615.527311:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384615.527316:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384615.527321:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff03580 00000400:00000200:0.0:1767384615.527335:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x14e1 [1] + 224 00000400:00000200:0.0:1767384615.527338:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.527341:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384615.527343:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384615.527346:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.527353:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.527366:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384615.527370:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 00000400:00000010:0.0:1767384615.527371:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000100:00000001:0.0:1767384615.527373:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384615.527375:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.527377:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.527381:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384615.527381:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384615.527386:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384615.527387:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384615.527388:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384615.527390:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384615.527391:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384615.527393:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544b04b7. 00000400:00000200:3.0:1767384615.527396:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00000400:00000010:3.0:1767384615.527399:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00000100:00000001:3.0:1767384615.527403:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384615.527403:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0df1c45 x1853237048128896/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 328/344 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384615.527409:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384615.527423:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d0df1c45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048128896:12345-0@lo:101: Request processed in 340us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384615.527432:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00000200:3.0:1767384615.527469:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.527469:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384615.527475:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384615.527481:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.527481:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384615.527486:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384615.527488:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003edd396a. 00000100:00000001:3.0:1767384615.527490:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384615.527495:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384615.527497:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384615.527498:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea880f36. 00000100:00000001:3.0:1767384615.527499:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384615.527503:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007697225d. 02000000:00000001:3.0:1767384615.527504:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384615.527511:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=32 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384615.527515:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00001000:3.0:1767384615.527516:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384615.527526:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384615.527527:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384615.527528:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384615.527529:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000020103c6c. 00010000:00000001:3.0:1767384615.527532:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384615.527534:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384615.527535:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.527537:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.527540:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384615.527543:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384615.527545:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384615.527549:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004675cdf5. 00000100:00000001:3.0:1767384615.527554:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384615.527557:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d91779c5. 00000100:00000001:3.0:1767384615.527558:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384615.527561:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384615.527566:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384615.527571:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f949674d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048128896:0@lo:101: 00000100:00000001:3.0:1767384615.527575:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.527577:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.527578:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384615.527579:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384615.527581:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.527585:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384615.527586:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d05c0049. 00000100:00000001:3.0:1767384615.527594:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384615.527595:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.527597:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384615.527599:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384615.527601:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384615.527602:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=4 00000020:00000001:3.0:1767384615.527603:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384615.527605:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000040:3.0:1767384615.527608:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000ac4b3bf3, remote cookie: 0x71ee3a74e27190fd, flags: 0x0 00010000:00000001:3.0:1767384615.527610:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384615.527612:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384615.527613:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384615.527614:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384615.527615:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384615.527616:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000803e30c0) refcount = 1 00010000:00010000:3.0:1767384615.527618:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384615.527623:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384615.527624:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384615.527625:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384615.527627:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384615.527629:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384615.527631:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384615.527634:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384615.527635:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384615.527637:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384615.527637:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384615.527638:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384615.527639:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.527640:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384615.527642:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f949674d x1853237048128896/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.527647:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384615.527654:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384615.527656:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c4a40558. 02000000:00000001:3.0:1767384615.527658:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384615.527659:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384615.527660:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384615.527662:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384615.527663:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab5c5eb3. 02000000:00000001:3.0:1767384615.527665:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384615.527667:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384615.527668:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f949674d. 00000100:00000001:3.0:1767384615.527670:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384615.527671:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384615.527672:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384615.527673:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384615.527674:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:3.0:1767384615.527676:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.527677:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384615.527678:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384615.527679:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=3 00000020:00000001:3.0:1767384615.527680:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384615.527681:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384615.527683:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384615.527684:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384615.527684:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384615.527685:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384615.527687:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384615.527689:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000013a9743c. 00000100:00000010:3.0:1767384615.527704:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f949674d. 00000020:00000040:3.0:1767384615.527705:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384615.527707:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384615.527708:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384615.527710:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384615.527712:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab5c5eb3. 00000100:00000001:3.0:1767384615.527714:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.527717:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384615.527720:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000c4a40558. 00000100:00000010:3.0:1767384615.527722:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000007d9213eb. 00000020:00000040:3.0:1767384615.527728:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384615.527732:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384615.527733:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384615.527735:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d05c0049. 00000100:00000001:3.0:1767384615.527737:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898148455936 : -106175561095680 : ffff9f6f1365a600) 00000100:00000001:3.0:1767384615.527738:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384615.527739:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623570304 : -106175085981312 : ffff9f6f2fb75180) 00000100:00000001:3.0:1767384615.527741:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384615.527742:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.527743:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384615.527744:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384615.527745:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.527750:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384615.527751:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.527752:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384615.527754:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384615.527755:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384615.527757:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f949674d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048129024:0@lo:256: 00000100:00000001:3.0:1767384615.527759:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384615.527760:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384615.527762:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.527764:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384615.527767:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544b04b7. 00000400:00000010:3.0:1767384615.527770:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000583ec1d4. 00000100:00000200:3.0:1767384615.527773:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff03600-0x695825ff03600, portal 33 00000100:00000001:3.0:1767384615.527775:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.527776:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384615.527778:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edf8d592. 02000000:00000001:3.0:1767384615.527779:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384615.527780:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426670ac. 00000400:00000010:3.0:1767384615.527782:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00000100:00000200:3.0:1767384615.527784:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048129024, portal 25 00000100:00000001:3.0:1767384615.527785:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384615.527791:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623570304 : -106175085981312 : ffff9f6f2fb75180) 00000100:00000040:3.0:1767384615.527794:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.527798:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384615.527800:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384615.527802:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000200:3.0:1767384615.527803:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048129024, offset 0 00000400:00000200:3.0:1767384615.527806:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384615.527811:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384615.527814:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff03600 00000400:00000200:3.0:1767384615.527817:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x9cd [2] + 0 00000400:00000010:3.0:1767384615.527820:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000365770ce. 00000400:00000200:3.0:1767384615.527822:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000263f79b3 00000400:00000200:3.0:1767384615.527824:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.527826:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384615.527828:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000263f79b3 00000400:00000010:3.0:1767384615.527829:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000263f79b3. 00000100:00000001:3.0:1767384615.527832:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384615.527833:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384615.527835:0:17083:0:(events.c:337:request_in_callback()) incoming req@000000006d5d8624 x1853237048129024 msgsize 304 00000100:00100000:3.0:1767384615.527838:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384615.527839:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384615.527850:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384615.527853:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000400:00000010:3.0:1767384615.527854:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000100:00000001:3.0:1767384615.527856:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384615.527857:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.527862:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384615.527864:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.527868:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.527869:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384615.527871:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.527879:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294903304 00000100:00000001:3.0:1767384615.527883:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903303 00000100:00000001:3.0:1767384615.527885:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294903304 00000100:00000001:3.0:1767384615.527888:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903303 00000100:00000001:3.0:1767384615.527889:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294903304 00000100:00000001:3.0:1767384615.527891:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903303 00000100:00000001:3.0:1767384615.527893:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294903304 00000100:00000001:3.0:1767384615.527895:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903303 00000100:00000001:3.0:1767384615.527897:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.527899:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.527900:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384615.527902:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384615.527903:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d05c0049 going to sleep for 11 seconds 00000100:00000001:3.0:1767384615.527906:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384615.527907:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.527908:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384615.527912:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048129024 02000000:00000001:0.0:1767384615.527914:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384615.527916:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384615.527917:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.527920:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384615.527923:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048129024 00000020:00000001:0.0:1767384615.527925:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384615.527926:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384615.527928:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384615.527929:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384615.527931:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384615.527933:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384615.527936:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384615.527945:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000079fd94b. 00000100:00000001:0.0:1767384615.527947:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384615.527948:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000079fd94b. 00000020:00000010:0.0:1767384615.527952:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007697225d. 00000020:00000010:0.0:1767384615.527954:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003edd396a. 00000020:00000010:0.0:1767384615.527956:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea880f36. 00000100:00000040:0.0:1767384615.527960:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384615.527962:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384615.527963:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384615.527963:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.527967:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.527979:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.527985:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384615.527986:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384615.527989:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00000040:0.0:1767384615.527992:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384615.527994:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720106576 : -106174989445040 : ffff9f6f35785850) 00000100:00000040:0.0:1767384615.527997:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d5d8624 x1853237048129024/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 304/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.528005:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384615.528006:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000079fd94b. 00000100:00000001:0.0:1767384615.528007:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384615.528009:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000079fd94b. 00000100:00100000:0.0:1767384615.528012:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d5d8624 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048129024:12345-0@lo:256: 00000100:00000200:0.0:1767384615.528014:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048129024 00000020:00000001:0.0:1767384615.528016:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384615.528018:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384615.528019:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.528020:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384615.528022:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:0.0:1767384615.528024:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384615.528024:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384615.528030:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384615.528032:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384615.528033:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.528036:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384615.528037:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384615.528039:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000020103c6c. 02000000:00000001:0.0:1767384615.528041:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.528042:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.528044:0:17080:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384615.528047:0:17080:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384615.528050:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384615.528051:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384615.528053:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.528055:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384615.528056:0:17080:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384615.528059:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000bc750bda. 20000000:00000001:0.0:1767384615.528060:0:17080:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384615.528070:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384615.528075:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384615.528079:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384615.528081:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384615.528083:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384615.528084:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384615.528086:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384615.528087:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384615.528089:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384615.528090:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384615.528092:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384615.528093:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384615.528095:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:0.0:1767384615.528097:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3812/1/4/3. 20000000:00000040:0.0:1767384615.528101:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384615.528103:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384615.528104:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384615.528105:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384615.528106:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384615.528108:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384615.528109:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384615.528117:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384615.528118:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384615.528120:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384615.528122:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384615.528123:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384615.528124:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:01000000:0.0:1767384615.528126:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 284, pages 3528/1/4/3. 20000000:01000000:0.0:1767384615.528128:0:17080:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 568, version 30 20000000:00000001:0.0:1767384615.528129:0:17080:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=568 : 568 : 238) 00000100:00000001:0.0:1767384615.528131:0:17080:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384615.528133:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000033a17d2b. 00000100:00000010:0.0:1767384615.528135:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000affb467b. 00000020:00000040:0.0:1767384615.528137:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:0.0:1767384615.528139:0:17080:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384615.528141:0:17080:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384615.528144:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384615.528148:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000232d9783. 00000400:00000200:0.0:1767384615.528151:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384615.528158:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384615.528164:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 568 into portal 33 MB=0x695825ff03600 00000400:00000200:0.0:1767384615.528167:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 568/568 into md 0x14f1 [4] + 0 00000400:00000010:0.0:1767384615.528170:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544b04b7. 00000400:00000200:0.0:1767384615.528172:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000583ec1d4 00000400:00000200:0.0:1767384615.528175:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.528177:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384615.528179:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000583ec1d4 00000400:00000010:0.0:1767384615.528180:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000583ec1d4. 00000100:00000001:0.0:1767384615.528183:0:17080:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384615.528184:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f949674d desc 00000000c4a40558 mbits 1853237048129024 00000100:00000001:0.0:1767384615.528194:0:17080:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384615.528197:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384615.528201:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000100:00000001:3.0:1767384615.528208:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384615.528209:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x14fd 00000100:00000001:3.0:1767384615.528211:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.528213:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.528219:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384615.528228:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384615.528230:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000033a17d2b 00000100:00000001:0.0:1767384615.528232:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384615.528236:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 00000400:00000010:0.0:1767384615.528238:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000100:00000001:0.0:1767384615.528241:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384615.528243:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000033a17d2b 00000100:00000001:0.0:1767384615.528246:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384615.528249:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 568 bytes via portal 33 id 12345-0@lo mbits 0x695825ff03600-0x695825ff03600 00000100:00000001:0.0:1767384615.528252:0:17080:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384615.528255:0:17080:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.528257:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384615.528259:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:0.0:1767384615.528261:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000affb467b. 00000100:00000010:0.0:1767384615.528264:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000033a17d2b. 00000100:00000001:0.0:1767384615.528265:0:17080:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384615.528267:0:17080:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384615.528271:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000bc750bda. 20000000:00000001:0.0:1767384615.528274:0:17080:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384615.528276:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048129024 00010000:00000001:0.0:1767384615.528278:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384615.528281:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d5d8624 x1853237048129024/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 304/240 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384615.528304:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384615.528306:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384615.528307:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384615.528310:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384615.528312:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384615.528313:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384615.528315:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384615.528317:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.528318:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384615.528320:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384615.528324:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000100:00000200:0.0:1767384615.528326:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048129024, offset 224 00000400:00000200:0.0:1767384615.528334:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384615.528338:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384615.528341:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff03600 00000400:00000200:0.0:1767384615.528344:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x14f5 [1] + 224 00000400:00000200:0.0:1767384615.528347:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384615.528348:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384615.528351:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384615.528353:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.528359:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.528370:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384615.528373:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 00000400:00000010:0.0:1767384615.528374:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000100:00000001:0.0:1767384615.528376:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384615.528377:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384615.528380:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384615.528383:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:3.0:1767384615.528385:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384615.528385:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384615.528388:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384615.528390:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384615.528391:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384615.528393:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384615.528397:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000426670ac. 00000100:00000040:0.0:1767384615.528397:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d5d8624 x1853237048129024/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 304/240 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384615.528402:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00000400:00000010:3.0:1767384615.528406:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00000100:00000001:3.0:1767384615.528410:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384615.528413:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d5d8624 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048129024:12345-0@lo:256: Request processed in 406us (575us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384615.528416:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384615.528427:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00000200:3.0:1767384615.528432:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384615.528432:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384615.528466:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384615.528469:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.528470:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384615.528474:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384615.528475:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003edd396a. 00000100:00000001:3.0:1767384615.528477:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384615.528480:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384615.528481:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea880f36. 00000100:00000001:3.0:1767384615.528482:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384615.528487:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007697225d. 00000100:00000001:3.0:1767384615.528490:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.528493:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384615.528498:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=32 v=5 (5 0 0 0) 00000020:00000040:0.0:1767384615.528500:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00001000:3.0:1767384615.528503:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=32 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384615.528505:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384615.528506:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:0.0:1767384615.528508:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000020103c6c. 00000100:00000001:3.0:1767384615.528509:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.528514:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384615.528514:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384615.528515:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.528517:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.528519:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384615.528522:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384615.528523:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384615.528530:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004969e5ff. 00000100:00000040:3.0:1767384615.528534:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384615.528535:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000025a9fb99. 00000100:00000001:3.0:1767384615.528543:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384615.528545:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384615.528547:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384615.528553:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f949674d pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048129024:0@lo:256: 00000100:00000001:3.0:1767384615.528555:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.528557:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.528558:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384615.528559:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384615.528560:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.528564:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384615.528566:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d05c0049. 00000100:00000001:3.0:1767384615.528568:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384615.528569:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384615.528571:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 30, more 0. 10000000:00000001:3.0:1767384615.528574:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384615.528579:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000fc22b0a. 10000000:00000040:3.0:1767384615.528587:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384615.528593:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384615.528601:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384615.528605:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:3.0:1767384615.528607:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.528609:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384615.528610:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:3.0:1767384615.528612:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000400:00000200:3.0:1767384615.528614:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 13 NIDs 00000400:00001000:3.0:1767384615.528617:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384615.528619:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:3.0:1767384615.528624:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384615.528628:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (13) 00000400:00000200:3.0:1767384615.528633:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384615.528637:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:3.0:1767384615.528640:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (14) 00000400:00000200:3.0:1767384615.528641:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:3.0:1767384615.528643:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:3.0:1767384615.528645:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528646:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:3.0:1767384615.528647:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:3.0:1767384615.528649:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528650:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:3.0:1767384615.528652:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:3.0:1767384615.528654:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528655:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:3.0:1767384615.528656:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:3.0:1767384615.528658:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528659:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:3.0:1767384615.528660:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:3.0:1767384615.528662:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528663:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:3.0:1767384615.528664:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:3.0:1767384615.528666:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528667:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:3.0:1767384615.528668:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:3.0:1767384615.528670:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528671:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:3.0:1767384615.528678:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:3.0:1767384615.528680:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528681:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:3.0:1767384615.528682:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:3.0:1767384615.528685:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528686:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:3.0:1767384615.528687:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:3.0:1767384615.528690:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528691:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:3.0:1767384615.528692:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:3.0:1767384615.528693:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528694:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:3.0:1767384615.528695:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:3.0:1767384615.528698:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384615.528699:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000100:00000001:3.0:1767384615.528701:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.528702:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384615.528706:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 10000000:00000010:3.0:1767384615.528708:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000073590637. 10000000:00000040:3.0:1767384615.528710:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 30/30 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000020:00000080:3.0:1767384615.528712:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384615.528717:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384615.528719:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df743290. 00000020:00000010:3.0:1767384615.528722:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000961c4981. 00000040:00000010:3.0:1767384615.528725:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005226a4c4. 00000020:00000010:3.0:1767384615.528729:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075b1c82f. 00000020:00000010:3.0:1767384615.528732:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5361878. 00000020:00000010:3.0:1767384615.528736:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000420e6d67. 80000000:00000010:3.0:1767384615.528739:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008cb74bbd. 40000000:00000010:3.0:1767384615.528742:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001ac8d691. 00100000:00000010:3.0:1767384615.528745:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d753b17a. 00040000:00000010:3.0:1767384615.528748:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000052a0e73f. 00040000:00000010:3.0:1767384615.528750:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002d4894c8. 00040000:00000010:3.0:1767384615.528753:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000084ac2743. 00080000:00000010:3.0:1767384615.528763:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000800959be. 00080000:00000010:3.0:1767384615.528767:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b9a1fdfe. 00000004:00000010:3.0:1767384615.528773:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000617ed16c. 00000004:00000010:3.0:1767384615.528777:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000341b126. 00000004:00000010:3.0:1767384615.528782:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a50ca3f1. 00002000:00000010:3.0:1767384615.528785:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b52d9310. 00000004:00000010:3.0:1767384615.528788:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000594a6b38. 00000004:00000001:3.0:1767384615.528791:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384615.528794:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384615.528795:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000073590637 00000040:00001000:3.0:1767384615.528797:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384615.528798:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384615.528799:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384615.528800:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384615.528803:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384615.528805:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384615.528806:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384615.528807:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:3.0:1767384615.528809:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384615.528857:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384615.528861:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000961c4981. 00000040:00000010:3.0:1767384615.528866:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005226a4c4. 00000020:00000010:3.0:1767384615.528869:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000075b1c82f. 00000020:00000010:3.0:1767384615.528872:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5361878. 00000020:00000010:3.0:1767384615.528875:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000420e6d67. 80000000:00000010:3.0:1767384615.528878:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008cb74bbd. 40000000:00000010:3.0:1767384615.528888:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001ac8d691. 00100000:00000010:3.0:1767384615.528890:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d753b17a. 00040000:00000010:3.0:1767384615.528893:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000052a0e73f. 00040000:00000010:3.0:1767384615.528897:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000002d4894c8. 00040000:00000010:3.0:1767384615.528901:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000084ac2743. 00080000:00000010:3.0:1767384615.528904:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b9a1fdfe. 00080000:00000010:3.0:1767384615.528907:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000800959be. 00000004:00000010:3.0:1767384615.528910:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000617ed16c. 00000004:00000010:3.0:1767384615.528913:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000341b126. 00000004:00000010:3.0:1767384615.528923:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a50ca3f1. 00002000:00000010:3.0:1767384615.528926:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b52d9310. 00000004:00000010:3.0:1767384615.528929:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000594a6b38. 00000020:00000010:3.0:1767384615.528931:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df743290. 00000020:00000001:3.0:1767384615.528935:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.528936:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384615.528939:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000073590637. 10000000:00000010:3.0:1767384615.528941:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000fc22b0a. 10000000:00000001:3.0:1767384615.528944:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.528946:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384615.528949:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f949674d x1853237048129024/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.528954:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384615.528956:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384615.528958:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edf8d592. 02000000:00000001:3.0:1767384615.528960:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384615.528961:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384615.528962:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384615.528964:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384615.528965:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384615.528966:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384615.528967:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384615.528968:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384615.528969:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000007d9213eb. 00000100:00000010:3.0:1767384615.528971:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000c4a40558. 00000100:00000001:3.0:1767384615.528973:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384615.528974:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab5c5eb3. 02000000:00000001:3.0:1767384615.528976:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384615.528977:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384615.528978:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f949674d. 00000100:00000001:3.0:1767384615.528980:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384615.528981:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384615.528996:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000013a9743c. 10000000:01000000:3.0:1767384615.528999:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384615.529002:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384615.529004:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384615.529009:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384615.529010:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=3 00000020:00000001:3.0:1767384615.529011:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384615.529013:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384615.529015:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384615.529017:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384615.529022:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384615.529023:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384615.529024:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384615.529029:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384615.529030:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384615.529031:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384615.529032:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384615.529034:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384615.529036:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384615.529038:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384615.529039:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:3.0:1767384615.529041:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384615.534495:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294903304, at 4294903305 00000100:00000010:0.0:1767384615.534505:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000060d7af2. 00000100:00000040:2.0:1767384615.534526:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294903304, at 4294903305 00000100:00000010:2.0:1767384615.534553:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb498f53. 00000100:00000040:3.0:1767384615.535478:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294903304, at 4294903306 00000100:00000010:3.0:1767384615.535485:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f1477f3d. 00000100:00000040:1.0:1767384615.535824:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294903304, at 4294903306 00000100:00000010:1.0:1767384615.535847:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005598bbc3. 00000020:00000010:3.0:1767384615.539560:0:23235:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000007d9213eb. 00000020:00000040:3.0:1767384615.539566:0:23235:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384615.539567:0:23235:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000007d9213eb. 00010000:00000001:3.0:1767384615.845485:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384615.845491:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384615.845497:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384615.845498:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.845520:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384615.845523:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384615.845526:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384615.983637:0:23318:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384615.983641:0:23318:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp22 --if ens2 00000001:00000001:3.0:1767384615.986932:0:23318:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384615.993580:0:23319:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001ff146fb. 00000400:00000010:0.0:1767384615.993594:0:23319:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000827c1261. 00000400:00000010:0.0:1767384615.993605:0:23319:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000cdcbfa24. 00000400:00000010:0.0:1767384615.993609:0:23319:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000043dda8c7. 00000400:00000010:0.0:1767384615.993612:0:23319:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b782acb3. 00000400:00000010:0.0:1767384615.993616:0:23319:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000071a069a8. 00000400:00000010:0.0:1767384615.993618:0:23319:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000230189c1. 00000400:00000010:0.0:1767384615.993619:0:23319:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000011a34c8f. 00000400:00000010:0.0:1767384615.993622:0:23319:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000095f1c9f9. 00000800:00000010:0.0:1767384615.993632:0:23319:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004f5e3521. 00000800:00000200:0.0:1767384615.993642:0:23319:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384615.993649:0:23319:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384615.993681:0:23319:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384615.993702:0:23319:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp22 [8/256/0/180] 00000400:00000010:0.0:1767384615.995925:0:23319:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 000000007697225d. 00000400:00000010:0.0:1767384615.995931:0:23319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf7b3de6. 00000400:00000010:0.0:1767384615.995935:0:23319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000001:0.0:1767384615.995948:0:23319:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384615.995950:0:23319:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384615.995952:0:23319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005af63821. 00000400:00000200:0.0:1767384615.995954:0:23319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000400:00000010:0.0:1767384615.995955:0:23319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000400:00000010:0.0:1767384615.995964:0:23319:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 249 at 00000000758bbd45. 00000400:00000200:0.0:1767384615.995968:0:23319:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (13) 00000400:00000200:0.0:1767384615.995992:0:23319:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384615.995999:0:23319:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131094 00000020:00000010:0.0:1767384615.996005:0:23319:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002bfaf6a6. 00000020:01000000:0.0:1767384615.996008:0:23319:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384615.996010:0:23319:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp22 00000400:00000010:0.0:1767384615.996023:0:23319:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000827c1261. 00000400:00000010:0.0:1767384615.996027:0:23319:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001ff146fb. 00000400:00000200:2.0:1767384615.996066:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384615.996074:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:2.0:1767384615.996080:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000400:00000200:2.0:1767384615.996083:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (14) 00000400:00000010:2.0:1767384615.996087:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000062b00518. 00000020:00000001:3.0:1767384615.996094:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384615.996109:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 10000000:00000001:3.0:1767384615.996110:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384615.996113:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384615.996115:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384615.996119:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384615.996121:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384615.996122:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384615.996124:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000020:01000004:3.0:1767384615.996125:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384615.996130:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384615.996131:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384615.996133:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384615.996134:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000020:01000004:3.0:1767384615.996135:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384615.996138:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384615.996141:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384615.996143:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:2.0:1767384615.996147:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000100:00000010:3.0:1767384615.996148:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f949674d. 00000400:00000200:2.0:1767384615.996153:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:00000040:3.0:1767384615.996154:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:2.0:1767384615.996159:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:3.0:1767384615.996161:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384615.996164:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:3.0:1767384615.996166:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384615.996170:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:3.0:1767384615.996172:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.996175:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:2.0:1767384615.996180:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 02000000:00000010:3.0:1767384615.996182:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000800959be. 00000400:00000200:2.0:1767384615.996184:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000400:00000200:2.0:1767384615.996189:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000100:00000001:3.0:1767384615.996191:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.996192:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384615.996199:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000100:00000001:3.0:1767384615.996203:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384615.996203:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp21 00000100:00000001:3.0:1767384615.996207:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.996210:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp21 lpni_is_preferred = 0 00000400:00000200:2.0:1767384615.996213:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp21 00000400:00000200:2.0:1767384615.996215:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp21 NI seq info: [29:29:256:4294967295] 192.168.203.125@tcp21 LPNI seq info [29:29:8:4294967295] 00000100:00000040:3.0:1767384615.996217:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f949674d] to pc [ptlrpcd_00_03+3] req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384615.996225:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp21 00000400:00000200:2.0:1767384615.996249:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp21(192.168.203.125@tcp21:) -> 192.168.203.125@tcp21(192.168.203.125@tcp:192.168.203.125@tcp21) : PUT try# 0 00000800:00000200:2.0:1767384615.996256:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 256 bytes in 1 frags to 12345-192.168.203.125@tcp21 00000800:00000010:2.0:1767384615.996262:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6bf709a. 10000000:00000001:3.0:1767384615.996264:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384615.996271:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.996274:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384615.996276:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384615.996278:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fc7d60c5. 00000100:00000001:0.0:1767384615.996280:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1767384615.996296:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000048e585be. 00000020:00000001:3.0:1767384615.996298:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384615.996300:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384615.996301:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384615.996305:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384615.996306:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1767384615.996309:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc7d60c5] -> 12345-192.168.203.125@tcp21 (2) 10000000:01000000:3.0:1767384615.996310:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384615.996316:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384615.996320:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000040:0.0:1767384615.996320:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:2.1:1767384615.996324:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc7d60c5] -> 12345-192.168.203.125@tcp21 (2) 00000020:01000004:3.0:1767384615.996325:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384615.996337:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384615.996337:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:3.0:1767384615.996341:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384615.996343:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384615.996360:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384615.996364:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384615.996366:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384615.996367:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384615.996371:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384615.996371:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 02000000:00000001:0.0:1767384615.996372:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1767384615.996377:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a744e5f0. 02000000:00000001:0.0:1767384615.996378:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.996379:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000020:00000040:3.0:1767384615.996383:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00100000:0.0:1767384615.996386:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f949674d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048129152:0@lo:253: 00000100:00000001:3.0:1767384615.996388:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384615.996391:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384615.996392:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384615.996394:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.996400:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1767384615.996402:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000b9a1fdfe. 02000000:00000001:0.0:1767384615.996404:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.996408:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384615.996409:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384615.996415:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000142f2130. 00000100:00000001:3.0:1767384615.996416:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384615.996419:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384615.996419:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384615.996425:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a744e5f0] to pc [ptlrpcd_00_00+0] req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384615.996426:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b42085. 00000400:00000010:0.0:1767384615.996434:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c214d69. 00000400:00000200:2.0:1767384615.996437:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000200:0.0:1767384615.996439:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048129152, portal 25 00000100:00000001:0.0:1767384615.996444:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384615.996447:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623570304 : -106175085981312 : ffff9f6f2fb75180) 10000000:00000001:3.0:1767384615.996486:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384615.996489:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.996491:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384615.996492:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384615.996495:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002bfaf6a6. 00000100:00000040:0.0:1767384615.996504:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.996510:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384615.996512:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384615.996517:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.996522:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384615.996524:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000001:3.0:1767384615.996527:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384615.996527:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384615.996532:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384615.996534:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6375dd1. 00000100:00000040:3.0:1767384615.996537:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384615.996540:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048129152, offset 0 00000100:00000001:3.0:1767384615.996549:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384615.996552:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.996553:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384615.996559:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384615.996561:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384615.996562:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 02000000:00000001:3.0:1767384615.996566:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.996567:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384615.996571:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048129280:0@lo:253: 00000100:00000001:3.0:1767384615.996575:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384615.996581:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03680 02000000:00000001:3.0:1767384615.996587:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384615.996591:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9e5 [2] + 0 02000000:00000001:3.0:1767384615.996592:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.996597:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1767384615.996599:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dd86960. 00000400:00000200:2.0:1767384615.996600:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.996604:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c72fe446 02000000:00000010:3.0:1767384615.996613:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000034ff127. 00000400:00000200:0.0:1767384615.996613:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384615.996618:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384615.996622:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384615.996625:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426670ac. 00000400:00000200:0.0:1767384615.996627:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c72fe446 00000400:00000200:2.0:1767384615.996628:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000010:0.0:1767384615.996631:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c72fe446. 00000100:00000001:0.0:1767384615.996639:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:3.0:1767384615.996641:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002da592ca. 00000100:00000200:0.0:1767384615.996641:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384615.996647:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000f0c578f8 x1853237048129152 msgsize 4848 00000100:00000200:3.0:1767384615.996648:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048129280, portal 25 00000100:00000001:3.0:1767384615.996651:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384615.996654:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572992 : -106175085978624 : ffff9f6f2fb75c00) 00000100:00100000:0.0:1767384615.996654:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384615.996656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000040:0.0:1767384615.996661:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:3.0:1767384615.996662:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.996669:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384615.996670:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384615.996674:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384615.996679:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e338186. 00000400:00000200:0.0:1767384615.996680:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6375dd1 00000400:00000010:0.0:1767384615.996685:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6375dd1. 00000100:00000001:0.0:1767384615.996689:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384615.996690:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048129280, offset 0 00000400:00000200:2.0:1767384615.996691:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00000200:0.0:1767384615.996708:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384615.996719:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384615.996719:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384615.996725:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384615.996735:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384615.996735:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.996741:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384615.996744:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384615.996748:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03700 00000100:00000001:0.0:1767384615.996749:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.996759:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294903773 00000400:00000200:3.0:1767384615.996762:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x9f5 [2] + 0 00000100:00000010:0.0:1767384615.996766:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000283b1a2c. 00000400:00000010:3.0:1767384615.996767:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aa167e92. 00000400:00000200:3.0:1767384615.996775:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007b05e4f0 00000100:00000001:0.0:1767384615.996776:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384615.996781:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384615.996788:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294903773 00000400:00000200:3.0:1767384615.996792:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384615.996797:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b05e4f0 00000100:00000010:0.0:1767384615.996798:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009837fdf6. 00000400:00000010:3.0:1767384615.996799:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b05e4f0. 00000400:00000200:2.0:1767384615.996800:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:0.0:1767384615.996804:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384615.996807:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384615.996810:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384615.996811:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294903773 00000100:00000040:3.0:1767384615.996814:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000f001ef10 x1853237048129280 msgsize 4848 00000100:00100000:3.0:1767384615.996818:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384615.996820:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:0.0:1767384615.996824:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083de4d16. 00000100:00000001:0.0:1767384615.996829:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384615.996830:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384615.996833:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294903773 00000400:00000200:2.0:1767384615.996835:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384615.996837:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e338186 00000100:00000010:0.0:1767384615.996838:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000072203895. 00000400:00000010:3.0:1767384615.996841:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e338186. 00000100:00000001:0.0:1767384615.996844:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384615.996848:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384615.996852:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384615.996854:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.996857:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.996861:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384615.996864:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.996869:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384615.996871:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:3.0:1767384615.996873:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384615.996874:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384615.996879:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384615.996880:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.996882:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384615.996886:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.996889:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.996891:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.996892:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384615.996900:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.996903:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294903773 00000100:00000001:3.0:1767384615.996907:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294903773 00000100:00000001:3.0:1767384615.996910:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294903773 00000100:00000001:3.0:1767384615.996911:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294903773 00000100:00000001:3.0:1767384615.996913:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294903773 00000400:00000200:2.0:1767384615.996913:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00000001:3.0:1767384615.996918:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294903773 00000100:00000001:3.0:1767384615.996921:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294903773 00000100:00000001:3.0:1767384615.996922:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294903773 00000100:00000001:3.0:1767384615.996926:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384615.996930:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.996934:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.996936:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.996940:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384615.996941:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384615.996943:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000100:00000001:3.0:1767384615.996944:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384615.996947:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384615.996967:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.996981:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.996993:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384615.996996:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.997006:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000100:00000001:3.0:1767384615.997014:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384615.997017:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048129152 02000000:00000001:3.0:1767384615.997020:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384615.997024:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384615.997026:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384615.997036:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.997054:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384615.997066:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048129152 00000100:00100000:0.0:1767384615.997068:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048129280 00000020:00000001:3.0:1767384615.997070:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384615.997071:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 02000000:00000001:0.0:1767384615.997071:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767384615.997073:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:0.0:1767384615.997075:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1767384615.997078:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384615.997079:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384615.997083:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 02000000:00000001:0.0:1767384615.997084:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.997087:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:0.0:1767384615.997088:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048129280 00000020:00000001:3.0:1767384615.997090:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384615.997093:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384615.997096:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384615.997097:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384615.997098:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384615.997099:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000020:00000010:3.0:1767384615.997102:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b103dad5. 00000020:00000040:0.0:1767384615.997102:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:0.0:1767384615.997108:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384615.997109:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384615.997113:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:3.0:1767384615.997114:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b103dad5. 00000100:00000001:0.0:1767384615.997120:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384615.997121:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000420e6d67. 00000400:00000200:2.0:1767384615.997121:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000020:00000010:0.0:1767384615.997123:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b5da648. 00000100:00000001:0.0:1767384615.997128:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384615.997130:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073590637. 00000020:00000010:3.0:1767384615.997136:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000011d49cd4. 00000020:00000010:0.0:1767384615.997137:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b5da648. 00000020:00000010:0.0:1767384615.997144:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008839ee66. 00000100:00000040:3.0:1767384615.997146:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384615.997147:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000020:00000010:0.0:1767384615.997147:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001cca4e28. 00000100:00000001:3.0:1767384615.997151:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384615.997154:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384615.997154:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ea880f36. 00000100:00000001:3.0:1767384615.997158:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.997161:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384615.997164:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384615.997165:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.997168:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.997171:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.997176:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000100:00000001:3.0:1767384615.997177:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384615.997182:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384615.997195:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384615.997197:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384615.997198:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384615.997201:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384615.997205:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000400:00000200:2.0:1767384615.997206:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000100:00000040:3.0:1767384615.997211:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384615.997215:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971814480 : -106175737737136 : ffff9f6f08de5050) 00000100:00100000:0.0:1767384615.997215:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00000040:0.0:1767384615.997220:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000040:3.0:1767384615.997222:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0c578f8 x1853237048129152/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 4848/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384615.997224:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971816528 : -106175737735088 : ffff9f6f08de5850) 00000400:00000200:2.0:1767384615.997229:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000100:00000040:0.0:1767384615.997233:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f001ef10 x1853237048129280/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 4848/0 e 0 to 0 dl 1767384626 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384615.997244:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384615.997248:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384615.997253:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b103dad5. 00000020:00000010:0.0:1767384615.997254:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b5da648. 00000100:00000001:3.0:1767384615.997258:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384615.997259:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384615.997264:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b103dad5. 00000020:00000010:0.0:1767384615.997265:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b5da648. 00000400:00000200:2.0:1767384615.997266:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000100:00100000:3.0:1767384615.997272:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f0c578f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048129152:12345-0@lo:253: 00000100:00100000:0.0:1767384615.997275:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f001ef10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048129280:12345-0@lo:253: 00000100:00000200:0.0:1767384615.997279:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048129280 00000020:00000001:0.0:1767384615.997294:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:3.0:1767384615.997297:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048129152 00000020:00000001:0.0:1767384615.997298:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384615.997300:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384615.997301:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.997304:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384615.997305:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384615.997307:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384615.997308:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384615.997312:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384615.997314:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384615.997316:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:2.0:1767384615.997316:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000020:00000001:0.0:1767384615.997319:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384615.997322:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384615.997340:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384615.997353:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384615.997354:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384615.997358:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384615.997359:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384615.997361:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384615.997364:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.997367:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384615.997370:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384615.997370:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384615.997374:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384615.997378:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d924432d. 02000000:00000010:0.0:1767384615.997380:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dc60685c. 02000000:00000001:3.0:1767384615.997382:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384615.997385:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 02000000:00000001:0.0:1767384615.997386:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384615.997387:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384615.997393:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384615.997394:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384615.997397:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384615.997405:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000005176f6ce. 20000000:00000010:0.0:1767384615.997406:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002bfaf6a6. 20000000:01000000:3.0:1767384615.997411:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384615.997413:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384615.997415:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384615.997417:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384615.997420:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384615.997424:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384615.997426:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.997427:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384615.997428:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:0.0:1767384615.997431:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.997434:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384615.997436:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384615.997439:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005226a4c4. 20000000:01000000:3.0:1767384615.997442:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:3.0:1767384615.997447:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00000010:2.0:1767384615.997725:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008b013dea. 00000800:00000010:2.0:1767384615.997731:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c5076e0. 00000800:00000010:2.0:1767384615.997744:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b8205cc4. 00000800:00000010:2.0:1767384615.997808:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b8205cc4. 00080000:00000001:3.0:1767384615.997843:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384615.997853:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00080000:00000001:3.0:1767384615.997866:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384615.997876:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp21 from 231.3.0.2 00000800:00000010:2.0:1767384615.997882:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d15b036a. 00080000:00000001:3.0:1767384615.997886:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384615.997904:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.997907:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384615.997908:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.997910:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384615.997915:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384615.997918:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:3.0:1767384615.997928:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:3.0:1767384615.997931:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384615.997936:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384615.997940:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.997943:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384615.997947:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384615.997953:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:3.0:1767384615.997957:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384615.997963:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000099ed1a65. 00080000:00000001:3.0:1767384615.997968:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617308160 : -106180092243456 : ffff9f6e0551d200) 00080000:00000001:3.0:1767384615.997983:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384615.997987:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384615.997992:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b103dad5. 00080000:00000001:3.0:1767384615.997996:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.998000:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384615.998017:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384615.998036:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384615.998269:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000051f6fb4f. 00000800:00000010:3.0:1767384615.998277:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004e338186. 00000800:00000010:3.0:1767384615.998319:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004dbcb892. 00000800:00000200:3.1:1767384615.998353:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc7d60c5] -> 12345-192.168.203.125@tcp21 (2) 00000800:00000200:3.1:1767384615.998364:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp21 000000004dbcb892 deleted 00000800:00000010:3.1:1767384615.998367:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000004dbcb892. 00000800:00000200:3.1:1767384615.998376:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384615.998385:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp21 ip 192.168.203.125:999 00000800:00000200:3.1:1767384615.998389:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6bf709a type 1, nob 352 niov 1 nkiov 1 00000800:00000200:3.0:1767384615.998403:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp21 p 3.x 192.168.203.125 -> 192.168.203.125:999 incarnation:1767384614089907900 sched[0] 00000800:00000010:3.0:1767384615.998407:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000526d05c8. 00000800:00000010:3.0:1767384615.998543:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000526d05c8. 00000800:00000010:3.0:1767384615.998549:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004e338186. 00000800:00000010:3.0:1767384615.998596:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d15b036a. 00000800:00000001:3.0:1767384615.998609:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.998615:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384615.998645:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384615.998652:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp21 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384614089907900 sched[0] 00000800:00000010:0.0:1767384615.998655:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c5076e0. 00000800:00000200:3.0:1767384615.998670:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384615.998674:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6bf709a. 00000400:00000200:3.0:1767384615.998678:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.998684:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp21->192.168.203.125@tcp21: PUT: OK 00000400:00000200:3.0:1767384615.998689:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384615.998693:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000800:00000001:3.0:1767384615.998702:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.998714:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384615.998716:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.998721:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.998726:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384615.998729:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp21(192.168.203.125@tcp21) <- 192.168.203.125@tcp21 : PUT - for me 00000400:00000200:3.0:1767384615.998741:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 256 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384615.998746:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 256/256 into md 0x14cd [1] + 0 00000400:00000010:3.0:1767384615.998749:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073c78d9b. 00000400:00000200:3.0:1767384615.998753:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000837db392 00000800:00000001:3.0:1767384615.998759:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.998767:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384615.998768:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.998773:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp21->192.168.203.125@tcp21: PUT: OK 00000400:00000200:3.0:1767384615.998776:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837db392 00000400:00000010:3.0:1767384615.998777:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000837db392. 00000400:00000200:3.0:1767384615.998781:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384615.998786:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (15) 00000400:00000200:3.0:1767384615.998796:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:0.0:1767384615.998796:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000010:3.0:1767384615.998803:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 265 at 0000000084ac2743. 00000400:00000200:3.0:1767384615.998809:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 14 00000400:00000200:3.0:1767384615.998822:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384615.998841:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (16) 00000400:00000200:3.0:1767384615.998850:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384615.998860:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp21 to MR: 192.168.203.125@tcp21 local destination 00000400:00000200:3.0:1767384615.998872:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp21 NI seq info: [30:30:256:4294967295] 192.168.203.125@tcp21 LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1767384615.998895:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384615.998902:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp21(192.168.203.125@tcp21:192.168.203.125@tcp21) -> 192.168.203.125@tcp21(192.168.203.125@tcp21:192.168.203.125@tcp21) 192.168.203.125@tcp21 : ACK try# 0 00000800:00000200:3.0:1767384615.998913:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp21 00000400:00000200:2.0:1767384615.998916:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:3.0:1767384615.998923:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e11eb5ed. 00000400:00000010:2.0:1767384615.998924:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052139282. 00000400:00000010:2.0:1767384615.998934:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000800:00000200:3.0:1767384615.998938:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc7d60c5] -> 12345-192.168.203.125@tcp21 (4) 00000400:00000200:2.0:1767384615.998942:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000800:00000200:3.0:1767384615.998947:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp21 ip 192.168.203.125:988 00000800:00000200:3.0:1767384615.998954:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e11eb5ed type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384615.998959:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000400:00000010:2.0:1767384615.998983:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 300 at 00000000c51c0fd2. 00000400:00000200:0.0:1767384615.998984:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000010:2.0:1767384615.998992:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 360 at 00000000f1abe9b2. 00000400:00000010:2.0:1767384615.998997:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 300 at 00000000878060ff. 00000400:00000010:2.0:1767384615.999036:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f40c7711. 00000400:00000200:2.0:1767384615.999043:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f40c7711 nid 192.168.203.125@tcp22 00000400:00000010:2.0:1767384615.999048:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000858a8ceb. 00000800:00000200:3.0:1767384615.999049:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384615.999051:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000858a8ceb net tcp22 00000800:00000010:3.0:1767384615.999054:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e11eb5ed. 00000400:00000200:2.0:1767384615.999057:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (15) 00000400:00000200:3.0:1767384615.999064:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384615.999073:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp22 flags 0x11 00000400:00000010:2.0:1767384615.999088:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 300 at 00000000c51c0fd2. 00000400:00000010:2.0:1767384615.999095:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 360 at 00000000f1abe9b2. 00000400:00000200:0.0:1767384615.999096:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000010:2.0:1767384615.999100:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 300 at 00000000878060ff. 00000400:00000200:3.0:1767384615.999105:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp21->192.168.203.125@tcp21: ACK: OK 00000400:00000010:2.0:1767384615.999110:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 0000000084ac2743. 00000400:00000200:2.0:1767384615.999121:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000800:00000001:3.0:1767384615.999122:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384615.999127:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100551 00000800:00000001:3.0:1767384615.999130:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384615.999133:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 1 00000800:00000001:3.0:1767384615.999134:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.999140:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384615.999140:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 00000800:00000001:3.0:1767384615.999144:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384615.999147:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000800:00000001:3.0:1767384615.999152:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384615.999153:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000400:00000200:2.0:1767384615.999161:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384615.999162:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384615.999166:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp21(192.168.203.125@tcp21) <- 192.168.203.125@tcp21 : ACK - for me 00000400:00000200:2.0:1767384615.999167:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (16) 00000400:00000200:3.0:1767384615.999181:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp21: ACK from 12345-192.168.203.125@tcp21 into md 0x150d 00000400:00000200:3.0:1767384615.999184:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384615.999187:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp21->192.168.203.125@tcp21: ACK: OK 00000400:00000200:3.0:1767384615.999192:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:3.0:1767384615.999194:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000400:00000200:3.0:1767384615.999199:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384615.999203:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:3.0:1767384615.999206:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (15) 00000400:00000200:0.0:1767384615.999207:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000800:00000001:3.0:1767384615.999211:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384615.999216:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384615.999243:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999265:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999305:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999351:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999413:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999513:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999579:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999608:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999628:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999661:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999692:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999725:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999741:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999759:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999773:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999784:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999811:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384615.999833:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000800:00000010:0.0:1767384615.999973:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000796d7fec. 00000800:00000010:0.0:1767384615.999985:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d6375dd1. 00000800:00000010:0.0:1767384615.999988:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b5da648. 00000800:00000010:0.0:1767384616.000034:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b5da648. 00000400:00000200:3.0:1767384616.000048:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384616.000061:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp21 from 230.3.0.2 00000800:00000010:3.0:1767384616.000063:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000417ca64. 00000800:00000010:0.0:1767384616.000101:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000717c7a5a. 00000800:00000010:0.0:1767384616.000107:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc16020f. 00000800:00000010:0.0:1767384616.000137:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000af1b3040. 00000800:00000200:0.1:1767384616.000143:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc7d60c5] -> 12345-192.168.203.125@tcp21 (4) 00000800:00000200:0.1:1767384616.000148:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp21 00000000af1b3040 deleted 00000800:00000010:0.1:1767384616.000149:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000af1b3040. 00000800:00000200:0.1:1767384616.000153:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.0:1767384616.000164:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp21 p 3.x 192.168.203.125 -> 192.168.203.125:998 incarnation:1767384614089907900 sched[0] 00000800:00000010:0.0:1767384616.000168:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b5da648. 00000800:00000010:0.0:1767384616.000213:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b5da648. 00000800:00000010:0.0:1767384616.000217:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc16020f. 00000800:00000010:0.0:1767384616.000248:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000417ca64. 00000800:00000200:2.1:1767384616.000252:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:2.0:1767384616.000260:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp21 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384614089907900 sched[0] 00000800:00000010:2.0:1767384616.000264:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d6375dd1. 00000800:00000001:0.0:1767384616.000271:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384616.000276:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384616.000348:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:3.0:1767384616.000350:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000099ed1a65. 00000800:00000001:2.0:1767384616.000353:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384616.000388:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b103dad5. 00040000:00000001:0.0:1767384616.000393:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384616.000395:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384616.000399:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384616.000403:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384616.000405:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384616.000406:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384616.000417:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384616.000429:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384616.000432:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384616.000434:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000878060ff. 20000000:01000000:2.0:1767384616.000455:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #22 20000000:00000001:2.0:1767384616.000458:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384616.000461:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384616.000464:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:01000000:3.0:1767384616.000467:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384616.000469:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384616.000472:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:3.0:1767384616.000473:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384616.000478:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384616.000482:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.000483:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384616.000488:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384616.000488:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384616.000490:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384616.000493:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000040:3.0:1767384616.000495:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000059eb657f count: 2 00080000:00000001:2.0:1767384616.000495:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384616.000497:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00010000:00000001:3.0:1767384616.000500:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384616.000503:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00010000:00000001:3.0:1767384616.000504:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000002:2.0:1767384616.000506:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:3.0:1767384616.000509:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d67fea4a. 00080000:00000001:2.0:1767384616.000510:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384616.000514:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.000515:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384616.000516:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384616.000518:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384616.000521:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:2.0:1767384616.000523:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000040:3.0:1767384616.000526:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d67fea4a with handle 0x71ee3a74e2719104 to hash 00080000:00000010:2.0:1767384616.000528:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f1abe9b2. 00000020:00000001:3.0:1767384616.000529:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384616.000533:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00080000:00000001:2.0:1767384616.000546:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898588923392 : -106175120628224 : ffff9f6f2da6a600) 00010000:00000001:3.0:1767384616.000548:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00080000:00000001:2.0:1767384616.000550:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384616.000554:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:2.0:1767384616.000554:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384616.000556:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b8205cc4. 00010000:00000001:3.0:1767384616.000557:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384616.000562:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384616.000564:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384616.000566:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384616.000575:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384616.000575:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.000578:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384616.000581:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384616.000583:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384616.000584:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384616.000585:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1767384616.000589:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384616.000594:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1767384616.000596:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.000598:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384616.000599:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384616.000600:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384616.000602:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1767384616.000603:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384616.000608:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059eb657f) refcount = 2 00010000:00000040:3.0:1767384616.000611:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384616.000612:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384616.000616:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384616.000617:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1767384616.000622:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000526d05c8. 00000100:00000001:3.0:1767384616.000629:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384616.000631:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004e338186. 00000100:00000001:3.0:1767384616.000633:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637897903112768 : -106175806438848 : ffff9f6f04c60240) 00000100:00000001:3.0:1767384616.000636:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637897903112768 : -106175806438848 : ffff9f6f04c60240) 00000100:00000001:3.0:1767384616.000638:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384616.000639:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1767384616.000641:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384616.000645:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384616.000647:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384616.000651:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1767384616.000655:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00080000:00000020:0.0:1767384616.000656:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384616.000658:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1767384616.000660:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1767384616.000664:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000100:00000001:0.0:1767384616.000668:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384616.000669:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 20000000:00000010:0.0:1767384616.000672:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000005176f6ce. 00000100:00000001:3.0:1767384616.000673:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384616.000677:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 20000000:00000001:0.0:1767384616.000679:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.000680:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384616.000684:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048129152 02000000:00000010:3.0:1767384616.000685:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099ed1a65. 00010000:00000001:0.0:1767384616.000688:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384616.000690:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384616.000694:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f0c578f8 x1853237048129152/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384616.000697:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.000716:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384616.000718:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384616.000721:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=33 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384616.000723:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 16 pid: 17080 timeout: 386 lvb_type: 0 00000100:00000001:0.0:1767384616.000728:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384616.000735:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000040:0.0:1767384616.000735:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384616.000739:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384616.000739:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384616.000744:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384616.000746:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384616.000747:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.000753:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384616.000761:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384616.000761:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384616.000767:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc16020f. 00000100:00000001:3.0:1767384616.000768:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384616.000778:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048129152, offset 224 00000100:00100000:3.0:1767384616.000779:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048129408:0@lo:104: 00000100:00000001:3.0:1767384616.000785:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384616.000787:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384616.000788:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384616.000795:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384616.000796:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.000799:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384616.000801:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd02b0dd. 02000000:00000001:3.0:1767384616.000805:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384616.000806:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03680 00000400:00000010:3.0:1767384616.000813:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000130fc1. 00000400:00000200:0.0:1767384616.000813:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1511 [2] + 224 00000400:00000200:0.0:1767384616.000820:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384616.000821:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00000400:00000200:0.0:1767384616.000825:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384616.000827:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048129408, portal 16 00000100:00000001:0.0:1767384616.000834:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384616.000837:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384616.000839:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000100:00000200:0.0:1767384616.000842:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384616.000851:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384616.000854:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.000866:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384616.000872:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384616.000875:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000200:3.0:1767384616.000879:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048129408, offset 0 00000400:00000200:3.0:1767384616.000882:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384616.000885:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384616.000892:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384616.000894:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc16020f 00000400:00000010:0.0:1767384616.000897:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc16020f. 00000400:00000200:3.0:1767384616.000900:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff03780 00000100:00000001:2.0:1767384616.000902:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384616.000906:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.000908:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384616.000910:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384616.000913:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1312 00000100:00000001:0.0:1767384616.000915:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384616.000922:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1767384616.000922:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:3.0:1767384616.000923:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767384616.000927:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384616.000928:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384616.000930:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084b42085. 00000400:00000200:3.0:1767384616.000931:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384616.000932:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384616.000937:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c214d69 00000020:00000001:0.0:1767384616.000938:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384616.000942:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0c578f8 x1853237048129152/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384616.000947:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001c214d69. 00000100:00000001:2.0:1767384616.000953:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384616.000954:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384616.000958:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f0c578f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048129152:12345-0@lo:253: Request processed in 3711us (4307us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384616.000959:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000200:2.0:1767384616.000960:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384616.000965:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be90a156. 00000100:00000040:3.0:1767384616.000971:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000be90a156 x1853237048129408 msgsize 328 00000100:00100000:0.0:1767384616.000979:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1767384616.000985:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384616.000987:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384616.000992:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384616.000996:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.000997:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384616.001000:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384616.001003:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073590637. 00000400:00000200:3.0:1767384616.001008:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000100:00000001:2.0:1767384616.001011:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384616.001012:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000020:00000010:0.0:1767384616.001013:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000011d49cd4. 00000100:00000001:2.0:1767384616.001015:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.001017:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384616.001019:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384616.001019:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000420e6d67. 00000100:00000200:3.0:1767384616.001023:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384616.001023:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1767384616.001026:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000001:2.0:1767384616.001027:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384616.001030:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384616.001033:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384616.001036:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384616.001037:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d924432d. 02000000:00000001:0.0:1767384616.001044:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384616.001045:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1767384616.001045:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=33 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384616.001049:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384616.001052:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384616.001052:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=33 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384616.001055:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384616.001056:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384616.001059:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384616.001062:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d7e0371. 00010000:00000001:2.0:1767384616.001066:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384616.001083:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc16020f. 00010000:00000001:2.0:1767384616.001085:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.001091:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.001095:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.001098:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.001099:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384616.001105:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.001105:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384616.001110:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294903777 00000100:00000001:2.0:1767384616.001110:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384616.001113:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384616.001114:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.001118:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294903773 00000100:00100000:0.0:1767384616.001118:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048129408 00000020:01000004:2.0:1767384616.001119:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:0.0:1767384616.001124:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:01000004:2.0:1767384616.001125:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:3.0:1767384616.001127:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294903777 00000020:01000004:2.0:1767384616.001130:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:0.0:1767384616.001130:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.001131:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294903773 00000100:00000001:0.0:1767384616.001134:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384616.001135:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384616.001136:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294903777 00000020:01000004:2.0:1767384616.001140:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384616.001141:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384616.001142:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384616.001144:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294903773 00000100:00100000:0.0:1767384616.001144:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048129408 00000020:01000004:2.0:1767384616.001146:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384616.001150:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:00000001:0.0:1767384616.001150:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384616.001151:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294903777 00000020:00000040:0.0:1767384616.001153:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000020:01000004:2.0:1767384616.001154:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:3.0:1767384616.001155:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294903773 00000020:01000004:2.0:1767384616.001156:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384616.001160:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384616.001162:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384616.001162:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384616.001165:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384616.001166:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00010000:00000001:3.0:1767384616.001170:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.001172:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00010000:00000001:3.0:1767384616.001176:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.001177:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000020:00000001:3.0:1767384616.001182:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.001184:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384616.001185:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384616.001188:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384616.001189:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b5da648. 00010000:00000001:3.0:1767384616.001192:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.001194:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384616.001197:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384616.001200:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384616.001201:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b5da648. 00000100:00100000:2.0:1767384616.001206:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f949674d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048129152:0@lo:253: 00000100:00000001:3.0:1767384616.001207:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384616.001209:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000050e3792. 00000100:00000001:3.0:1767384616.001211:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384616.001214:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384616.001216:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000039688a6f. 00000100:00100000:3.0:1767384616.001217:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000004e338186 going to sleep for 11 seconds 00000100:00000001:2.0:1767384616.001218:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384616.001220:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c59e1922. 00000100:00000001:3.0:1767384616.001222:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384616.001224:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384616.001226:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.001229:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f949674d x1853237048129152/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384616.001230:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1767384616.001234:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384616.001237:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384616.001239:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.001241:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384616.001244:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384616.001245:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384616.001249:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000142f2130. 02000000:00000001:2.0:1767384616.001254:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384616.001256:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384616.001256:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384616.001259:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384616.001262:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384616.001263:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000800959be. 02000000:00000001:2.0:1767384616.001269:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384616.001271:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384616.001271:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:2.0:1767384616.001272:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f949674d. 00000100:00000001:3.0:1767384616.001274:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384616.001275:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384616.001276:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384616.001277:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384616.001279:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384616.001294:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:2.0:1767384616.001296:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384616.001299:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00000100:00000001:3.0:1767384616.001300:0:17069:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.001302:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384616.001303:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623574784 : -106175085976832 : ffff9f6f2fb76300) 00000100:00000001:3.0:1767384616.001304:0:17069:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.001305:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.001310:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384616.001310:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be90a156 x1853237048129408/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:597/0 lens 328/0 e 0 to 0 dl 1767384627 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384616.001312:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.001320:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384616.001322:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b5da648. 00000100:00000001:0.0:1767384616.001324:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384616.001325:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b5da648. 00000100:00100000:0.0:1767384616.001328:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be90a156 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048129408:12345-0@lo:104: 00000100:00000200:0.0:1767384616.001331:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048129408 00010000:00000001:0.0:1767384616.001332:0:17070:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384616.001341:0:17070:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384616.001342:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384616.001344:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=2 00000020:00000001:0.0:1767384616.001345:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:0.0:1767384616.001346:0:17070:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:0.0:1767384616.001349:0:17070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384616.001350:0:17070:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384616.001353:0:17070:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384616.001358:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384616.001359:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384616.001361:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b737f347. 02000000:00000001:0.0:1767384616.001362:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.001363:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.001364:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384616.001365:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384616.001367:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384616.001369:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384616.001371:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384616.001372:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384616.001374:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384616.001374:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.001376:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384616.001377:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384616.001379:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ac695b8. 00000100:00000200:0.0:1767384616.001380:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048129408, offset 224 00000400:00000200:0.0:1767384616.001383:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384616.001387:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384616.001391:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff03780 00000400:00000200:0.0:1767384616.001410:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1529 [1] + 224 00000400:00000200:0.0:1767384616.001413:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384616.001415:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384616.001417:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384616.001424:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384616.001430:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384616.001497:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384616.001504:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384616.001505:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac695b8 00000400:00000010:0.0:1767384616.001508:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ac695b8. 00000100:00000001:0.0:1767384616.001511:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384616.001512:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384616.001513:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384616.001516:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384616.001517:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384616.001520:0:17070:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384616.001521:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384616.001524:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000130fc1. 00010000:00000010:0.0:1767384616.001525:0:17070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000af1b3040. 00000400:00000200:3.0:1767384616.001528:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00000400:00000010:3.0:1767384616.001531:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00000100:00000001:3.0:1767384616.001533:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384616.001541:0:17070:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000200:3.0:1767384616.001544:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384616.001551:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384616.001552:0:17070:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1767384616.001559:0:17070:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.001562:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384616.001566:0:17070:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.001569:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.001570:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384616.001570:0:17070:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.001573:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384616.001576:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1767384616.001577:0:17102:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384616.001579:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be90a156 x1853237048129408/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:597/0 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384616.001580:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384616.001582:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384616.001584:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384616.001586:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384616.001587:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384616.001591:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384616.001592:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384616.001598:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=33 v=5 (5 0 0 0) 00000100:00100000:0.0:1767384616.001608:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be90a156 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048129408:12345-0@lo:104: Request processed in 282us (630us total) trans 0 rc 0/0 00000100:00001000:3.0:1767384616.001609:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=33 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384616.001611:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ac4b3bf3 already unused, calling callback (000000001dab8c51) 00000100:00000001:3.0:1767384616.001617:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 10000000:00000001:2.0:1767384616.001618:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384616.001619:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384616.001623:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00000001:3.0:1767384616.001624:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384616.001627:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384616.001629:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00000100:00000001:3.0:1767384616.001630:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.001633:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1767384616.001636:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384616.001637:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384616.001641:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000039688a6f. 10000000:00010000:2.0:1767384616.001644:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384616.001647:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c59e1922. 00000020:00000010:0.0:1767384616.001653:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000050e3792. 00000100:00000001:3.0:1767384616.001661:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384616.001661:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00010000:00000001:2.0:1767384616.001663:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384616.001665:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.001667:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1767384616.001668:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384616.001671:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384616.001671:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384616.001675:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=3 00010000:00000001:3.0:1767384616.001677:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00000020:00000001:2.0:1767384616.001678:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384616.001679:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.001682:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384616.001683:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384616.001686:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.001689:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1767384616.001691:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384616.001693:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1767384616.001714:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:3.0:1767384616.001715:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048129408:0@lo:104: 10000000:00010000:2.0:1767384616.001717:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384616.001721:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384616.001727:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384616.001731:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:3.0:1767384616.001732:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:2.0:1767384616.001733:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:3.0:1767384616.001736:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.001737:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384616.001740:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:2.0:1767384616.001741:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.001743:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384616.001748:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048129408/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384616.001751:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:3.0:1767384616.001754:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:00000001:2.0:1767384616.001755:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1767384616.001758:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000040:2.0:1767384616.001759:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 02000000:00000010:3.0:1767384616.001762:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd02b0dd. 10000000:00000001:2.0:1767384616.001763:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:3.0:1767384616.001767:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:2.0:1767384616.001767:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384616.001770:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384616.001771:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:3.0:1767384616.001772:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 00000020:00000001:3.0:1767384616.001775:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384616.001775:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384616.001778:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000010:3.0:1767384616.001779:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000099ed1a65. 00010000:00000001:2.0:1767384616.001781:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:3.0:1767384616.001783:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384616.001785:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384616.001785:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384616.001789:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00000020:00000040:2.0:1767384616.001789:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac4b3bf3 with handle 0x71ee3a74e27190f6 from hash 00000100:00000001:3.0:1767384616.001793:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1767384616.001793:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384616.001795:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.001796:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1767384616.001798:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000004e338186. 00000100:00000001:3.0:1767384616.001800:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384616.001801:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1767384616.001802:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000526d05c8. 00010000:00000001:3.0:1767384616.001805:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.001806:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384616.001809:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.001810:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384616.001814:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384616.001815:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000001:3.0:1767384616.001819:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384616.001819:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384616.001822:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384616.001824:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00010000:3.0:1767384616.001825:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384616.001828:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384616.001834:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009449bdd9. 00000020:00000040:2.0:1767384616.001837:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384616.001840:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384616.001841:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384616.001858:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384616.001861:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c51c0fd2. 00000100:00000001:2.0:1767384616.001864:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.001865:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384616.001868:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384616.001872:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384616.001873:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.001875:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384616.001877:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.001880:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009449bdd9] to pc [ptlrpcd_00_01+1] req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384616.001898:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384616.001900:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.001901:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384616.001902:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.001903:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384616.001905:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384616.001907:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384616.001909:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.001912:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384616.001913:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384616.001915:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:2.0:1767384616.001916:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 00000000ac4b3bf3/0x71ee3a74e27190f6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27190fd expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384616.001919:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384616.001922:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384616.001923:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384616.001932:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384616.001938:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384616.001945:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000803e30c0 count: 0 00000100:00000001:3.0:1767384616.001953:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384616.001956:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.001959:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1767384616.001960:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384616.001961:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384616.001964:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:3.0:1767384616.001965:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384616.001968:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000af1b3040. 00000100:00100000:3.0:1767384616.001969:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009449bdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048129536:0@lo:103: 00000100:00000001:3.0:1767384616.001973:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1767384616.001984:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.001985:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384616.001988:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.001989:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384616.001991:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384616.001994:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384616.001995:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099ed1a65. 00010000:00010000:2.0:1767384616.001997:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:3.0:1767384616.002000:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.002002:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384616.002005:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384616.002006:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384616.002009:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000130fc1. 00000020:00000001:2.0:1767384616.002011:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384616.002015:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384616.002017:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00010000:00010000:2.0:1767384616.002018:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384616.002024:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048129536, portal 18 00000100:00000001:3.0:1767384616.002027:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384616.002028:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759656704 : -106174949894912 : ffff9f6f37d3d500) 00000100:00000040:3.0:1767384616.002030:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.002034:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384616.002036:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384616.002038:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000200:3.0:1767384616.002043:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048129536, offset 0 00000400:00000200:3.0:1767384616.002048:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384616.002053:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384616.002058:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff03800 00000400:00000200:3.0:1767384616.002062:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1312 00000400:00000200:3.0:1767384616.002066:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384616.002069:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384616.002071:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384616.002073:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384616.002075:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000100:00000040:3.0:1767384616.002108:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000df0d3385 x1853237048129536 msgsize 328 00000100:00100000:3.0:1767384616.002111:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384616.002122:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384616.002131:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000400:00000010:3.0:1767384616.002134:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000100:00000001:3.0:1767384616.002138:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384616.002142:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384616.002144:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384616.002148:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048129536 02000000:00000001:2.0:1767384616.002153:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384616.002154:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384616.002155:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384616.002158:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384616.002159:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384616.002166:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.002169:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384616.002170:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048129536 00000100:00000001:3.0:1767384616.002171:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:2.0:1767384616.002174:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384616.002177:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384616.002178:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.002179:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384616.002184:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000100:00000001:3.0:1767384616.002186:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294903778 00000020:00000001:2.0:1767384616.002188:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384616.002195:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384616.002197:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294903777 00000100:00000001:2.0:1767384616.002198:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384616.002204:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294903778 00000020:00000010:2.0:1767384616.002205:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e53c43ee. 00000100:00000001:2.0:1767384616.002211:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384616.002213:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294903777 00000020:00000010:2.0:1767384616.002215:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e53c43ee. 00000100:00000001:3.0:1767384616.002223:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294903778 00000020:00000010:2.0:1767384616.002227:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000de3ae9a6. 00000100:00000001:3.0:1767384616.002231:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294903777 00000020:00000010:2.0:1767384616.002235:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000867bcb1a. 00000100:00000001:3.0:1767384616.002237:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294903778 00000020:00000010:2.0:1767384616.002249:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d39aa31f. 00000100:00000001:3.0:1767384616.002250:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294903777 00000100:00000001:3.0:1767384616.002256:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384616.002258:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.002258:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384616.002260:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.002262:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384616.002264:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.002265:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384616.002269:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384616.002270:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384616.002271:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.002273:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:2.0:1767384616.002275:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384616.002277:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384616.002278:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384616.002279:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384616.002294:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.002295:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384616.002298:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384616.002299:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6c2a663 refcount=4 00000020:00000001:2.0:1767384616.002301:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00010000:00000001:2.0:1767384616.002303:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00010000:00010000:2.0:1767384616.002310:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 16 pid: 17080 timeout: 386 lvb_type: 0 00010000:00000001:2.0:1767384616.002317:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.002318:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384616.002319:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.002321:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.002325:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384616.002327:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000df0d3385 x1853237048129536/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:597/0 lens 328/0 e 0 to 0 dl 1767384627 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384616.002343:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384616.002344:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.002352:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.002361:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384616.002363:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384616.002367:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000001:3.0:1767384616.002369:0:18905:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384616.002370:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:3.0:1767384616.002373:0:18905:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384616.002374:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000100:00000001:3.0:1767384616.002376:0:18905:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.002380:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df0d3385 x1853237048129536/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:597/0 lens 328/0 e 0 to 0 dl 1767384627 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.002381:0:18905:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.002390:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384616.002397:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e53c43ee. 00000100:00000001:2.0:1767384616.002399:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384616.002400:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e53c43ee. 00000100:00100000:2.0:1767384616.002403:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df0d3385 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048129536:12345-0@lo:103: 00000100:00000200:2.0:1767384616.002406:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048129536 00010000:00000001:2.0:1767384616.002408:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384616.002410:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384616.002411:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384616.002414:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384616.002415:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384616.002417:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002c78134e. 02000000:00000001:2.0:1767384616.002418:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.002420:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.002421:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384616.002423:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384616.002424:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384616.002425:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384616.002427:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b6c2a663 refcount=4 00000020:00000001:2.0:1767384616.002428:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00010000:00000001:2.0:1767384616.002429:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623421440 : -106175086130176 : ffff9f6f2fb50c00) 00010000:00000040:2.0:1767384616.002431:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000059eb657f count: 3 00010000:00010000:2.0:1767384616.002432:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 16 pid: 17080 timeout: 386 lvb_type: 0 00000100:00001000:2.0:1767384616.002436:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384616 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384616.002458:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384616.002469:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.002471:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384616.002474:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 16 pid: 17080 timeout: 386 lvb_type: 0 00000020:00000001:2.0:1767384616.002480:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384616.002481:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384616.002483:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384616.002490:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.002493:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384616.002495:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384616.002499:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.002501:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384616.002503:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384616.002504:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384616.002506:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b6c2a663 with handle 0x71ee3a74e27190fd from hash 00010000:00000001:2.0:1767384616.002508:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384616.002510:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.002511:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384616.002512:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384616.002513:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384616.002514:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384616.002516:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b6c2a663/0x71ee3a74e27190fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e27190f6 expref: 16 pid: 17080 timeout: 386 lvb_type: 0 00010000:00000040:2.0:1767384616.002521:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:2.0:1767384616.002523:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00010000:00000001:2.0:1767384616.002527:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384616.002528:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384616.002529:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384616.002531:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000d67fea4a 00010000:00000001:2.0:1767384616.002532:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384616.002533:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384616.002534:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.002535:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384616.002536:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.002538:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384616.002539:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384616.002540:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384616.002544:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384616.002546:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384616.002548:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384616.002548:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384616.002554:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059eb657f) refcount = 2 00010000:00010000:2.0:1767384616.002557:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384616.002561:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384616.002563:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384616.002565:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.002566:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384616.002569:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e53c43ee. 00000100:00000001:2.0:1767384616.002570:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384616.002574:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f14ca2d. 00000100:00000001:2.0:1767384616.002575:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898889452928 : -106174820098688 : ffff9f6f3f905d80) 00000100:00000001:2.0:1767384616.002577:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637898889452928 : -106174820098688 : ffff9f6f3f905d80) 00000100:00000001:2.0:1767384616.002578:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384616.002579:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384616.002581:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00080000:00000010:0.0:1767384616.002582:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f1abe9b2. 20000000:00000001:2.0:1767384616.002583:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384616.002586:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:2.0:1767384616.002590:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384616.002591:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384616.002592:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=5 00000020:00000001:2.0:1767384616.002593:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:2.0:1767384616.002595:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:2.0:1767384616.002597:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384616.002599:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384616.002604:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384616.002605:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:3.0:1767384616.002608:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b8205cc4. 00010000:00000001:2.0:1767384616.002609:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.002613:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000001:3.0:1767384616.002614:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00010000:2.0:1767384616.002615:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00040000:00000001:3.0:1767384616.002617:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384616.002620:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384616.002625:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384616.002627:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384616.002630:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384616.002634:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384616.002638:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384616.002639:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:01000000:3.0:1767384616.002643:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:2.0:1767384616.002643:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.002649:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00080000:00000001:3.0:1767384616.002651:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00010000:2.0:1767384616.002651:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384616.002657:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d67fea4a already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384616.002659:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384616.002661:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384616.002662:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384616.002665:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384616.002666:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384616.002667:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384616.002668:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=6 00000020:00000001:2.0:1767384616.002669:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:2.0:1767384616.002672:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:2.0:1767384616.002676:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384616.002677:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384616.002681:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384616.002682:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384616.002685:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.002696:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384616.002698:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384616.002700:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384616.002701:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384616.002703:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d67fea4a with handle 0x71ee3a74e2719104 from hash 00010000:00000001:2.0:1767384616.002705:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384616.002706:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384616.002707:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384616.002716:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384616.002718:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384616.002720:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:0.0:1767384616.002721:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384616.002722:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384616.002725:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.002730:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.002734:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384616.002735:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384616.002738:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:00000001:0.0:1767384616.002739:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384616.002742:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384616.002743:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384616.002744:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384616.002747:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.002752:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.002753:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384616.002755:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.002757:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384616.002758:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.002761:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384616.002764:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384616.002767:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:01000000:0.0:1767384616.002768:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00010000:00000001:2.0:1767384616.002769:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384616.002772:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00010000:00000001:2.0:1767384616.002773:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384616.002776:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 10000000:01000000:0.0:1767384616.002776:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000020:3.0:1767384616.002779:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384616.002780:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.002781:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384616.002783:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384616.002784:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384616.002785:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:2.0:1767384616.002786:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000010:3.0:1767384616.002789:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002bfaf6a6. 00010000:00000001:2.0:1767384616.002792:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384616.002792:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000059eb657f count: 3 20000000:00000001:3.0:1767384616.002794:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384616.002798:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.002799:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1767384616.002800:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048129280 00010000:00000001:2.0:1767384616.002801:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384616.002804:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719104 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384616.002806:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384616.002807:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384616.002814:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007638713e. 00010000:00000200:3.0:1767384616.002816:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f001ef10 x1853237048129280/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384616.002817:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384616.002818:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:2.0:1767384616.002822:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384616.002824:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007638713e with handle 0x71ee3a74e271910b to hash 00010000:00000001:2.0:1767384616.002828:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000001:0.0:1767384616.002829:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384616.002832:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1767384616.002833:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00000100:00000001:2.0:1767384616.002838:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.002840:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:3.0:1767384616.002841:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384616.002842:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.002845:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.002846:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384616.002847:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384616.002850:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384616.002852:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=33 v=5 (1 0 0 0) 00000100:00000010:2.0:1767384616.002852:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008f14ca2d. 00010000:00010000:0.0:1767384616.002853:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384616.002859:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384616.002862:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384616.002865:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000040:3.0:1767384616.002867:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:2.0:1767384616.002867:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384616.002872:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000010:2.0:1767384616.002874:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e53c43ee. 02000000:00000001:3.0:1767384616.002876:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384616.002877:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384616.002878:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:3.0:1767384616.002880:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384616.002882:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384616.002882:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000001:3.0:1767384616.002884:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384616.002887:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384616.002888:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384616.002890:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384616.002891:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384616.002894:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000010:3.0:1767384616.002895:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e338186. 00010000:00000001:0.0:1767384616.002896:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384616.002897:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.002899:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384616.002901:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048129280, offset 224 00000100:00001000:2.0:1767384616.002902:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=33 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384616.002903:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384616.002907:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:2.0:1767384616.002909:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384616.002911:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384616.002912:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000040:2.0:1767384616.002915:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00010000:00000001:0.0:1767384616.002915:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384616.002919:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000059eb657f) refcount = 1 00000100:00000001:2.0:1767384616.002921:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00010000:0.0:1767384616.002925:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384616.002926:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384616.002931:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.002933:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384616.002937:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384616.002941:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384616.002944:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000100:00000040:2.0:1767384616.002945:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384616.002946:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03700 00010000:00000001:0.0:1767384616.002949:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384616.002951:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00010000:00000001:0.0:1767384616.002952:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.002956:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1519 [2] + 224 00010000:00000001:0.0:1767384616.002957:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384616.002963:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000200:2.0:1767384616.002964:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048129536, offset 224 00000400:00000200:3.0:1767384616.002965:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:01000000:0.0:1767384616.002966:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:0.0:1767384616.002988:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384616.002989:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384616.002992:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384616.002996:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:0.0:1767384616.002997:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007638713e refcount=4 00000020:00000001:0.0:1767384616.003001:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00000100:00000001:3.0:1767384616.003002:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384616.003004:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00000100:00000200:3.0:1767384616.003008:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384616.003010:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384616.003011:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384616.003014:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384616.003028:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff03800 00000100:00000040:3.0:1767384616.003034:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384616.003051:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384616.003055:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384616.003056:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1539 [1] + 224 00000400:00000200:2.0:1767384616.003068:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384616.003083:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384616.003086:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384616.003087:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384616.003091:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384616.003092:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384616.003097:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384616.003100:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384616.003104:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e338186 00000400:00000010:3.0:1767384616.003111:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e338186. 00010000:00000001:0.0:1767384616.003111:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384616.003117:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.003120:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384616.003120:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384616.003123:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:3.0:1767384616.003125:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1767384616.003127:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384616.003133:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.003141:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:3.0:1767384616.003149:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:0.0:1767384616.003149:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007638713e already unused, calling callback (000000009752a4b4) 00000020:00000001:3.0:1767384616.003152:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.003153:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384616.003154:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384616.003155:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384616.003156:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384616.003159:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384616.003162:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000100:00000040:3.0:1767384616.003163:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f001ef10 x1853237048129280/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:596/0 lens 4848/4768 e 0 to 0 dl 1767384626 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384616.003166:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000001:2.0:1767384616.003172:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384616.003175:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1767384616.003176:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384616.003179:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384616.003183:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.003183:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384616.003184:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f001ef10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048129280:12345-0@lo:253: Request processed in 5934us (6368us total) trans 0 rc 0/0 00000020:00000040:0.0:1767384616.003186:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007638713e refcount=5 00000020:00000001:0.0:1767384616.003191:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:0.0:1767384616.003195:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00000100:00100000:3.0:1767384616.003200:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00000040:2.0:1767384616.003200:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384616.003201:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384616.003206:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384616.003208:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.003209:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00010000:00000001:2.0:1767384616.003214:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.003215:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384616.003217:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:3.0:1767384616.003219:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384616.003222:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000010:3.0:1767384616.003223:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001cca4e28. 00000100:00000040:2.0:1767384616.003223:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048129536/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:597/0 lens 328/224 e 0 to 0 dl 1767384627 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384616.003224:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.003233:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:3.0:1767384616.003234:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ea880f36. 00010000:00000001:0.0:1767384616.003237:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:3.0:1767384616.003239:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008839ee66. 00000100:00100000:2.0:1767384616.003239:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df0d3385 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048129536:12345-0@lo:103: Request processed in 844us (1125us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384616.003240:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384616.003245:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384616.003247:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000020:00000040:0.0:1767384616.003249:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007638713e with handle 0x71ee3a74e271910b from hash 00000100:00100000:2.0:1767384616.003253:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00000001:0.0:1767384616.003254:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384616.003259:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384616.003262:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384616.003262:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 02000000:00000010:3.0:1767384616.003267:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dc60685c. 00000100:00000001:2.0:1767384616.003267:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384616.003268:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384616.003272:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384616.003274:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:3.0:1767384616.003276:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000010:2.0:1767384616.003277:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000867bcb1a. 00010000:00000001:0.0:1767384616.003278:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384616.003294:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384616.003296:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384616.003297:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384616.003298:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d39aa31f. 00010000:00000001:0.0:1767384616.003298:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384616.003304:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384616.003305:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384616.003306:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000de3ae9a6. 00000400:00000010:3.0:1767384616.003310:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab0265ec. 00010000:00000001:0.0:1767384616.003311:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000040:2.0:1767384616.003313:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00010000:00000001:0.0:1767384616.003316:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384616.003318:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384616.003319:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004e338186. 00010000:00000001:0.0:1767384616.003320:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.003326:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.003329:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.003331:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384616.003343:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384616.003345:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384616.003349:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.003352:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384616.003353:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384616.003354:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384616.003355:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1767384616.003359:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384616.003360:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384616.003364:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:3.0:1767384616.003366:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384616.003367:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000001:3.0:1767384616.003370:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384616.003371:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384616.003373:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000130fc1. 20000000:00000001:0.0:1767384616.003375:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384616.003377:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00010000:00010000:0.0:1767384616.003379:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384616.003381:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00000100:00000001:3.0:1767384616.003386:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384616.003388:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384616.003391:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384616.003393:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384616.003395:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007638713e/0x71ee3a74e271910b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384616.003412:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000059eb657f count: 0 00000100:00000200:3.0:1767384616.003417:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.003425:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384616.003426:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384616.003428:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384616.003429:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384616.003434:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384616.003471:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384616.003474:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384616.003476:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384616.003479:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384616.003482:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=33 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384616.003486:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384616.003491:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384616.003493:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.003495:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384616.003497:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.003499:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384616.003504:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.003510:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384616.003518:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384616.003520:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384616.003528:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384616.003537:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009449bdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048129536:0@lo:103: 00000100:00000001:3.0:1767384616.003542:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.003544:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384616.003545:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009449bdd9 x1853237048129536/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384632 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384616.003561:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384616.003564:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384616.003567:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099ed1a65. 02000000:00000001:3.0:1767384616.003573:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384616.003576:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384616.003579:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384616.003581:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384616.003583:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c51c0fd2. 02000000:00000001:3.0:1767384616.003589:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384616.003591:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384616.003594:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009449bdd9. 00000100:00000001:3.0:1767384616.003602:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384616.003604:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.003607:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384616.003616:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384616.003618:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384616.003625:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384616.003631:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.004308:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384616.004310:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384616.004316:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384616.004318:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384616.004320:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000426670ac. 00000400:00000200:2.0:1767384616.004332:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002da592ca 00000400:00000010:2.0:1767384616.004334:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002da592ca. 00000100:00000001:2.0:1767384616.004341:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384616.004346:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384616.004354:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384616.004359:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384616.004362:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.004365:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384616.004366:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384616.004367:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384616.004368:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384616.004376:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384616.004378:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=33 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384616.004380:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384616.004382:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384616.004383:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384616.004384:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384616.004386:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.004387:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384616.004391:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384616.004396:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384616.004398:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384616.004401:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384616.004404:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384616.004405:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384616.004406:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384616.004407:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384616.004408:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384616.004409:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384616.004410:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384616.004411:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384616.004412:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384616.004413:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384616.004418:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048129280:0@lo:253: 00000100:00000001:2.0:1767384616.004421:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.004422:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384616.004423:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a744e5f0 x1853237048129280/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384631 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384616.004427:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384616.004428:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384616.004429:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000034ff127. 02000000:00000001:2.0:1767384616.004431:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384616.004432:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384616.004433:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384616.004459:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384616.004462:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000b9a1fdfe. 02000000:00000001:2.0:1767384616.004467:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384616.004469:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384616.004471:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a744e5f0. 00000100:00000001:2.0:1767384616.004475:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384616.004476:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.004479:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384616.004482:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384616.004484:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384616.004487:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384616.004489:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384616.008492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000803e30c0. 00010000:00000010:2.1:1767384616.008506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac4b3bf3. 00000100:00000040:0.0:1767384616.008538:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294903778, at 4294903779 00000100:00000010:0.0:1767384616.008554:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000283b1a2c. 00000100:00000040:3.0:1767384616.009503:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294903778, at 4294903780 00000100:00000040:1.0:1767384616.009504:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294903778, at 4294903780 00000100:00000010:3.0:1767384616.009511:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000072203895. 00000100:00000040:2.0:1767384616.009532:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294903778, at 4294903780 00000100:00000010:1.0:1767384616.009535:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009837fdf6. 00000100:00000010:2.0:1767384616.009542:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083de4d16. 00010000:00000010:2.1:1767384616.010479:0:23321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b6c2a663. 00010000:00000010:2.1:1767384616.010487:0:23321:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d67fea4a. 00010000:00000010:0.1:1767384616.010500:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000059eb657f. 00010000:00000010:0.1:1767384616.010508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007638713e. 00000400:00000010:0.0:1767384616.020366:0:23324:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000005246f2bc. 00000400:00000040:0.0:1767384616.020393:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384616.020395:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384616.020397:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384616.020398:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384616.020400:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384616.020401:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384616.020403:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384616.020404:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384616.020405:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384616.020406:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384616.020407:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384616.020408:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384616.020410:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384616.020410:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384616.020411:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384616.020413:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384616.020414:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384616.020414:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384616.020415:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384616.020417:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384616.020417:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384616.020418:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384616.020419:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384616.020420:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384616.020421:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384616.020422:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384616.020423:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384616.020424:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384616.020425:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384616.020426:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384616.020427:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384616.020428:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384616.020429:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384616.020430:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384616.020431:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384616.020432:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384616.020438:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384616.020440:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384616.020442:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384616.020443:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384616.020444:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384616.020445:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384616.020446:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384616.020447:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384616.020448:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384616.020449:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384616.020450:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384616.020451:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384616.020453:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384616.020454:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384616.020455:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384616.020456:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384616.020457:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384616.020458:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384616.020459:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384616.020461:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384616.020462:0:23324:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384616.020567:0:23324:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000005246f2bc. 00010000:00000001:3.0:1767384616.869595:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384616.869600:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384616.869604:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384616.869606:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384616.869643:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384616.869647:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384616.869650:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384617.135027:0:23579:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000064a64d02. 00080000:00000010:1.0:1767384617.135040:0:23579:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000064a64d02. 00000020:00000001:1.0:1767384617.135046:0:23579:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384617.135054:0:23579:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000064a64d02. 00080000:00000010:1.0:1767384617.135060:0:23579:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000064a64d02. 00000020:00000001:1.0:1767384617.135064:0:23579:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384617.894500:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384617.894505:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384617.894519:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384617.894520:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384617.894545:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384617.894549:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384617.894553:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384618.034758:0:23743:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384618.034763:0:23743:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp23 --if ens2 00000001:00000001:2.0:1767384618.038483:0:23743:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384618.045245:0:23744:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000001ff146fb. 00000400:00000010:0.0:1767384618.045260:0:23744:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a6a1eb30. 00000400:00000010:0.0:1767384618.045285:0:23744:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000f1e05f34. 00000400:00000010:0.0:1767384618.045289:0:23744:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002a3b8491. 00000400:00000010:0.0:1767384618.045292:0:23744:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000029cb8447. 00000400:00000010:0.0:1767384618.045295:0:23744:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ebfb94d3. 00000400:00000010:0.0:1767384618.045297:0:23744:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d41ca356. 00000400:00000010:0.0:1767384618.045298:0:23744:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009941757f. 00000400:00000010:0.0:1767384618.045301:0:23744:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000005246f2bc. 00000800:00000010:0.0:1767384618.045312:0:23744:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008d495be3. 00000800:00000200:0.0:1767384618.045334:0:23744:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384618.045341:0:23744:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384618.045376:0:23744:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384618.045396:0:23744:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp23 [8/256/0/180] 00000400:00000010:0.0:1767384618.047213:0:23744:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000208437f7. 00000400:00000010:0.0:1767384618.047219:0:23744:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35c06d5. 00000400:00000010:0.0:1767384618.047225:0:23744:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ac695b8. 00000400:00000001:0.0:1767384618.047257:0:23744:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384618.047259:0:23744:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384618.047260:0:23744:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf7b3de6. 00000400:00000200:0.0:1767384618.047263:0:23744:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 00000400:00000010:0.0:1767384618.047265:0:23744:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384618.047281:0:23744:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 265 at 000000007697225d. 00000400:00000200:0.0:1767384618.047287:0:23744:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (14) 00000400:00000200:0.0:1767384618.047296:0:23744:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384618.047305:0:23744:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131095 00000020:00000010:0.0:1767384618.047311:0:23744:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000bd76f140. 00000020:01000000:0.0:1767384618.047314:0:23744:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384618.047317:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384618.047317:0:23744:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp23 00000400:00000200:2.0:1767384618.047326:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:2.0:1767384618.047333:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000400:00000010:0.0:1767384618.047345:0:23744:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a6a1eb30. 00000400:00000200:2.0:1767384618.047347:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (15) 00000400:00000010:0.0:1767384618.047350:0:23744:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000001ff146fb. 00000400:00000010:2.0:1767384618.047354:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000089f53cd. 00000400:00000200:2.0:1767384618.047360:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000020:00000001:3.0:1767384618.047368:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384618.047372:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 10000000:00000001:3.0:1767384618.047374:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384618.047377:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384618.047380:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 10000000:01000000:3.0:1767384618.047381:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384618.047386:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384618.047389:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000020:01000004:3.0:1767384618.047390:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384618.047393:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384618.047396:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384618.047398:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000020:01000004:3.0:1767384618.047399:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384618.047403:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384618.047406:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384618.047408:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000020:01000004:3.0:1767384618.047409:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384618.047410:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384618.047412:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384618.047417:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca75edbc. 00000020:00000040:3.0:1767384618.047423:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:2.0:1767384618.047425:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000100:00000001:3.0:1767384618.047430:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384618.047430:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 02000000:00000001:3.0:1767384618.047434:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384618.047436:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 02000000:00000001:3.0:1767384618.047462:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.047470:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 02000000:00000010:3.0:1767384618.047473:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000034ff127. 00000400:00000200:2.0:1767384618.047474:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00000400:00000200:2.0:1767384618.047479:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00000100:00000001:3.0:1767384618.047483:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.047486:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00000400:00000200:2.0:1767384618.047492:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000100:00000001:3.0:1767384618.047494:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384618.047498:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.047501:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000400:00000200:2.0:1767384618.047508:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000100:00000040:3.0:1767384618.047511:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca75edbc] to pc [ptlrpcd_00_02+2] req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384618.047515:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp22 00000400:00000200:2.0:1767384618.047523:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp22 lpni_is_preferred = 0 00000400:00000200:2.0:1767384618.047529:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp22 00000400:00000200:2.0:1767384618.047534:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp22 NI seq info: [31:31:256:4294967295] 192.168.203.125@tcp22 LPNI seq info [31:31:8:4294967295] 00000400:00000200:2.0:1767384618.047540:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp22 00000400:00000200:2.0:1767384618.047549:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp22(192.168.203.125@tcp22:) -> 192.168.203.125@tcp22(192.168.203.125@tcp:192.168.203.125@tcp22) : PUT try# 0 10000000:00000001:3.0:1767384618.047553:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384618.047554:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp22 10000000:00000001:3.0:1767384618.047560:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384618.047562:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad293079. 00000020:00000001:3.0:1767384618.047563:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384618.047569:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000800:00000010:2.0:1767384618.047573:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005aa6cfb9. 00000800:00000010:2.0:1767384618.047579:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b52f1710. 00000020:00000001:3.0:1767384618.047581:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384618.047584:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000800:00000200:2.0:1767384618.047585:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005aa6cfb9] -> 12345-192.168.203.125@tcp22 (2) 10000000:00000001:3.0:1767384618.047586:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384618.047590:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000800:00000200:2.1:1767384618.047594:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005aa6cfb9] -> 12345-192.168.203.125@tcp22 (2) 00000020:01000004:3.0:1767384618.047595:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384618.047603:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384618.047605:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384618.047606:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384618.047608:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000020:01000004:3.0:1767384618.047609:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384618.047613:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384618.047615:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000020:01000004:3.0:1767384618.047616:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384618.047618:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384618.047620:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384618.047624:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000975c3539. 00000020:00000040:3.0:1767384618.047626:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384618.047628:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384618.047629:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384618.047631:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384618.047637:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d924432d. 00000100:00000001:3.0:1767384618.047639:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.047644:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384618.047646:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.047652:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000975c3539] to pc [ptlrpcd_00_03+3] req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384618.047661:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384618.047662:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.047664:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384618.047665:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384618.047667:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000bd76f140. 00000100:00000001:1.0:1767384618.047673:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.047680:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384618.047681:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384618.047682:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000001:1.0:1767384618.047691:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384618.047692:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384618.047700:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384618.047706:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384618.047723:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384618.047754:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000001:1.0:1767384618.047759:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384618.047767:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384618.047776:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384618.047777:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384618.047784:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.047785:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 02000000:00000001:1.0:1767384618.047786:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384618.047788:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384618.047794:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384618.047795:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.047799:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384618.047807:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ca75edbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048129664:0@lo:253: 00000100:00100000:3.0:1767384618.047808:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000975c3539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048129792:0@lo:253: 00000400:00000200:2.0:1767384618.047814:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000001:1.0:1767384618.047832:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384618.047833:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384618.047842:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384618.047844:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 02000000:00000001:1.0:1767384618.047846:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.047848:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384618.047853:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384618.047854:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.047858:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384618.047864:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000005176f6ce. 02000000:00000010:1.0:1767384618.047864:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000016574cfe. 00000400:00000200:2.0:1767384618.047872:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 02000000:00000001:1.0:1767384618.047878:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.047879:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384618.047903:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000130fc1. 00000400:00000010:1.0:1767384618.047903:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e26609cc. 00000400:00000200:2.0:1767384618.047905:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000010:1.0:1767384618.047925:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000f72dc2d. 00000400:00000010:3.0:1767384618.047927:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dbcb892. 00000100:00000200:1.0:1767384618.047948:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048129664, portal 25 00000100:00000200:3.0:1767384618.047952:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048129792, portal 25 00000100:00000001:1.0:1767384618.047952:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384618.047955:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:1.0:1767384618.047959:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623576576 : -106175085975040 : ffff9f6f2fb76a00) 00000100:00000001:3.0:1767384618.047960:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384618.047966:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623566720 : -106175085984896 : ffff9f6f2fb74380) 00000100:00000040:1.0:1767384618.047972:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384618.047978:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384618.047980:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.048004:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000100:00000001:3.0:1767384618.048015:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384618.048026:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384618.048028:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000010:3.0:1767384618.048033:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d35f5b4d. 00000100:00000200:3.0:1767384618.048045:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048129792, offset 0 00000100:00000001:1.0:1767384618.048049:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384618.048058:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384618.048063:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384618.048066:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e35ce505. 00000400:00000200:2.0:1767384618.048067:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00000200:1.0:1767384618.048076:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048129664, offset 0 00000400:00000200:3.0:1767384618.048080:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384618.048095:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384618.048102:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03900 00000400:00000200:3.0:1767384618.048112:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa05 [2] + 0 00000400:00000200:1.0:1767384618.048123:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384618.048124:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031380cec. 00000400:00000200:2.0:1767384618.048124:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384618.048137:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f62f118b 00000400:00000200:3.0:1767384618.048145:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384618.048149:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03880 00000400:00000200:3.0:1767384618.048159:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384618.048166:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa15 [2] + 0 00000400:00000010:1.0:1767384618.048170:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090245f7e. 00000400:00000200:1.0:1767384618.048174:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000474c34e6 00000400:00000200:3.0:1767384618.048179:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f62f118b 00000400:00000200:2.0:1767384618.048180:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384618.048183:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384618.048184:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f62f118b. 00000400:00000200:1.0:1767384618.048200:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384618.048202:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384618.048206:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384618.048208:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000474c34e6 00000100:00000040:3.0:1767384618.048211:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000035c7c29 x1853237048129792 msgsize 4848 00000400:00000010:1.0:1767384618.048211:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000474c34e6. 00000100:00000001:1.0:1767384618.048224:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384618.048228:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384618.048229:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000100:00100000:3.0:1767384618.048239:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384618.048240:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000004a925424 x1853237048129664 msgsize 4848 00000100:00000040:3.0:1767384618.048242:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:1.0:1767384618.048263:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384618.048264:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384618.048267:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384618.048291:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35f5b4d 00000400:00000010:3.0:1767384618.048294:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d35f5b4d. 00000100:00000001:1.0:1767384618.048296:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384618.048299:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384618.048302:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384618.048305:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e35ce505 00000400:00000010:1.0:1767384618.048310:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e35ce505. 00000100:00000200:3.0:1767384618.048315:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.048318:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384618.048328:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.048331:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384618.048340:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.048343:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384618.048351:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384618.048351:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.048357:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384618.048370:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000100:00000001:1.0:1767384618.048371:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.048373:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.048380:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384618.048384:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294905824 00000100:00000010:3.0:1767384618.048390:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7e94233. 00000100:00000001:1.0:1767384618.048390:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.048402:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294905824 00000100:00000001:3.0:1767384618.048404:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384618.048412:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294905824 00000100:00000001:1.0:1767384618.048414:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294905824 00000100:00000010:3.0:1767384618.048416:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000459a79b. 00000100:00000001:3.0:1767384618.048420:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384618.048429:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000100:00000001:1.0:1767384618.048430:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294905824 00000100:00000001:3.0:1767384618.048433:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294905824 00000100:00000001:1.0:1767384618.048478:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294905824 00000100:00000010:3.0:1767384618.048479:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c70c0d63. 00000100:00000001:1.0:1767384618.048489:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294905825 00000100:00000001:3.0:1767384618.048491:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384618.048500:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294905825 00000100:00000010:3.0:1767384618.048505:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cb74bbd. 00000100:00000001:1.0:1767384618.048507:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294905824 00000100:00000001:3.0:1767384618.048510:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384618.048519:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294905825 00000100:00000001:1.0:1767384618.048524:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294905825 00000100:00000001:3.0:1767384618.048525:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384618.048530:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384618.048537:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.048538:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.048543:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.048546:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.048546:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384618.048550:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000100:00000001:3.0:1767384618.048554:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.048556:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384618.048559:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384618.048562:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.048566:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384618.048566:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384618.048571:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384618.048571:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.048580:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000100:00000001:1.0:1767384618.048589:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.048590:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.048599:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384618.048606:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.048609:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.048630:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000100:00000001:1.0:1767384618.048633:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384618.048639:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048129792 02000000:00000001:1.0:1767384618.048641:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384618.048644:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384618.048644:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384618.048650:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048129664 00000100:00000001:1.0:1767384618.048651:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.048662:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384618.048665:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384618.048667:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000100:00100000:1.0:1767384618.048669:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048129792 00000100:00000001:3.0:1767384618.048673:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384618.048679:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.048680:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384618.048684:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 02000000:00000001:3.0:1767384618.048685:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.048688:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384618.048693:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00100000:3.0:1767384618.048695:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048129664 00000020:00000001:1.0:1767384618.048706:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384618.048707:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384618.048713:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384618.048713:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384618.048724:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384618.048726:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384618.048728:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000010:1.0:1767384618.048731:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099530f62. 00000020:00000001:3.0:1767384618.048732:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:2.0:1767384618.048733:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000100:00000001:1.0:1767384618.048738:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384618.048740:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:1.0:1767384618.048751:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099530f62. 00000100:00000001:3.0:1767384618.048753:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384618.048760:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ac8d691. 00000100:00000001:3.0:1767384618.048767:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384618.048769:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ac8d691. 00000020:00000010:1.0:1767384618.048772:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beee3fa1. 00000020:00000010:3.0:1767384618.048774:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddc37aff. 00000400:00000200:2.0:1767384618.048779:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000020:00000010:1.0:1767384618.048789:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000000fa22ba. 00000020:00000010:3.0:1767384618.048790:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4e6ab9b. 00000400:00000200:2.0:1767384618.048800:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000020:00000010:1.0:1767384618.048810:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000002e8be995. 00000020:00000010:3.0:1767384618.048811:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001fa700f2. 00000400:00000200:2.0:1767384618.048825:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000100:00000040:1.0:1767384618.048839:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384618.048845:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384618.048846:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384618.048847:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384618.048849:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384618.048850:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.048852:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384618.048864:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.048866:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.048879:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384618.048879:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.048917:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384618.048917:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384618.048924:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384618.048925:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384618.048941:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00000040:1.0:1767384618.048946:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384618.048955:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971819600 : -106175737732016 : ffff9f6f08de6450) 00000100:00100000:3.0:1767384618.048956:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00000040:3.0:1767384618.048968:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000040:1.0:1767384618.048971:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000035c7c29 x1853237048129792/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:599/0 lens 4848/0 e 0 to 0 dl 1767384629 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.048976:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971821648 : -106175737729968 : ffff9f6f08de6c50) 00000100:00000040:3.0:1767384618.048992:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a925424 x1853237048129664/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:599/0 lens 4848/0 e 0 to 0 dl 1767384629 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384618.048994:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384618.049001:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099530f62. 00000100:00000001:1.0:1767384618.049014:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384618.049015:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384618.049022:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099530f62. 00000020:00000010:3.0:1767384618.049023:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001ac8d691. 00000100:00000001:3.0:1767384618.049030:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384618.049034:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001ac8d691. 00000100:00100000:1.0:1767384618.049035:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000035c7c29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048129792:12345-0@lo:253: 00000100:00000200:1.0:1767384618.049039:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048129792 00000020:00000001:1.0:1767384618.049046:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384618.049052:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a925424 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048129664:12345-0@lo:253: 00000020:00000001:1.0:1767384618.049053:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:2.0:1767384618.049057:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007b1538fe. 00000100:00000200:3.0:1767384618.049061:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048129664 00000020:00000001:1.0:1767384618.049061:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384618.049064:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fceea832. 00000020:00000001:1.0:1767384618.049071:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384618.049072:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000800:00000010:2.0:1767384618.049074:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c46cb1c. 00000020:00000001:1.0:1767384618.049075:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384618.049077:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384618.049085:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384618.049086:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.049090:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384618.049092:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384618.049097:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384618.049098:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384618.049102:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384618.049104:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384618.049105:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.049107:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384618.049110:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c46cb1c. 00000020:00000001:3.0:1767384618.049112:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384618.049112:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384618.049116:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384618.049120:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384618.049121:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384618.049125:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384618.049127:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384618.049128:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000af8944e4. 02000000:00000001:1.0:1767384618.049132:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384618.049133:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000db377635. 00000100:00000001:1.0:1767384618.049134:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.049138:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384618.049141:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:3.0:1767384618.049142:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.049149:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384618.049159:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000086d27ff1. 20000000:00000010:3.0:1767384618.049161:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000048270172. 20000000:01000000:1.0:1767384618.049179:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1767384618.049180:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384618.049194:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384618.049194:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:2.0:1767384618.049203:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 20000000:00000001:1.0:1767384618.049206:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384618.049213:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384618.049218:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.049219:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384618.049222:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384618.049223:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.049227:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.049230:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384618.049231:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp22 from 229.3.0.2 20000000:00000010:1.0:1767384618.049235:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cf0bfa14. 00000800:00000010:2.0:1767384618.049236:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b2b71b04. 20000000:01000000:1.0:1767384618.049239:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:00000001:1.0:1767384618.049245:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384618.049252:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384618.049256:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384618.049293:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384618.049330:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.049333:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384618.049336:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.049339:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384618.049341:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384618.049344:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:1.0:1767384618.049349:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:1.0:1767384618.049352:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384618.049355:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384618.049359:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.049361:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384618.049364:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384618.049370:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384618.049374:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384618.049379:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ba2d009c. 00080000:00000001:1.0:1767384618.049382:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617840128 : -106180091711488 : ffff9f6e0559f000) 00080000:00000001:1.0:1767384618.049385:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384618.049390:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384618.049400:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000099530f62. 00080000:00000001:1.0:1767384618.049402:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.049405:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384618.049421:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384618.049442:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:1.0:1767384618.049509:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000054cede1a. 00000800:00000010:1.0:1767384618.049514:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e35ce505. 00000800:00000010:1.0:1767384618.049546:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000c36a614. 00000800:00000200:1.1:1767384618.049554:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005aa6cfb9] -> 12345-192.168.203.125@tcp22 (2) 00000800:00000200:1.1:1767384618.049559:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp22 000000000c36a614 deleted 00000800:00000010:1.1:1767384618.049561:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000c36a614. 00000800:00000200:1.1:1767384618.049569:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384618.049577:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp22 ip 192.168.203.125:997 00000800:00000200:1.1:1767384618.049583:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ad293079 type 1, nob 368 niov 1 nkiov 1 00000800:00000200:1.0:1767384618.049591:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp22 p 3.x 192.168.203.125 -> 192.168.203.125:997 incarnation:1767384615993633738 sched[0] 00000800:00000010:1.0:1767384618.049596:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009d59a6e3. 00000800:00000010:1.0:1767384618.049699:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009d59a6e3. 00000800:00000010:1.0:1767384618.049704:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e35ce505. 00000800:00000200:2.1:1767384618.049715:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384618.049723:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp22 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384615993633738 sched[0] 00000800:00000010:2.0:1767384618.049726:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fceea832. 00000800:00000010:1.0:1767384618.049744:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b2b71b04. 00000800:00000001:3.0:1767384618.049757:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384618.049765:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384618.049766:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384618.049780:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384618.049795:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.049837:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000800:00000001:1.0:1767384618.049851:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384618.049861:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384618.049863:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384618.049864:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384618.049869:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad293079. 00000800:00000001:1.0:1767384618.049869:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384618.049878:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384618.049881:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384618.049889:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp22(192.168.203.125@tcp22) <- 192.168.203.125@tcp22 : PUT - for me 00000400:00000200:3.0:1767384618.049896:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp22->192.168.203.125@tcp22: PUT: OK 00000400:00000200:3.0:1767384618.049902:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384618.049906:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000400:00000200:1.0:1767384618.049912:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384618.049922:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x1521 [1] + 0 00000400:00000010:1.0:1767384618.049925:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052139282. 00000400:00000200:1.0:1767384618.049930:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000647961eb 00000400:00000200:2.0:1767384618.049931:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000800:00000001:1.0:1767384618.049935:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384618.049947:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384618.049950:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384618.049956:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp22->192.168.203.125@tcp22: PUT: OK 00000400:00000200:1.0:1767384618.049961:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000400:00000010:1.0:1767384618.049962:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000400:00000200:1.0:1767384618.049968:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384618.049969:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384618.049971:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (16) 00000400:00000200:1.0:1767384618.049979:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:1.0:1767384618.049983:0:16347:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000bed5c009. 00000400:00000200:1.0:1767384618.049994:0:16347:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 15 00000400:00000200:1.0:1767384618.050000:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384618.050004:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384618.050015:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (17) 00000400:00000200:1.0:1767384618.050021:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384618.050029:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp22 to MR: 192.168.203.125@tcp22 local destination 00000400:00000200:2.0:1767384618.050038:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384618.050038:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp22 NI seq info: [32:32:256:4294967295] 192.168.203.125@tcp22 LPNI seq info [32:32:8:4294967295] 00000400:00000200:1.0:1767384618.050063:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp22(192.168.203.125@tcp22:192.168.203.125@tcp22) -> 192.168.203.125@tcp22(192.168.203.125@tcp22:192.168.203.125@tcp22) 192.168.203.125@tcp22 : ACK try# 0 00000400:00000200:3.0:1767384618.050072:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000200:1.0:1767384618.050072:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp22 00000800:00000010:1.0:1767384618.050076:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e8c9daf. 00000400:00000010:3.0:1767384618.050078:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d146f5a. 00000800:00000200:1.0:1767384618.050083:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005aa6cfb9] -> 12345-192.168.203.125@tcp22 (4) 00000400:00000200:2.0:1767384618.050084:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000010:3.0:1767384618.050093:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00000800:00000200:1.0:1767384618.050094:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp22 ip 192.168.203.125:988 00000800:00000200:1.0:1767384618.050109:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004e8c9daf type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384618.050110:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000291286db 00000400:00000200:2.0:1767384618.050110:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384618.050130:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004d1 00000400:00000010:3.0:1767384618.050140:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 320 at 00000000d27e1766. 00000400:00000010:3.0:1767384618.050144:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 384 at 00000000d130402e. 00000400:00000010:3.0:1767384618.050147:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 320 at 00000000ffcb0c18. 00000400:00000200:2.0:1767384618.050172:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000010:3.0:1767384618.050177:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000667d915b. 00000400:00000200:3.0:1767384618.050185:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000667d915b nid 192.168.203.125@tcp23 00000400:00000010:3.0:1767384618.050188:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cb50bb25. 00000800:00000200:1.0:1767384618.050193:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384618.050194:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cb50bb25 net tcp23 00000800:00000010:1.0:1767384618.050200:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e8c9daf. 00000400:00000200:3.0:1767384618.050202:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (16) 00000400:00000200:1.0:1767384618.050209:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384618.050214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384618.050217:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp23 flags 0x11 00000400:00000200:1.0:1767384618.050226:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp22->192.168.203.125@tcp22: ACK: OK 00000400:00000010:3.0:1767384618.050230:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 320 at 00000000d27e1766. 00000400:00000010:3.0:1767384618.050237:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 384 at 00000000d130402e. 00000800:00000001:1.0:1767384618.050238:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384618.050240:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 320 at 00000000ffcb0c18. 00000800:00000001:1.0:1767384618.050244:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384618.050246:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000bed5c009. 00000800:00000001:1.0:1767384618.050251:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384618.050257:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000800:00000001:1.0:1767384618.050259:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384618.050264:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384618.050282:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100551 00000800:00000001:1.0:1767384618.050285:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384618.050293:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 1 00000800:00000001:1.0:1767384618.050295:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384618.050302:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 00000400:00000200:1.0:1767384618.050311:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp22(192.168.203.125@tcp22) <- 192.168.203.125@tcp22 : ACK - for me 00000400:00000200:3.0:1767384618.050313:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384618.050313:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384618.050329:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000400:00000200:3.0:1767384618.050337:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:3.0:1767384618.050343:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (17) 00000400:00000200:1.0:1767384618.050350:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp22: ACK from 12345-192.168.203.125@tcp22 into md 0x1551 00000400:00000200:1.0:1767384618.050356:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384618.050362:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384618.050364:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp22->192.168.203.125@tcp22: ACK: OK 00000400:00000200:1.0:1767384618.050375:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:1.0:1767384618.050377:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000400:00000200:1.0:1767384618.050383:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384618.050389:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:1.0:1767384618.050393:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (16) 00000800:00000001:1.0:1767384618.050408:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384618.050414:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384618.050425:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050477:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050518:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050534:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050548:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050563:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050580:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050594:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050608:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050622:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050641:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050661:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384618.050683:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000800:00000010:2.0:1767384618.050836:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006414a0e6. 00000800:00000010:2.0:1767384618.050840:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fceea832. 00000800:00000010:2.0:1767384618.050850:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c46cb1c. 00000800:00000010:2.0:1767384618.050879:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c46cb1c. 00000400:00000200:3.0:1767384618.050936:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384618.050966:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp22 from 228.3.0.2 00000800:00000010:3.0:1767384618.050969:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006a9a248f. 00000800:00000010:2.0:1767384618.051010:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b9a1fdfe. 00000800:00000010:2.0:1767384618.051018:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a0fdea7e. 00000800:00000010:2.0:1767384618.051042:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000fd0dd688. 00000800:00000200:2.1:1767384618.051047:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005aa6cfb9] -> 12345-192.168.203.125@tcp22 (4) 00000800:00000200:2.1:1767384618.051052:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp22 00000000fd0dd688 deleted 00000800:00000010:2.1:1767384618.051060:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000fd0dd688. 00000800:00000200:2.1:1767384618.051064:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.0:1767384618.051069:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp22 p 3.x 192.168.203.125 -> 192.168.203.125:996 incarnation:1767384615993633738 sched[0] 00000800:00000010:2.0:1767384618.051074:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c46cb1c. 00000800:00000010:2.0:1767384618.051139:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c46cb1c. 00000800:00000010:2.0:1767384618.051145:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a0fdea7e. 00000800:00000010:2.0:1767384618.051169:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006a9a248f. 00000800:00000001:2.0:1767384618.051197:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384618.051203:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384618.051249:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384618.051298:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp22 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384615993633738 sched[0] 00000800:00000010:1.0:1767384618.051301:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fceea832. 00000800:00000001:3.0:1767384618.051355:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384618.051362:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384618.051635:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ba2d009c. 00080000:00000010:2.0:1767384618.051674:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000099530f62. 00040000:00000001:2.0:1767384618.051679:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384618.051681:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384618.051684:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384618.051688:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384618.051690:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384618.051692:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384618.051702:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384618.051712:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384618.051715:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384618.051721:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384618.051727:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ffcb0c18. 20000000:01000000:3.0:1767384618.051731:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #23 20000000:01000000:1.0:1767384618.051734:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384618.051735:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384618.051744:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384618.051745:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 10000000:01000000:1.0:1767384618.051748:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384618.051749:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384618.051756:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384618.051777:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384618.051779:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:1.0:1767384618.051787:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a38fab76. 00080000:00000001:3.0:1767384618.051794:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.051796:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384618.051797:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384618.051801:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384618.051803:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000010:1.0:1767384618.051803:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d8611fc. 00080000:00000001:3.0:1767384618.051809:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384618.051810:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384618.051816:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d8611fc with handle 0x71ee3a74e2719112 to hash 00080000:00000002:3.0:1767384618.051817:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:1.0:1767384618.051826:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384618.051828:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00010000:00000001:1.0:1767384618.051829:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00080000:00000002:3.0:1767384618.051836:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384618.051837:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00080000:00000001:3.0:1767384618.051846:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384618.051846:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384618.051850:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384618.051852:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384618.051854:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384618.051859:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384618.051860:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.051860:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384618.051866:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000086d27ff1. 00000020:00000001:3.0:1767384618.051871:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:2.0:1767384618.051877:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.051880:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:1.0:1767384618.051889:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384618.051890:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000040:2.0:1767384618.051890:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048129792 00010000:00000001:1.0:1767384618.051901:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000010:3.0:1767384618.051902:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d130402e. 00010000:00000001:2.0:1767384618.051902:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384618.051920:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384618.051922:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384618.051926:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384618.051927:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898227279360 : -106175482272256 : ffff9f6f18186600) 00010000:00000200:2.0:1767384618.051933:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000035c7c29 x1853237048129792/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.051935:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384618.051937:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384618.051941:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1767384618.051945:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384618.051951:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001ac8d691. 00010000:00000001:1.0:1767384618.051953:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384618.051957:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.051960:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384618.051961:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:3.0:1767384618.051962:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384618.051966:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.051966:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384618.051973:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00001000:2.0:1767384618.051975:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=35 v=5 (1 0 0 0) 00010000:00000040:1.0:1767384618.051977:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a38fab76) refcount = 1 00080000:00000001:3.0:1767384618.051979:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384618.051995:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384618.051999:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384618.052001:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384618.052011:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:1.0:1767384618.052013:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:2.0:1767384618.052015:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384618.052019:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:2.0:1767384618.052021:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384618.052021:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384618.052031:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384618.052032:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.052047:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384618.052048:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:00000001:1.0:1767384618.052053:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000040:2.0:1767384618.052059:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:01000000:1.0:1767384618.052060:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:1.0:1767384618.052067:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1767384618.052069:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0fdea7e. 00000020:00000001:1.0:1767384618.052070:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384618.052076:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=4 00000100:00000200:2.0:1767384618.052077:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048129792, offset 224 00000020:00000001:1.0:1767384618.052086:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00000400:00000200:2.0:1767384618.052090:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384618.052096:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384618.052104:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384618.052107:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384618.052108:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384618.052122:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384618.052123:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03900 00010000:00010000:1.0:1767384618.052125:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384618.052135:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1559 [2] + 224 00010000:00000001:1.0:1767384618.052147:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384618.052149:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384618.052150:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384618.052153:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384618.052163:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384618.052174:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384618.052174:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384618.052186:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384618.052190:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.052193:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384618.052197:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384618.052216:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384618.052220:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d8611fc already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384618.052243:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384618.052246:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384618.052249:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384618.052251:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384618.052256:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384618.052257:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384618.052260:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384618.052261:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0fdea7e 00000020:00000040:1.0:1767384618.052266:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=5 00000400:00000010:2.0:1767384618.052267:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0fdea7e. 00000100:00000001:3.0:1767384618.052282:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.052287:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384618.052287:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00000100:00000001:2.0:1767384618.052289:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384618.052296:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384618.052297:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00000400:00000001:3.0:1767384618.052298:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384618.052307:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384618.052309:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:3.0:1767384618.052311:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000130fc1. 00000100:00000001:2.0:1767384618.052311:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384618.052312:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384618.052320:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dbcb892 00000100:00000040:2.0:1767384618.052324:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000010:3.0:1767384618.052328:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dbcb892. 00010000:00000001:2.0:1767384618.052336:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384618.052338:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384618.052338:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384618.052340:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384618.052348:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384618.052348:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:3.0:1767384618.052353:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.052357:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384618.052364:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000035c7c29 x1853237048129792/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.052370:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384618.052376:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384618.052383:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384618.052389:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384618.052390:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384618.052399:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d8611fc with handle 0x71ee3a74e2719112 from hash 00000100:00100000:2.0:1767384618.052401:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000035c7c29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048129792:12345-0@lo:253: Request processed in 3399us (4182us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384618.052406:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384618.052408:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384618.052410:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384618.052416:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384618.052423:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384618.052428:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384618.052435:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:3.0:1767384618.052469:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384618.052472:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.052475:0:16357:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:1.0:1767384618.052476:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384618.052479:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384618.052480:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00000001:1.0:1767384618.052488:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.052490:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384618.052491:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384618.052496:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.052502:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384618.052502:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 02000000:00000001:3.0:1767384618.052503:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.052519:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384618.052526:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384618.052527:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384618.052531:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=35 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384618.052536:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384618.052538:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000000fa22ba. 00000100:00001000:3.0:1767384618.052541:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=35 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384618.052545:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384618.052547:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000002e8be995. 00010000:00000001:1.0:1767384618.052555:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384618.052560:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beee3fa1. 00010000:00000001:1.0:1767384618.052560:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.052562:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384618.052570:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384618.052576:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.052578:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384618.052579:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00010000:00000001:3.0:1767384618.052585:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384618.052590:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384618.052599:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:2.0:1767384618.052600:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000af8944e4. 00000100:00000001:3.0:1767384618.052601:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.052604:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384618.052610:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384618.052612:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1767384618.052613:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.052618:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384618.052620:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384618.052624:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384618.052628:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1767384618.052629:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384618.052635:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384618.052636:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:2.0:1767384618.052639:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed7ac4c1. 00010000:00000001:1.0:1767384618.052641:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.052643:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000001:1.0:1767384618.052645:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384618.052646:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a0fdea7e. 00000100:00000001:3.0:1767384618.052647:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384618.052655:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384618.052657:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384618.052664:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:1.0:1767384618.052665:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:3.0:1767384618.052667:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00010000:00000001:1.0:1767384618.052668:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:3.0:1767384618.052672:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:1.0:1767384618.052673:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d8611fc/0x71ee3a74e2719112 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:01000004:3.0:1767384618.052679:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384618.052684:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384618.052688:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384618.052693:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384618.052696:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000040:1.0:1767384618.052696:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a38fab76 count: 0 00000100:00000040:3.0:1767384618.052706:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.052710:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384618.052714:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384618.052718:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000975c3539 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048129792:0@lo:253: 00000100:00000001:3.0:1767384618.052723:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.052726:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384618.052728:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000975c3539 x1853237048129792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384618.052740:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384618.052742:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384618.052744:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000005176f6ce. 02000000:00000001:3.0:1767384618.052748:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384618.052749:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384618.052751:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384618.052752:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384618.052754:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d924432d. 02000000:00000001:3.0:1767384618.052756:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384618.052758:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384618.052759:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000975c3539. 00000100:00000001:3.0:1767384618.052762:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384618.052763:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.052765:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384618.052768:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384618.052769:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.052771:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384618.052772:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384618.053746:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d130402e. 00080000:00000010:3.0:1767384618.053812:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001ac8d691. 00040000:00000001:3.0:1767384618.053816:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384618.053817:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384618.053819:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384618.053821:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384618.053823:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384618.053824:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384618.053826:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384618.053834:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384618.053836:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384618.053840:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384618.053846:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384618.053849:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384618.053851:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384618.053855:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384618.053857:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384618.053862:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000034c02ef1. 00010000:00000001:1.0:1767384618.053865:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384618.053867:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000499dc64f. 00000020:00000001:1.0:1767384618.053870:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384618.053872:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000499dc64f with handle 0x71ee3a74e2719119 to hash 00000020:00000001:1.0:1767384618.053879:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384618.053880:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384618.053882:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384618.053884:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384618.053886:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384618.053887:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384618.053893:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384618.053895:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384618.053897:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384618.053898:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384618.053900:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384618.053901:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384618.053902:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384618.053903:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384618.053904:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384618.053905:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384618.053906:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384618.053907:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000034c02ef1) refcount = 1 00010000:00010000:1.0:1767384618.053909:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384618.053913:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384618.053914:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384618.053915:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384618.053916:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.053917:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384618.053918:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384618.053920:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:1.0:1767384618.053922:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384618.053923:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384618.053924:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=4 00000020:00000001:1.0:1767384618.053925:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384618.053927:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384618.053933:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384618.053935:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384618.053940:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384618.053943:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384618.053947:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384618.053960:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384618.053961:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384618.053965:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384618.053968:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.053970:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384618.053971:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384618.053977:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000499dc64f already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384618.053979:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00080000:00000020:3.0:1767384618.053982:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384618.053982:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384618.053987:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384618.053988:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384618.053994:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000048270172. 20000000:00000001:3.0:1767384618.054004:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.054005:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384618.054010:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384618.054016:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:3.0:1767384618.054017:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048129664 00000020:00000040:1.0:1767384618.054021:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=5 00010000:00000001:3.0:1767384618.054022:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384618.054027:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384618.054030:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000200:3.0:1767384618.054031:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a925424 x1853237048129664/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.054033:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384618.054034:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384618.054053:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384618.054058:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.054062:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00001000:3.0:1767384618.054063:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=35 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384618.054065:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384618.054069:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.054078:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384618.054079:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384618.054089:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:3.0:1767384618.054093:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:1.0:1767384618.054095:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384618.054103:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.054104:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000040:1.0:1767384618.054119:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000499dc64f with handle 0x71ee3a74e2719119 from hash 02000000:00000001:3.0:1767384618.054120:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384618.054126:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.054126:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384618.054134:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384618.054135:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384618.054136:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384618.054141:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384618.054147:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:3.0:1767384618.054148:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384618.054153:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000010:3.0:1767384618.054154:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dbcb892. 00010000:00000001:1.0:1767384618.054156:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384618.054159:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384618.054160:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048129664, offset 224 00010000:00000001:1.0:1767384618.054163:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.054167:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384618.054169:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384618.054176:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384618.054177:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384618.054183:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384618.054186:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384618.054194:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384618.054197:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384618.054198:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384618.054204:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384618.054212:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03880 00000400:00000200:3.0:1767384618.054228:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1555 [2] + 224 00010000:00000001:1.0:1767384618.054228:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384618.054235:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384618.054239:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384618.054241:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1767384618.054242:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384618.054243:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384618.054248:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384618.054251:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384618.054254:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384618.054254:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384618.054259:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384618.054261:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384618.054266:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384618.054289:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384618.054299:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384618.054304:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384618.054308:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384618.054312:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719119 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384618.054346:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000034c02ef1 count: 0 00010000:00000001:1.0:1767384618.054355:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384618.054357:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384618.054360:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384618.054366:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dbcb892 00000400:00000010:3.0:1767384618.054368:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dbcb892. 00000100:00000001:3.0:1767384618.054369:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384618.054370:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384618.054372:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384618.054374:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384618.054375:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384618.054376:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384618.054378:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384618.054387:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a925424 x1853237048129664/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:599/0 lens 4848/4768 e 0 to 0 dl 1767384629 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.054390:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384618.054394:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a925424 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048129664:12345-0@lo:253: Request processed in 5378us (6153us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384618.054395:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384618.054400:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384618.054402:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1767384618.054404:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000400:00000010:2.0:1767384618.054405:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e26609cc. 00000100:00000040:3.0:1767384618.054407:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000400:00000200:2.0:1767384618.054410:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f72dc2d 00000100:00000001:3.0:1767384618.054411:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384618.054415:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384618.054415:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f72dc2d. 00000020:00000010:3.0:1767384618.054420:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4e6ab9b. 00000100:00000001:2.0:1767384618.054421:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384618.054426:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001fa700f2. 00000100:00000200:2.0:1767384618.054427:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384618.054431:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddc37aff. 00000020:00000040:3.0:1767384618.054436:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000200:2.0:1767384618.054467:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.054473:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384618.054475:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.054477:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384618.054478:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384618.054479:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384618.054480:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384618.054482:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384618.054491:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=35 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384618.054496:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384618.054497:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=35 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384618.054500:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000db377635. 00000100:00000001:2.0:1767384618.054501:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384618.054504:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384618.054505:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1767384618.054506:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384618.054524:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384618.054524:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.054530:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384618.054533:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384618.054534:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384618.054542:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000130fc1. 00000100:00000001:2.0:1767384618.054543:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384618.054547:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384618.054550:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384618.054551:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004dbcb892. 00000020:01000004:2.0:1767384618.054552:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384618.054556:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384618.054557:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384618.054559:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384618.054560:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384618.054561:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384618.054562:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384618.054563:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384618.054564:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384618.054565:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384618.054567:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384618.054572:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ca75edbc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048129664:0@lo:253: 00000100:00000001:2.0:1767384618.054575:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.054576:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384618.054577:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ca75edbc x1853237048129664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384618.054581:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384618.054582:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384618.054584:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000016574cfe. 02000000:00000001:2.0:1767384618.054589:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384618.054590:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384618.054591:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384618.054598:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384618.054599:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000034ff127. 02000000:00000001:2.0:1767384618.054602:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384618.054602:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384618.054603:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ca75edbc. 00000100:00000001:2.0:1767384618.054606:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384618.054607:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.054608:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384618.054611:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384618.054612:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384618.054614:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384618.054615:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384618.055491:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294905824, at 4294905826 00000100:00000010:0.0:1767384618.055502:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7e94233. 00000100:00000040:1.0:1767384618.055536:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294905824, at 4294905826 00000100:00000010:1.0:1767384618.055547:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000459a79b. 00000100:00000040:3.0:1767384618.055549:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294905825, at 4294905826 00000100:00000010:3.0:1767384618.055562:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cb74bbd. 00000100:00000040:2.0:1767384618.056487:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294905825, at 4294905827 00000100:00000010:2.0:1767384618.056494:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c70c0d63. 00000400:00000010:0.0:1767384618.064399:0:23749:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f08a5483. 00000400:00000040:0.0:1767384618.064414:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384618.064416:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384618.064418:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.064419:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384618.064421:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.064422:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384618.064424:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384618.064425:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384618.064426:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384618.064426:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384618.064428:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384618.064429:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384618.064430:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384618.064434:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384618.064435:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384618.064457:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384618.064459:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384618.064461:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384618.064462:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384618.064464:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.064467:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384618.064470:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384618.064472:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384618.064473:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384618.064474:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384618.064476:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.064477:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384618.064479:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384618.064480:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384618.064481:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384618.064482:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384618.064484:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384618.064487:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384618.064489:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384618.064492:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384618.064495:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384618.064497:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384618.064499:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384618.064501:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384618.064504:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384618.064506:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384618.064508:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384618.064511:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384618.064512:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384618.064513:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384618.064514:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384618.064515:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384618.064516:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384618.064517:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384618.064518:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384618.064519:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384618.064535:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384618.064541:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384618.064543:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384618.064544:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384618.064545:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384618.064546:0:23749:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384618.064583:0:23749:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f08a5483. 00010000:00000010:1.1:1767384618.065482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a38fab76. 00010000:00000010:1.1:1767384618.065497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d8611fc. 00010000:00000010:1.1:1767384618.065506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000034c02ef1. 00010000:00000010:1.1:1767384618.065523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000499dc64f. 00010000:00000001:3.0:1767384618.917500:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384618.917506:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384618.917512:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384618.917513:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384618.917544:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384618.917548:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384618.917550:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384619.072546:0:24015:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001a3afe6b. 00080000:00000010:1.0:1767384619.072558:0:24015:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001a3afe6b. 00000020:00000001:1.0:1767384619.072562:0:24015:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384619.072569:0:24015:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001a3afe6b. 00080000:00000010:1.0:1767384619.072575:0:24015:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001a3afe6b. 00000020:00000001:1.0:1767384619.072578:0:24015:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384619.109538:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384619.109543:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000040:1.0:1767384619.109547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1767384619.109549:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afddd381. 00000100:00000001:1.0:1767384619.109558:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:0.0:1767384619.109558:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000010:1.0:1767384619.109568:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005c71bcb. 00000100:00000001:0.0:1767384619.109568:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384619.109575:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000020:00000040:1.0:1767384619.109579:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 02000000:00000001:0.0:1767384619.109581:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.109590:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1767384619.109592:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000058868002. 02000000:00000001:1.0:1767384619.109594:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384619.109600:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.109601:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.109609:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384619.109611:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384619.109613:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004e8c9daf. 00000100:00000001:1.0:1767384619.109623:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.109623:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000afddd381] to pc [ptlrpcd_00_00+0] req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384619.109643:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:0.0:1767384619.109655:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.109658:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384619.109663:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.109669:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c71bcb] to pc [ptlrpcd_00_01+1] req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.109679:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.109686:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.109686:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384619.109692:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384619.109699:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.109703:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.109703:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.109705:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.109714:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384619.109714:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384619.109723:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384619.109733:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1767384619.109739:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.109742:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1767384619.109742:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b004290b. 00000100:00000001:2.0:1767384619.109748:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384619.109750:0:36:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:2.0:1767384619.109755:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384619.109763:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384619.109763:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384619.109769:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384619.109772:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384619.109792:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000afddd381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048129920:0@lo:13: 02000000:00000001:1.0:1767384619.109794:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.109795:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384619.109806:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.109807:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384619.109807:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000cf231f1e. 00000100:00000001:1.0:1767384619.109819:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.109820:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384619.109822:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384619.109825:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.109833:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384619.109834:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384619.109840:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1767384619.109841:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b6d22048. 02000000:00000001:3.0:1767384619.109842:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.109851:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.109857:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005c71bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048130048:0@lo:400: 00000400:00000010:2.0:1767384619.109865:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b223cb9. 00000400:00000010:2.0:1767384619.109879:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000001:3.0:1767384619.109880:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384619.109889:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384619.109895:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384619.109896:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384619.109896:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048129920, portal 4 00000100:00000001:1.0:1767384619.109902:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.109904:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384619.109906:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1767384619.109914:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000283a8a21. 00000100:00000040:1.0:1767384619.109915:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b004290b] to pc [ptlrpcd_00_02+2] req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.109920:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759371648 : -106174950179968 : ffff9f6f37cf7b80) 02000000:00000001:3.0:1767384619.109926:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.109937:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000654deb9a. 00000100:00000040:2.0:1767384619.109940:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384619.109947:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000001:2.0:1767384619.109964:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384619.109965:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048130048, portal 25 00000100:00000001:3.0:1767384619.109970:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384619.109970:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384619.109973:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758967680 : -106174950583936 : ffff9f6f37c95180) 00000400:00000010:2.0:1767384619.109977:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00000100:00000040:3.0:1767384619.109982:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384619.109984:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048129920, offset 0 00000100:00000001:1.0:1767384619.109989:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.110003:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384619.110004:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384619.110006:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384619.110020:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384619.110032:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095554d1e. 00000100:00000001:1.0:1767384619.110033:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384619.110034:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384619.110041:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1767384619.110044:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081526855. 00000100:00000200:3.0:1767384619.110045:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048130048, offset 0 00000100:00000001:0.0:1767384619.110047:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384619.110054:0:36:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384619.110056:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384619.110057:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff03980 00000400:00000200:3.0:1767384619.110068:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384619.110071:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1767384619.110071:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384619.110089:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1120 00000400:00000200:3.0:1767384619.110097:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384619.110098:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384619.110107:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384619.110108:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.110122:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff03a00 02000000:00000010:1.0:1767384619.110123:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fc9ebd9. 00000100:00000001:0.0:1767384619.110130:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1767384619.110131:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384619.110137:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.110138:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.110140:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0xa25 [2] + 0 02000000:00000001:0.0:1767384619.110156:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384619.110157:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fd0c2de. 00000100:00000040:1.0:1767384619.110157:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384619.110161:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384619.110173:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d390a0e8 02000000:00000001:0.0:1767384619.110173:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.110188:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384619.110189:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.110197:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384619.110198:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384619.110198:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048130176:0@lo:400: 00000100:00000200:2.0:1767384619.110202:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:1.0:1767384619.110205:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081526855] to pc [ptlrpcd_00_03+3] req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384619.110215:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384619.110215:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e7d1f677. 00000100:00000001:0.0:1767384619.110215:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1767384619.110226:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000e7d1f677 x1853237048129920 msgsize 224 02000000:00000001:0.0:1767384619.110231:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384619.110232:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d390a0e8 02000000:00000001:0.0:1767384619.110239:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.110242:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d390a0e8. 02000000:00000001:0.0:1767384619.110250:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384619.110255:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:2.0:1767384619.110256:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384619.110257:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa4c0f73. 00000100:00000200:3.0:1767384619.110276:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:1.0:1767384619.110277:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.110280:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110283:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384619.110288:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384619.110290:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000bbfa9bec x1853237048130048 msgsize 224 00000100:00000001:1.0:1767384619.110293:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1767384619.110293:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf7b3de6. 00000400:00000200:2.0:1767384619.110297:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba41e48e 00000400:00000010:2.0:1767384619.110304:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba41e48e. 00000100:00000010:1.0:1767384619.110304:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004244289. 00000100:00000001:2.0:1767384619.110315:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000020:00000040:1.0:1767384619.110315:0:36:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00100000:3.0:1767384619.110316:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384619.110318:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000100:00000200:2.0:1767384619.110327:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.110328:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384619.110333:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1767384619.110335:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048130176, portal 4 02000000:00000001:1.0:1767384619.110338:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384619.110341:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384619.110345:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1767384619.110347:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.110349:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758966784 : -106174950584832 : ffff9f6f37c94e00) 00000100:00000001:2.0:1767384619.110351:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384619.110354:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095554d1e 00000100:00000040:2.0:1767384619.110356:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384619.110356:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d080747. 00000100:00000040:0.0:1767384619.110358:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384619.110370:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095554d1e. 00000100:00000001:1.0:1767384619.110371:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.110391:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384619.110395:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384619.110401:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.110420:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384619.110421:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110434:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384619.110466:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.110472:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4675 usecs (5 jiffies) 00000100:00000001:2.0:1767384619.110475:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906886 00000100:00000010:2.0:1767384619.110479:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc41132. 00000100:00000040:0.0:1767384619.110480:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384619.110484:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1767384619.110485:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000040:3.0:1767384619.110490:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384619.110491:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048130176, offset 0 00000100:00000001:2.0:1767384619.110492:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384619.110519:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110521:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906886 00000400:00000200:0.0:1767384619.110524:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384619.110525:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:2.0:1767384619.110530:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002065780b. 00000100:00000001:2.0:1767384619.110537:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384619.110538:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.110546:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294906887 00000400:00000200:0.0:1767384619.110548:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384619.110550:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906886 00000100:00000010:2.0:1767384619.110558:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f263a3c. 00000100:00000001:3.0:1767384619.110559:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294906886 00000100:00000001:2.0:1767384619.110564:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384619.110568:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff03a80 00000100:00000001:3.0:1767384619.110570:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294906887 00000100:00000001:2.0:1767384619.110580:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906886 00000400:00000200:0.0:1767384619.110584:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 1872 00000100:00000001:3.0:1767384619.110587:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294906886 00000100:00000010:2.0:1767384619.110588:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbef4ef1. 00000400:00000200:0.0:1767384619.110591:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384619.110598:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384619.110606:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294906887 00000400:00000200:0.0:1767384619.110606:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384619.110609:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.110615:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.110619:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294906886 00000100:00000001:0.0:1767384619.110619:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384619.110620:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384619.110624:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384619.110628:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.110630:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294906887 00000100:00000010:0.0:1767384619.110631:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000936d4b24. 00000100:00000040:0.0:1767384619.110637:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000936d4b24 x1853237048130176 msgsize 224 00000100:00000001:3.0:1767384619.110638:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294906886 00000100:00000001:2.0:1767384619.110638:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384619.110644:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384619.110646:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384619.110648:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384619.110652:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.110655:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110656:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384619.110662:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.110663:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110666:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.110668:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.110670:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384619.110679:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384619.110682:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000100:00000001:3.0:1767384619.110683:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384619.110689:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000001:3.0:1767384619.110693:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.110698:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.110699:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384619.110703:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.110710:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110710:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1767384619.110711:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384619.110717:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048129920 02000000:00000001:2.0:1767384619.110722:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384619.110728:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384619.110731:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.110740:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384619.110740:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.110741:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384619.110745:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.110747:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.110749:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048130048 02000000:00000001:2.0:1767384619.110750:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.110759:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384619.110764:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384619.110765:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048129920 00000100:00000040:1.0:1767384619.110769:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004244289] to pc [ptlrpcd_00_00+0] req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.110771:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.110772:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.110774:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384619.110780:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:0.0:1767384619.110782:0:16356:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384619.110784:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.110789:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384619.110791:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.110795:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048130048 00000020:00000040:2.0:1767384619.110796:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000040:0.0:1767384619.110802:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4675 usecs (5 jiffies) 00000020:00000001:3.0:1767384619.110805:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384619.110810:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000040:3.0:1767384619.110815:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:0.0:1767384619.110816:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906886 00000020:00000001:2.0:1767384619.110822:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:3.0:1767384619.110825:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384619.110828:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906887 00000020:00000040:3.0:1767384619.110831:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:0.0:1767384619.110839:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906886 00000020:00000001:3.0:1767384619.110843:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384619.110847:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384619.110854:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906887 00000020:00000001:3.0:1767384619.110855:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:2.0:1767384619.110856:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006361beff. 00000100:00000001:0.0:1767384619.110859:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906886 00000100:00000001:3.0:1767384619.110863:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384619.110865:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906887 00000020:00000010:2.0:1767384619.110867:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008893688a. 00000100:00000001:0.0:1767384619.110869:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906886 00000020:00000010:3.0:1767384619.110870:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000388e1952. 00000100:00000001:1.0:1767384619.110873:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384619.110875:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:0.0:1767384619.110876:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906887 00000100:00000001:3.0:1767384619.110877:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.110887:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384619.110889:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000388e1952. 00000100:00000040:1.0:1767384619.110890:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (244) 00000100:00000001:0.0:1767384619.110894:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110897:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384619.110903:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000961c4981. 00000100:00000001:0.0:1767384619.110903:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384619.110906:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026323ee8. 00000100:00000001:0.0:1767384619.110910:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384619.110912:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d761a93. 00000100:00000001:1.0:1767384619.110912:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384619.110914:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004191d995. 00000100:00000001:1.0:1767384619.110918:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.110919:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384619.110923:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d39aa31f. 00000020:00000010:3.0:1767384619.110924:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001fa700f2. 00000100:00000001:1.0:1767384619.110930:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384619.110931:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1767384619.110941:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.110942:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384619.110946:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:3.0:1767384619.110947:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384619.110949:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.110955:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110957:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384619.110959:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384619.110964:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384619.110966:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384619.110969:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110973:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.110974:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.110990:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384619.110992:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.110994:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.110994:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.110996:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384619.111004:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.111005:0:17894:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000399a14bc. 00000100:00000001:2.0:1767384619.111010:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.111012:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384619.111018:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.111019:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384619.111028:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048130176 00000100:00100000:1.0:1767384619.111029:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000081526855 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237048130304:0@lo:400: 00000100:00000001:2.0:1767384619.111031:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384619.111033:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1767384619.111037:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384619.111038:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384619.111040:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384619.111044:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384619.111048:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1767384619.111050:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000001:0.0:1767384619.111050:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.111054:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00000040:2.0:1767384619.111057:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 02000000:00000001:0.0:1767384619.111057:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.111063:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384619.111065:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384619.111067:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759658496 : -106174949893120 : ffff9f6f37d3dc00) 00000100:00100000:0.0:1767384619.111067:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048130176 02000000:00000001:1.0:1767384619.111068:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.111069:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971815504 : -106175737736112 : ffff9f6f08de5450) 02000000:00000001:1.0:1767384619.111083:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384619.111084:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384619.111090:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e7d1f677 x1853237048129920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.111091:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbfa9bec x1853237048130048/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384619.111094:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 02000000:00000010:1.0:1767384619.111095:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036a3c2a0. 00000020:00000001:0.0:1767384619.111101:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384619.111106:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384619.111108:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 00000020:00000001:0.0:1767384619.111121:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000400:00000010:1.0:1767384619.111124:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c3fc90. 00000020:00000001:0.0:1767384619.111130:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000400:00000010:1.0:1767384619.111137:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1f4717. 00000100:00000001:0.0:1767384619.111139:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384619.111148:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2ba5af. 00000100:00000001:2.0:1767384619.111153:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384619.111154:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384619.111155:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384619.111156:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048130304, portal 10 00000020:00000010:2.0:1767384619.111158:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b767911. 00000100:00000001:1.0:1767384619.111172:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384619.111188:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.111189:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2ba5af. 00000020:00000010:3.0:1767384619.111190:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000388e1952. 00000100:00000001:1.0:1767384619.111190:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758976640 : -106174950574976 : ffff9f6f37c97480) 00000020:00000010:2.0:1767384619.111192:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b767911. 00000100:00000001:3.0:1767384619.111205:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.111205:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089761064. 00000100:00000040:1.0:1767384619.111210:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384619.111211:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e7d1f677 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16354:x1853237048129920:12345-0@lo:13: 00000020:00000010:0.0:1767384619.111212:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000152dd6ab. 00000020:00000010:3.0:1767384619.111222:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000388e1952. 00000020:00000010:0.0:1767384619.111226:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c59e1922. 00000100:00000200:2.0:1767384619.111239:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048129920 00000100:00000040:0.0:1767384619.111241:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:3.0:1767384619.111245:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bbfa9bec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048130048:12345-0@lo:400: 00000020:00000001:2.0:1767384619.111247:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384619.111251:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384619.111257:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384619.111259:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384619.111275:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.111275:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384619.111284:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048130048 00000020:00000001:2.0:1767384619.111289:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384619.111289:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384619.111290:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384619.111291:0:17894:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384619.111299:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000020:00000001:3.0:1767384619.111301:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384619.111301:0:17894:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384619.111309:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.111309:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.111310:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384619.111315:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384619.111321:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384619.111321:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000020:00000001:2.0:1767384619.111322:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.111326:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384619.111327:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000100:00000200:1.0:1767384619.111330:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048130304, offset 0 00000020:00000001:2.0:1767384619.111331:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384619.111334:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384619.111339:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384619.111340:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.111340:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384619.111343:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.111348:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384619.111350:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384619.111351:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384619.111355:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384619.111357:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384619.111359:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 02000000:00000001:2.0:1767384619.111360:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384619.111361:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384619.111366:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000061bbc893. 00000100:00000040:0.0:1767384619.111366:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 2 00000020:00000001:3.0:1767384619.111367:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384619.111372:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384619.111374:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384619.111376:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.111376:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759360896 : -106174950190720 : ffff9f6f37cf5180) 02000000:00000001:3.0:1767384619.111380:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384619.111387:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c4a40558. 00000100:00000001:2.0:1767384619.111388:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.111392:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000936d4b24 x1853237048130176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384619.111393:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384619.111395:0:17896:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:1.0:1767384619.111402:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff03b00 00000100:00000001:3.0:1767384619.111404:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384619.111404:0:17896:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384619.111410:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384619.111416:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.111420:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384619.111424:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384619.111425:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4024 00010000:00000040:3.0:1767384619.111426:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048130048 00000020:00000010:0.0:1767384619.111428:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000a2ba5af. 00002000:00000024:2.0:1767384619.111456:0:17896:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384619.111459:0:17896:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384619.111461:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384619.111466:0:17896:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384619.111468:0:17896:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:2.0:1767384619.111472:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384619.111474:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384619.111475:0:17896:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384619.111478:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048129920 00010000:00000001:3.0:1767384619.111482:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384619.111484:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384619.111485:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384619.111489:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbfa9bec x1853237048130048/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384619.111489:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384619.111490:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000a2ba5af. 00010000:00000200:2.0:1767384619.111492:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e7d1f677 x1853237048129920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384619.111504:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000936d4b24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16356:x1853237048130176:12345-0@lo:400: 00000400:00000200:1.0:1767384619.111510:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384619.111529:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048130176 00000100:00000001:1.0:1767384619.111530:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384619.111538:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384619.111539:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1767384619.111540:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384619.111541:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384619.111546:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:3.0:1767384619.111548:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.111549:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384619.111567:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002dd3af13. 00000020:00000001:0.0:1767384619.111568:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384619.111573:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=36 v=5 (1 0 0 0) 00000100:00001000:2.0:1767384619.111573:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=26 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384619.111574:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1767384619.111577:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000002dd3af13 x1853237048130304 msgsize 224 00000020:00000001:0.0:1767384619.111579:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:0.0:1767384619.111595:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384619.111598:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384619.111599:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384619.111599:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384619.111605:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1767384619.111606:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384619.111607:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000040:2.0:1767384619.111611:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000020:00000001:0.0:1767384619.111611:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384619.111618:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:2.0:1767384619.111619:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:0.0:1767384619.111620:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.111624:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384619.111626:0:17894:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384619.111628:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384619.111629:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.111632:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384619.111634:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.111634:0:16357:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:0.0:1767384619.111635:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384619.111643:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000003a6c325. 00000100:00000001:3.0:1767384619.111644:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384619.111648:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384619.111650:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 02000000:00000001:0.0:1767384619.111650:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.111655:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384619.111661:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384619.111662:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384619.111663:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000400:00000010:3.0:1767384619.111664:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095554d1e. 00000400:00000010:2.0:1767384619.111666:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00000020:00000001:0.0:1767384619.111672:0:17894:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.111678:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384619.111679:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048129920, offset 224 00010000:00000040:0.0:1767384619.111679:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048130176 00000100:00000200:3.0:1767384619.111680:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048130048, offset 224 00010000:00000001:0.0:1767384619.111690:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384619.111693:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384619.111695:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1767384619.111700:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000936d4b24 x1853237048130176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384619.111710:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384619.111716:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384619.111733:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384619.111740:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff03980 00000400:00000200:2.0:1767384619.111763:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1579 [1] + 224 00000400:00000200:3.0:1767384619.111768:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff03a00 00010000:00000001:0.0:1767384619.111780:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384619.111784:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384619.111785:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384619.111785:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.111786:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x157d [1] + 224 00000100:00001000:0.0:1767384619.111793:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=26 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384619.111797:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.111797:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384619.111801:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384619.111805:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.111809:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384619.111811:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 23 to 0@lo 00000400:00000200:3.0:1767384619.111814:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384619.111821:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.111822:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:3.0:1767384619.111827:0:17080:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384619.111834:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384619.111839:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384619.111840:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.111849:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384619.111866:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384619.111875:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000200:0.0:1767384619.111885:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048130176, offset 224 00000100:00000001:1.0:1767384619.111890:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.111897:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384619.111903:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384619.111904:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384619.111910:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.111923:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.111932:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384619.111933:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384619.111937:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2952 usecs (3 jiffies) 00000400:00000200:2.0:1767384619.111940:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba41e48e 00000400:00000010:2.0:1767384619.111951:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba41e48e. 00000100:00000001:1.0:1767384619.111953:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294906885 00000400:00000200:0.0:1767384619.111953:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff03a80 00000100:00000001:3.0:1767384619.111955:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.111956:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384619.111961:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:3.0:1767384619.111965:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095554d1e 00000100:00000001:1.0:1767384619.111968:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294906887 00000400:00000010:3.0:1767384619.111970:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095554d1e. 00000100:00000001:2.0:1767384619.111970:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.111983:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294906885 00000100:00000001:3.0:1767384619.111984:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384619.111987:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:3.0:1767384619.111992:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1767384619.111997:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1589 [1] + 224 00010000:00000001:2.0:1767384619.112000:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384619.112000:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294906887 00000100:00000001:3.0:1767384619.112002:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384619.112003:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384619.112007:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.112014:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:2.0:1767384619.112016:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384619.112016:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294906885 00000400:00000200:0.0:1767384619.112018:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384619.112026:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e7d1f677 x1853237048129920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/368 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.112027:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384619.112029:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294906887 00000020:00000001:3.0:1767384619.112032:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.112033:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384619.112040:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294906885 00000020:00000001:3.0:1767384619.112041:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1767384619.112044:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384619.112051:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbfa9bec x1853237048130048/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.112055:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294906887 00000100:00000001:1.0:1767384619.112068:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384619.112083:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384619.112084:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e7d1f677 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16354:x1853237048129920:12345-0@lo:13: Request processed in 923us (1848us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384619.112101:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.112113:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384619.112114:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:1.0:1767384619.112114:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384619.112124:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bbfa9bec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048130048:12345-0@lo:400: Request processed in 962us (1824us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384619.112131:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:1.0:1767384619.112136:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384619.112137:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384619.112144:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384619.112145:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1767384619.112156:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00000001:1.0:1767384619.112158:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.112158:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384619.112159:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004191d995. 00000100:00000040:3.0:1767384619.112163:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384619.112167:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384619.112169:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d39aa31f. 00000100:00000001:3.0:1767384619.112170:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1767384619.112172:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000100:00000001:1.0:1767384619.112173:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384619.112177:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000020:00000010:2.0:1767384619.112178:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026323ee8. 00000100:00000001:3.0:1767384619.112179:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384619.112182:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.112204:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384619.112206:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000020:00000010:3.0:1767384619.112208:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d761a93. 00000100:00000001:2.0:1767384619.112209:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.112209:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384619.112214:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384619.112220:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001fa700f2. 00000100:00000040:0.0:1767384619.112220:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:1.0:1767384619.112224:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384619.112225:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:3.0:1767384619.112228:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000961c4981. 00000100:00000001:1.0:1767384619.112232:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384619.112233:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384619.112234:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:2.0:1767384619.112242:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384619.112242:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384619.112248:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1767384619.112249:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:2.0:1767384619.112249:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048130304 00000100:00000040:0.0:1767384619.112250:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000936d4b24 x1853237048130176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384619.112258:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c4a40558. 00000400:00000001:1.0:1767384619.112260:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1767384619.112271:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384619.112274:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.112277:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.112278:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384619.112285:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000654deb9a. 00000100:00000001:3.0:1767384619.112286:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384619.112287:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.112290:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000936d4b24 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048130176:12345-0@lo:400: Request processed in 866us (1649us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384619.112299:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048130304 00000400:00000200:1.0:1767384619.112300:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000100:00000200:3.0:1767384619.112302:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:2.0:1767384619.112304:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:1.0:1767384619.112309:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000020:00000040:2.0:1767384619.112310:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00100000:0.0:1767384619.112310:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000400:00000010:3.0:1767384619.112313:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a9eb410. 00000020:00000001:2.0:1767384619.112318:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384619.112322:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000020:00000040:2.0:1767384619.112323:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000001:1.0:1767384619.112323:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:3.0:1767384619.112326:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d390a0e8. 00000100:00000001:0.0:1767384619.112326:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1767384619.112333:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:0.0:1767384619.112333:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384619.112338:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000152dd6ab. 00000100:00000200:1.0:1767384619.112341:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384619.112342:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000010:0.0:1767384619.112343:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c59e1922. 00000100:00000001:2.0:1767384619.112349:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384619.112349:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089761064. 00000020:00000010:2.0:1767384619.112354:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b767911. 00000020:00000040:0.0:1767384619.112359:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:2.0:1767384619.112360:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384619.112365:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.112368:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384619.112370:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b767911. 00000100:00000001:3.0:1767384619.112372:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384619.112382:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1767384619.112385:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026323ee8. 00000100:00000040:3.0:1767384619.112395:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384619.112395:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004191d995. 00000100:00080000:0.0:1767384619.112399:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:2.0:1767384619.112401:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d39aa31f. 00000100:00000200:1.0:1767384619.112403:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384619.112407:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000040:2.0:1767384619.112412:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384619.112424:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384619.112429:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384619.112432:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.112455:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.112461:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384619.112463:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384619.112465:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.112472:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.112474:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384619.112480:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384619.112482:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000001:0.0:1767384619.112485:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384619.112486:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.112487:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384619.112497:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384619.112497:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf7b3de6. 00000100:00000001:3.0:1767384619.112499:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1767384619.112501:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:3.0:1767384619.112506:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.112512:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000400:00000200:0.0:1767384619.112512:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 02000000:00000001:3.0:1767384619.112513:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384619.112513:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384619.112524:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384619.112525:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.112526:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758968576 : -106174950583040 : ffff9f6f37c95500) 00000400:00000010:0.0:1767384619.112526:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000100:00000001:1.0:1767384619.112534:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.112535:0:16356:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384619.112537:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.112538:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.112540:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002dd3af13 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384619.112545:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384619.112549:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.112552:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048130432:0@lo:400: 00000100:00001000:1.0:1767384619.112565:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384619.112568:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384619.112575:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384619.112581:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384619.112584:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=36 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384619.112585:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384619.112592:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000961c4981. 00000100:00000001:2.0:1767384619.112597:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384619.112606:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.112607:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384619.112608:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b767911. 00000100:00000200:0.0:1767384619.112609:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384619.112620:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002a8e8a8. 00000100:00000001:1.0:1767384619.112620:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.112621:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384619.112634:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384619.112635:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095554d1e. 00000020:00000010:2.0:1767384619.112635:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b767911. 00010000:00000001:1.0:1767384619.112641:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.112643:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1767384619.112644:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048130432, portal 10 00000100:00000001:0.0:1767384619.112650:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384619.112653:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002dd3af13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237048130304:12345-0@lo:400: 00000100:00000001:1.0:1767384619.112653:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.112655:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384619.112655:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384619.112666:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758971264 : -106174950580352 : ffff9f6f37c95f80) 02000000:00000001:0.0:1767384619.112666:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1767384619.112667:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048130304 00000100:00000001:0.0:1767384619.112671:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384619.112673:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384619.112676:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384619.112677:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.112683:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384619.112683:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:0.0:1767384619.112687:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.112689:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.112700:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00001000:0.0:1767384619.112701:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=26 v=5 (5 0 0 0) 00000020:00000001:2.0:1767384619.112706:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:2.0:1767384619.112717:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00001000:0.0:1767384619.112721:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=26 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384619.112727:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.112739:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384619.112742:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384619.112744:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384619.112744:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.112749:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.112751:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.112752:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384619.112754:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384619.112756:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.112760:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00080000:0.0:1767384619.112764:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.112768:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384619.112772:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384619.112775:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384619.112783:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007c4e1000. 02000000:00000001:2.0:1767384619.112792:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.112800:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.112811:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.112820:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:2.0:1767384619.112821:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048130304 00010000:00000001:2.0:1767384619.112834:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384619.112834:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.112836:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:2.0:1767384619.112846:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002dd3af13 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.112847:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767384619.112848:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000100:00100000:1.0:1767384619.112851:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005c71bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048130048:0@lo:400: 00000100:00000040:0.0:1767384619.112853:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000200:3.0:1767384619.112862:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048130432, offset 0 00000100:00000001:0.0:1767384619.112863:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384619.112869:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.112875:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384619.112882:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.112886:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384619.112888:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384619.112888:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384619.112897:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.112898:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005c71bcb x1853237048130048/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384619.112907:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=31 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384619.112916:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384619.112927:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384619.112940:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000200:3.0:1767384619.112946:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff03b80 00000100:00000001:2.0:1767384619.112952:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384619.112963:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384619.112970:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.112970:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384619.112971:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4248 02000000:00000001:1.0:1767384619.112980:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384619.112981:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384619.112982:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384619.112984:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1767384619.112989:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000283a8a21. 00000100:00000001:0.0:1767384619.112993:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384619.113002:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.113003:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384619.113003:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384619.113005:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1767384619.113010:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00000100:00000001:3.0:1767384619.113011:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384619.113013:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384619.113018:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384619.113020:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1767384619.113020:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048130304, offset 224 00000020:00000040:1.0:1767384619.113023:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000100:00000010:3.0:1767384619.113032:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000975c3539. 00000020:00000001:1.0:1767384619.113036:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1767384619.113040:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1767384619.113044:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000004e8c9daf. 00000100:00000040:3.0:1767384619.113045:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000975c3539 x1853237048130432 msgsize 224 00000100:00100000:0.0:1767384619.113053:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048130176:0@lo:400: 02000000:00000001:1.0:1767384619.113060:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1767384619.113061:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384619.113062:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384619.113068:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384619.113071:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384619.113073:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:1.0:1767384619.113076:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005c71bcb. 00000100:00000040:0.0:1767384619.113080:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b004290b x1853237048130176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.113082:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384619.113087:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384619.113089:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff03b00 00000100:00000001:1.0:1767384619.113090:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.113096:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000100:00000001:1.0:1767384619.113099:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384619.113105:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000100:00000001:1.0:1767384619.113110:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384619.113113:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384619.113114:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.113115:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1767384619.113116:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1591 [1] + 224 00000100:00000200:3.0:1767384619.113123:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384619.113124:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384619.113128:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1767384619.113130:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa4c0f73. 00000400:00000200:2.0:1767384619.113131:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384619.113135:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.113136:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384619.113142:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384619.113144:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384619.113147:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384619.113152:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384619.113153:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384619.113157:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000cf231f1e. 00000100:00000200:2.0:1767384619.113160:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.113161:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384619.113161:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384619.113165:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384619.113169:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b004290b. 00000100:00000040:3.0:1767384619.113171:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384619.113178:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.113178:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384619.113182:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.113183:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384619.113192:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384619.113193:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048130432 02000000:00000001:1.0:1767384619.113212:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384619.113214:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.113219:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.113223:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.113226:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384619.113229:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384619.113236:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.113237:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.113241:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.113243:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384619.113249:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048130432 00000100:00000001:0.0:1767384619.113250:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384619.113253:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3250 usecs (4 jiffies) 00000400:00000200:2.0:1767384619.113255:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba41e48e 00000400:00000010:2.0:1767384619.113275:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba41e48e. 00000020:00000001:1.0:1767384619.113275:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384619.113276:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.113281:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294906887 00000020:00000040:1.0:1767384619.113282:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000001:2.0:1767384619.113285:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384619.113289:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384619.113291:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:1.0:1767384619.113293:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00000001:3.0:1767384619.113295:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294906887 00000100:00000001:2.0:1767384619.113295:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.113305:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:3.0:1767384619.113306:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294906887 00000100:00000040:2.0:1767384619.113309:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:3.0:1767384619.113321:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294906887 00000020:00000001:1.0:1767384619.113321:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00010000:00000001:2.0:1767384619.113322:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384619.113323:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.113330:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384619.113331:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.113333:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384619.113338:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384619.113341:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384619.113342:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000bd83d60. 00000100:00000001:3.0:1767384619.113343:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294906887 00000400:00000001:0.0:1767384619.113346:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384619.113347:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002dd3af13 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384619.113354:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c3fc90. 00000020:00000010:1.0:1767384619.113355:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000001b2c356a. 00000100:00000001:3.0:1767384619.113356:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294906887 00000100:00000001:3.0:1767384619.113369:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294906887 00000400:00000200:0.0:1767384619.113373:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1f4717 00000100:00000001:3.0:1767384619.113375:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294906887 00000020:00000040:1.0:1767384619.113375:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000400:00000010:0.0:1767384619.113391:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1f4717. 00000100:00000001:3.0:1767384619.113392:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384619.113395:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384619.113399:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384619.113404:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000516da39c. 00000100:00000001:3.0:1767384619.113405:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384619.113405:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002dd3af13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237048130304:12345-0@lo:400: Request processed in 800us (1820us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384619.113410:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384619.113417:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd085afc. 00000400:00000001:3.0:1767384619.113421:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384619.113430:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000333aee26. 00000400:00000001:3.0:1767384619.113431:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1767384619.113436:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384619.113459:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:2.0:1767384619.113464:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:2.0:1767384619.113466:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384619.113468:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384619.113471:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004191d995. 00000020:00000010:2.0:1767384619.113474:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d39aa31f. 00000020:00000010:2.0:1767384619.113476:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026323ee8. 00000400:00000010:3.0:1767384619.113478:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b223cb9. 00000020:00000040:2.0:1767384619.113481:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:2.0:1767384619.113490:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.113491:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000100:00000040:1.0:1767384619.113491:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384619.113492:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384619.113497:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000001:0.0:1767384619.113498:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.113518:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384619.113523:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384619.113525:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384619.113526:0:16354:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1767384619.113527:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384619.113535:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.113535:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.113539:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384619.113542:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384619.113548:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.113549:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384619.113552:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384619.113557:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384619.113564:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=31 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384619.113577:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384619.113578:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=31 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384619.113585:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.113590:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384619.113594:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384619.113596:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.113601:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384619.113609:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384619.113613:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384619.113614:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000001:2.0:1767384619.113615:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00080000:0.0:1767384619.113621:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.113624:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.113627:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384619.113628:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000001:3.0:1767384619.113636:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384619.113637:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623566720 : -106175085984896 : ffff9f6f2fb74380) 00000100:00000001:2.0:1767384619.113638:0:17086:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.113662:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384619.113664:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000975c3539 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:600/0 lens 224/0 e 0 to 0 dl 1767384630 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.113666:0:17086:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.113670:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.113682:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.113697:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.113727:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384619.113728:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384619.113734:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=26 v=5 (5 0 0 0) 00000020:00000010:1.0:1767384619.113734:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bd625ff7. 00000100:00000001:0.0:1767384619.113738:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384619.113741:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384619.113748:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000010:1.0:1767384619.113756:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bd625ff7. 00000100:00001000:3.0:1767384619.113760:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384619.113760:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384619.113769:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384619.113770:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000975c3539 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048130432:12345-0@lo:400: 00000100:00000001:3.0:1767384619.113786:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1767384619.113789:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048130432 00000100:00000001:3.0:1767384619.113792:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.113796:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:0.0:1767384619.113796:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.113806:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1767384619.113807:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384619.113816:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.113824:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00080000:3.0:1767384619.113826:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384619.113831:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:1.0:1767384619.113842:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384619.113850:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.113852:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384619.113866:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384619.113867:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1767384619.113877:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384619.113877:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384619.113883:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.113889:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.113897:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1767384619.113897:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.113899:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384619.113909:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384619.113910:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000001:1.0:1767384619.113916:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384619.113925:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006d4e8dda. 00000100:00100000:0.0:1767384619.113930:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000081526855 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237048130304:0@lo:400: 00000100:00000001:3.0:1767384619.113932:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1767384619.113939:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.113941:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.113950:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.113961:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384619.113966:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.113969:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384619.113981:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048130432 00000100:00000001:0.0:1767384619.113982:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384619.113992:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384619.113994:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000081526855 x1853237048130304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1767384619.114008:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000975c3539 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.114030:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384619.114046:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384619.114054:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384619.114066:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1767384619.114073:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000004:00000040:3.0:1767384619.114077:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00010000:00000001:1.0:1767384619.114084:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384619.114084:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000040:3.0:1767384619.114085:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 02000000:00000010:0.0:1767384619.114094:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036a3c2a0. 00010000:00000001:1.0:1767384619.114095:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.114104:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1767384619.114107:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=31 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384619.114108:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000020:3.0:1767384619.114109:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000040:0.0:1767384619.114115:0:16357:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384619.114125:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384619.114134:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fc9ebd9. 00000100:00000001:1.0:1767384619.114137:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:3.0:1767384619.114140:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.114145:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384619.114148:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 02000000:00000001:0.0:1767384619.114151:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384619.114157:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000040:3.0:1767384619.114159:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384619.114159:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000081526855. 02000000:00000001:1.0:1767384619.114167:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384619.114173:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1767384619.114174:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.114182:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.114187:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384619.114194:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384619.114205:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384619.114212:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000100:00000001:0.0:1767384619.114228:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1767384619.114230:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048130432, offset 224 00000100:00000001:0.0:1767384619.114231:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384619.114237:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000afddd381 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048129920:0@lo:13: 00000100:00000001:0.0:1767384619.114242:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.114250:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.114251:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384619.114256:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.114281:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384619.114282:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1767384619.114282:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000040:3.0:1767384619.114291:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000afddd381 x1853237048129920/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384619.114295:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000400:00000200:1.0:1767384619.114306:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff03b80 00000400:00000200:1.0:1767384619.114323:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x15a9 [1] + 224 00000100:00000001:3.0:1767384619.114324:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384619.114333:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384619.114334:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384619.114343:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b6d22048. 00000400:00000200:1.0:1767384619.114345:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384619.114349:0:17088:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384619.114353:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1767384619.114355:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384619.114357:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384619.114361:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384619.114370:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384619.114374:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384619.114375:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000058868002. 02000000:00000001:3.0:1767384619.114385:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384619.114390:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1767384619.114391:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384619.114399:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afddd381. 00000400:00000200:1.0:1767384619.114400:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000010:1.0:1767384619.114405:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000100:00000001:3.0:1767384619.114408:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384619.114414:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384619.114416:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384619.114419:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.114420:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384619.114424:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:3.0:1767384619.114427:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384619.114428:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384619.114430:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384619.114434:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384619.114464:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384619.114467:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000975c3539 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:600/0 lens 224/224 e 0 to 0 dl 1767384630 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.114469:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384619.114477:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.114480:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384619.114489:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384619.114495:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384619.114495:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000975c3539 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048130432:12345-0@lo:400: Request processed in 765us (1446us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384619.114502:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002a8e8a8. 00000400:00000200:3.0:1767384619.114511:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095554d1e 00000100:00100000:1.0:1767384619.114512:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000400:00000010:3.0:1767384619.114515:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095554d1e. 00000100:00000040:1.0:1767384619.114519:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:1.0:1767384619.114537:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384619.114538:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384619.114540:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384619.114547:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd085afc. 00000100:00000200:3.0:1767384619.114551:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384619.114554:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000333aee26. 00000020:00000010:1.0:1767384619.114561:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000516da39c. 00000020:00000040:1.0:1767384619.114572:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:1.0:1767384619.114580:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384619.114606:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.114620:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384619.114624:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.114627:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384619.114630:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384619.114633:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384619.114635:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384619.114639:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384619.114646:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=29 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384619.114652:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384619.114656:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384619.114658:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.114662:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384619.114667:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384619.114680:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.114683:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384619.114685:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384619.114688:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384619.114690:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.114694:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.114716:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384619.114720:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384619.114722:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384619.114727:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384619.114739:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048130432:0@lo:400: 00000100:00000001:3.0:1767384619.114746:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.114749:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384619.114752:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004244289 x1853237048130432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384619.114763:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384619.114765:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384619.114768:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000961c4981. 02000000:00000001:3.0:1767384619.114774:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384619.114776:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384619.114778:0:16354:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384619.114782:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384619.114784:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d080747. 02000000:00000001:3.0:1767384619.114789:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384619.114791:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384619.114793:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004244289. 00000100:00000001:3.0:1767384619.114799:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384619.114800:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.114804:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384619.114811:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384619.114813:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.114817:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.114820:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.117487:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294906887, at 4294906888 00000100:00000010:3.0:1767384619.117511:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbef4ef1. 00000100:00000040:1.0:1767384619.117545:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294906887, at 4294906888 00000100:00000040:0.0:1767384619.117549:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294906887, at 4294906888 00000100:00000010:1.0:1767384619.117556:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002065780b. 00000100:00000010:0.0:1767384619.117560:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc41132. 00000100:00000040:2.0:1767384619.117561:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294906887, at 4294906888 00000100:00000010:2.0:1767384619.117571:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f263a3c. 00000001:00000001:3.0:1767384619.929583:0:24179:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384619.929589:0:24179:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp24 --if ens2 00000001:00000001:3.0:1767384619.935068:0:24179:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767384619.941543:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384619.941549:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384619.941558:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384619.941560:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384619.941605:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384619.941610:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384619.941614:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:1.0:1767384619.946985:0:24180:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000030710fcc. 00000400:00000010:1.0:1767384619.947008:0:24180:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000098f7a3ea. 00000400:00000010:1.0:1767384619.947022:0:24180:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000e35ce505. 00000400:00000010:1.0:1767384619.947027:0:24180:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000095a80072. 00000400:00000010:1.0:1767384619.947033:0:24180:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c573df9d. 00000400:00000010:1.0:1767384619.947038:0:24180:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000551bf296. 00000400:00000010:1.0:1767384619.947041:0:24180:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000ec08f9f8. 00000400:00000010:1.0:1767384619.947043:0:24180:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003d4d6dd8. 00000400:00000010:1.0:1767384619.947047:0:24180:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000006ef4116b. 00000800:00000010:1.0:1767384619.947066:0:24180:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000004e8c9daf. 00000800:00000200:1.0:1767384619.947082:0:24180:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384619.947100:0:24180:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384619.947183:0:24180:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384619.947224:0:24180:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp24 [8/256/0/180] 00000400:00000010:1.0:1767384619.950562:0:24180:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000006c7a8dcb. 00000400:00000010:1.0:1767384619.950572:0:24180:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff30015. 00000400:00000010:1.0:1767384619.950579:0:24180:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000001:1.0:1767384619.950607:0:24180:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384619.950610:0:24180:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384619.950612:0:24180:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f35c06d5. 00000400:00000200:1.0:1767384619.950617:0:24180:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac695b8 00000400:00000010:1.0:1767384619.950620:0:24180:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ac695b8. 00000400:00000010:1.0:1767384619.950626:0:24180:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000208437f7. 00000400:00000200:1.0:1767384619.950633:0:24180:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (15) 00000400:00000200:1.0:1767384619.950656:0:24180:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384619.950672:0:24180:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131096 00000400:00000200:3.0:1767384619.950683:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384619.950684:0:24180:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000016574cfe. 00000400:00000200:3.0:1767384619.950697:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000020:01000000:1.0:1767384619.950698:0:24180:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384619.950708:0:24180:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp24 00000400:00000010:3.0:1767384619.950714:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095554d1e. 00000400:00000200:3.0:1767384619.950721:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (16) 00000400:00000010:3.0:1767384619.950728:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003c3529b7. 00000400:00000010:1.0:1767384619.950733:0:24180:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000098f7a3ea. 00000400:00000200:3.0:1767384619.950734:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000010:1.0:1767384619.950746:0:24180:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000030710fcc. 00000400:00000200:3.0:1767384619.950768:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384619.950778:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00000400:00000200:3.0:1767384619.950784:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384619.950789:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00000400:00000200:3.0:1767384619.950793:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384619.950797:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00000400:00000200:3.0:1767384619.950801:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00000400:00000200:3.0:1767384619.950807:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00000400:00000200:3.0:1767384619.950815:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000020:00000001:0.0:1767384619.950819:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384619.950820:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 10000000:00000001:0.0:1767384619.950826:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384619.950827:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 10000000:00000001:0.0:1767384619.950832:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384619.950837:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 10000000:01000000:0.0:1767384619.950837:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384619.950844:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384619.950849:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000020:01000004:0.0:1767384619.950849:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384619.950852:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384619.950853:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384619.950855:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384619.950867:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00000020:01000004:0.0:1767384619.950868:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384619.950872:0:36:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384619.950877:0:36:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384619.950881:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384619.950882:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 6], ns[0, 6] 00000020:01000004:0.0:1767384619.950884:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384619.950892:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000100:00000010:0.0:1767384619.950893:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046be0db7. 00000020:00000040:0.0:1767384619.950900:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:3.0:1767384619.950902:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp23 00000100:00000001:0.0:1767384619.950909:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384619.950910:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp23 lpni_is_preferred = 0 02000000:00000001:0.0:1767384619.950915:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384619.950916:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp23 00000400:00000200:3.0:1767384619.950923:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp23 NI seq info: [33:33:256:4294967295] 192.168.203.125@tcp23 LPNI seq info [33:33:8:4294967295] 02000000:00000001:0.0:1767384619.950925:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.950932:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp23 02000000:00000010:0.0:1767384619.950937:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bd76f140. 00000400:00000200:3.0:1767384619.950945:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23:) -> 192.168.203.125@tcp23(192.168.203.125@tcp:192.168.203.125@tcp23) : PUT try# 0 00000100:00000001:0.0:1767384619.950949:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384619.950955:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.125@tcp23 00000800:00000010:3.0:1767384619.950961:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d11f2807. 00000100:00000001:0.0:1767384619.950964:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384619.950967:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384619.950971:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000af1b3040. 00000100:00000040:0.0:1767384619.950977:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046be0db7] to pc [ptlrpcd_00_01+1] req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384619.950978:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000028d278c2. 00000800:00000200:3.0:1767384619.950991:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (2) 00000800:00000200:3.1:1767384619.951002:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (2) 00000400:00000200:3.0:1767384619.951017:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384619.951024:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 10000000:00000001:0.0:1767384619.951033:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384619.951038:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.951041:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384619.951044:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384619.951050:0:36:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384619.951052:0:36:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384619.951054:0:36:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:3.0:1767384619.951056:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.951056:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:0.0:1767384619.951057:0:36:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384619.951064:0:36:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:3.0:1767384619.951067:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.951067:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:0.0:1767384619.951067:0:36:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384619.951074:0:36:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384619.951075:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:0.0:1767384619.951076:0:36:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384619.951083:0:36:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384619.951087:0:36:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384619.951090:0:36:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000040:2.0:1767384619.951092:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1767384619.951095:0:36:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384619.951099:0:36:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384619.951104:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f622de8. 00000020:00000040:0.0:1767384619.951111:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384619.951112:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384619.951115:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384619.951117:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.951118:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384619.951137:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384619.951141:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.951144:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384619.951151:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384619.951154:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c35c8687. 00000100:00100000:2.0:1767384619.951161:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000046be0db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048130560:0@lo:253: 00000100:00000001:0.0:1767384619.951164:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.951170:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384619.951172:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384619.951180:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f622de8] to pc [ptlrpcd_00_02+2] req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.951184:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384619.951196:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384619.951201:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.951206:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384619.951208:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 10000000:00000001:0.0:1767384619.951211:0:36:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384619.951215:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000800959be. 10000000:00000001:0.0:1767384619.951218:0:36:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.951221:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.951224:0:36:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384619.951229:0:36:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384619.951232:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c91cad30. 00000020:00000010:0.0:1767384619.951233:0:36:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000016574cfe. 00000400:00000010:2.0:1767384619.951244:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da25c823. 00000100:00000200:2.0:1767384619.951253:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048130560, portal 25 00000100:00000001:0.0:1767384619.951279:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.951280:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384619.951285:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759368064 : -106174950183552 : ffff9f6f37cf6d80) 00000100:00000001:0.0:1767384619.951286:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.951292:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384619.951295:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000040:2.0:1767384619.951295:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384619.951303:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.951328:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384619.951330:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384619.951333:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384619.951337:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384619.951340:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384619.951344:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384619.951346:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dea1a042. 02000000:00000001:0.0:1767384619.951346:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.951350:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00000200:2.0:1767384619.951354:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048130560, offset 0 00000100:00100000:0.0:1767384619.951355:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005f622de8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048130688:0@lo:253: 00000100:00000001:0.0:1767384619.951362:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384619.951365:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384619.951368:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384619.951369:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.951374:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384619.951380:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c5b1c1b1. 02000000:00000001:0.0:1767384619.951385:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384619.951389:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384619.951391:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000010:0.0:1767384619.951394:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf7b3de6. 00000400:00000010:0.0:1767384619.951403:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002c053085. 00000400:00000200:2.0:1767384619.951405:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03c00 00000100:00000200:0.0:1767384619.951409:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048130688, portal 25 00000100:00000001:0.0:1767384619.951413:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384619.951415:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759358208 : -106174950193408 : ffff9f6f37cf4700) 00000400:00000200:2.0:1767384619.951417:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa35 [2] + 0 00000400:00000010:2.0:1767384619.951425:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e4cc0a53. 00000400:00000200:3.0:1767384619.951430:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000040:0.0:1767384619.951432:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384619.951433:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f116cf14 00000100:00000001:0.0:1767384619.951472:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384619.951474:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384619.951478:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384619.951484:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a786701b. 00000400:00000200:2.0:1767384619.951491:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384619.951492:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048130688, offset 0 00000400:00000200:2.0:1767384619.951499:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f116cf14 00000400:00000010:2.0:1767384619.951506:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f116cf14. 00000100:00000001:2.0:1767384619.951515:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384619.951517:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384619.951519:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1767384619.951520:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384619.951528:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000008a6b59c3 x1853237048130560 msgsize 4848 00000400:00000200:0.0:1767384619.951536:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384619.951544:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384619.951548:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384619.951556:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03c80 00000400:00000200:0.0:1767384619.951567:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa45 [2] + 0 00000100:00000001:2.0:1767384619.951568:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384619.951572:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068178d4f. 00000400:00000200:0.0:1767384619.951579:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007dc03557 00000400:00000200:3.0:1767384619.951580:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384619.951583:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dea1a042 00000400:00000200:0.0:1767384619.951586:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384619.951591:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1767384619.951598:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dea1a042. 00000100:00000001:2.0:1767384619.951605:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384619.951605:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007dc03557 00000400:00000010:0.0:1767384619.951612:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007dc03557. 00000100:00000200:2.0:1767384619.951617:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.951618:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384619.951622:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384619.951629:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000056cfa9e8 x1853237048130688 msgsize 4848 00000400:00000200:3.0:1767384619.951637:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00100000:0.0:1767384619.951643:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384619.951645:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384619.951647:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000040:2.0:1767384619.951655:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.951668:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.951668:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.951672:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384619.951680:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a786701b 00000100:00000001:2.0:1767384619.951685:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384619.951686:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a786701b. 00000400:00000200:3.0:1767384619.951691:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:2.0:1767384619.951696:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294907728 00000100:00000001:0.0:1767384619.951696:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384619.951705:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f263a3c. 00000100:00000200:0.0:1767384619.951708:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.951715:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384619.951728:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294907728 00000100:00000001:0.0:1767384619.951730:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384619.951737:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384619.951738:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2bd3eee. 00000100:00000001:2.0:1767384619.951745:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384619.951753:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000100:00000001:2.0:1767384619.951753:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294907728 00000100:00000001:0.0:1767384619.951757:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384619.951768:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000dcc41132. 00000100:00000001:0.0:1767384619.951768:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384619.951775:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384619.951778:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.951781:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294907728 00000100:00000001:0.0:1767384619.951784:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294907728 00000100:00000010:2.0:1767384619.951787:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002065780b. 00000100:00000001:2.0:1767384619.951793:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384619.951798:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294907728 00000100:00000001:2.0:1767384619.951800:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.951804:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294907728 00000400:00000200:3.0:1767384619.951806:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:2.0:1767384619.951807:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.951808:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294907728 00000100:00000001:0.0:1767384619.951814:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294907728 00000100:00000001:2.0:1767384619.951816:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.951817:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294907728 00000100:00000001:2.0:1767384619.951822:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384619.951823:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294907728 00000100:00000001:0.0:1767384619.951829:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294907728 00000100:00000001:0.0:1767384619.951832:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384619.951834:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.951838:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384619.951838:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.951844:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384619.951844:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.951853:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.951854:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384619.951856:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384619.951858:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384619.951860:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.951863:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.951867:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384619.951868:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.951873:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.951878:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.951880:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00000001:0.0:1767384619.951892:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384619.951897:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.951917:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384619.951920:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048130560 02000000:00000001:0.0:1767384619.951923:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384619.951927:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.951929:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.951935:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.951939:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048130560 00000020:00000001:0.0:1767384619.951943:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384619.951946:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000020:00000040:0.0:1767384619.951946:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384619.951952:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384619.951956:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:0.0:1767384619.951959:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384619.951962:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384619.951967:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384619.951977:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bf6a433. 00000100:00000001:0.0:1767384619.951980:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.951982:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bf6a433. 00000020:00000010:0.0:1767384619.951991:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a25baf0. 00000020:00000010:0.0:1767384619.951997:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fff3952d. 00000020:00000010:0.0:1767384619.952002:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c59e1922. 00000400:00000200:3.0:1767384619.952003:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000100:00000040:0.0:1767384619.952011:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384619.952016:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384619.952018:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384619.952020:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.952029:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.952040:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.952052:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000100:00000001:0.0:1767384619.952056:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384619.952059:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048130688 02000000:00000001:0.0:1767384619.952062:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384619.952064:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384619.952065:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384619.952069:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.952071:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048130688 00000020:00000001:0.0:1767384619.952074:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384619.952076:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384619.952078:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384619.952080:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:0.0:1767384619.952080:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384619.952083:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384619.952086:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384619.952089:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384619.952094:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bf6a433. 00000100:00000001:2.0:1767384619.952095:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384619.952101:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.952104:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bf6a433. 00000400:00000200:3.0:1767384619.952107:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000100:00100000:2.0:1767384619.952107:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000020:00000010:0.0:1767384619.952112:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089761064. 00000100:00000040:2.0:1767384619.952114:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000010:0.0:1767384619.952127:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f6a7ba2. 00000100:00000001:2.0:1767384619.952132:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971820624 : -106175737730992 : ffff9f6f08de6850) 00000020:00000010:0.0:1767384619.952133:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bf58a3bc. 00000100:00000001:0.0:1767384619.952141:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384619.952142:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384619.952143:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a6b59c3 x1853237048130560/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384619.952153:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.952166:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384619.952169:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384619.952175:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c797e8c2. 00000100:00000001:0.0:1767384619.952176:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.952185:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384619.952192:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c797e8c2. 00000400:00000200:3.0:1767384619.952201:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000100:00100000:2.0:1767384619.952205:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a6b59c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048130560:12345-0@lo:253: 00000100:00000001:0.0:1767384619.952205:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384619.952211:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384619.952213:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048130560 00000020:00000001:2.0:1767384619.952219:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:0.0:1767384619.952221:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000020:00000001:2.0:1767384619.952225:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384619.952227:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000020:00000001:2.0:1767384619.952231:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.952235:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971811408 : -106175737740208 : ffff9f6f08de4450) 00000020:00000001:2.0:1767384619.952236:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384619.952241:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:2.0:1767384619.952251:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384619.952251:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056cfa9e8 x1853237048130688/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:600/0 lens 4848/0 e 0 to 0 dl 1767384630 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384619.952274:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.952276:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000020:00000001:2.0:1767384619.952281:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384619.952286:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384619.952291:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384619.952292:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.952300:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1767384619.952301:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006bf6a433. 02000000:00000001:2.0:1767384619.952303:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384619.952310:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384619.952325:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006bf6a433. 02000000:00000010:2.0:1767384619.952326:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dc60685c. 02000000:00000001:2.0:1767384619.952332:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.952338:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384619.952338:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056cfa9e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048130688:12345-0@lo:253: 20000000:00000001:2.0:1767384619.952348:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000200:0.0:1767384619.952349:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048130688 00000020:00000001:0.0:1767384619.952355:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1767384619.952359:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000020:00000001:0.0:1767384619.952360:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000010:2.0:1767384619.952364:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002bfaf6a6. 00000020:00000001:0.0:1767384619.952366:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384619.952370:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:0.0:1767384619.952372:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:2.0:1767384619.952377:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:0.0:1767384619.952379:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 20000000:00000001:2.0:1767384619.952382:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384619.952390:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.952390:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384619.952396:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384619.952400:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384619.952404:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384619.952405:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384619.952409:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384619.952411:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:0.0:1767384619.952417:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384619.952425:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000010:2.0:1767384619.952429:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005e4c2d41. 20000000:01000000:2.0:1767384619.952435:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 02000000:00000010:0.0:1767384619.952435:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005039c53a. 02000000:00000001:0.0:1767384619.952473:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384619.952477:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.952481:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384619.952491:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384619.952496:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00080000:00000001:2.0:1767384619.952500:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384619.952504:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:0.0:1767384619.952509:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015034cbd. 20000000:01000000:0.0:1767384619.952524:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384619.952526:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:0.0:1767384619.952527:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384619.952532:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384619.952536:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.952540:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384619.952543:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384619.952548:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.952553:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384619.952556:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.952558:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00080000:00000001:2.0:1767384619.952559:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384619.952563:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384619.952566:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:2.0:1767384619.952574:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:2.0:1767384619.952577:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384619.952581:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384619.952586:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.952589:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.952593:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384619.952598:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000020:00000001:2.0:1767384619.952602:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:2.0:1767384619.952606:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384619.952610:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006eab1491. 00080000:00000001:2.0:1767384619.952616:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898735695360 : -106174973856256 : ffff9f6f36663600) 00080000:00000001:2.0:1767384619.952621:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384619.952627:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384619.952632:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c797e8c2. 00080000:00000001:2.0:1767384619.952637:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.952641:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384619.952664:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384619.952688:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384619.952692:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384619.952859:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384619.952994:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384619.953125:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384619.953251:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384619.953366:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000800:00000010:3.0:1767384619.953733:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000db377635. 00000800:00000010:3.0:1767384619.953740:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000084a911f7. 00000800:00000010:3.0:1767384619.953747:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c9d95f8c. 00000800:00000010:3.0:1767384619.953802:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c9d95f8c. 00000400:00000200:2.0:1767384619.953868:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384619.953893:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp23 from 227.3.0.2 00000800:00000010:2.0:1767384619.953899:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000000c89d9f0. 00000800:00000010:1.0:1767384619.954005:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000af8944e4. 00000800:00000010:1.0:1767384619.954015:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000098f7a3ea. 00000800:00000010:1.0:1767384619.954069:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000abebd582. 00000800:00000200:1.1:1767384619.954079:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (2) 00000800:00000200:1.1:1767384619.954090:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp23 00000000abebd582 deleted 00000800:00000010:1.1:1767384619.954093:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000abebd582. 00000800:00000200:1.1:1767384619.954102:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384619.954114:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp23 ip 192.168.203.125:995 00000800:00000200:1.1:1767384619.954138:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d11f2807 type 1, nob 384 niov 1 nkiov 1 00000800:00000200:1.0:1767384619.954148:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp23 p 3.x 192.168.203.125 -> 192.168.203.125:995 incarnation:1767384618045314319 sched[0] 00000800:00000010:1.0:1767384619.954156:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006535629. 00000800:00000200:3.1:1767384619.954359:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384619.954369:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp23 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384618045314319 sched[0] 00000800:00000010:3.0:1767384619.954373:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000084a911f7. 00000800:00000010:1.0:1767384619.954387:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006535629. 00000800:00000010:1.0:1767384619.954397:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000098f7a3ea. 00000800:00000200:3.1:1767384619.954418:0:16344:0:(socklnd_cb.c:1971:ksocknal_connect()) peer_ni 192.168.203.125@tcp23(1) already connecting to me, retry later. 00000800:00000001:2.0:1767384619.954467:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384619.954537:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000000c89d9f0. 00000800:00000001:3.0:1767384619.954559:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384619.954583:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384619.954598:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384619.954690:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006eab1491. 00000800:00000200:3.0:1767384619.954714:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1767384619.954714:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c797e8c2. 00000800:00000010:3.0:1767384619.954720:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d11f2807. 00040000:00000001:2.0:1767384619.954721:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384619.954726:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:3.0:1767384619.954727:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:2.0:1767384619.954731:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384619.954734:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384619.954736:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: PUT: OK 00000020:00000002:2.0:1767384619.954736:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384619.954742:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.954745:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:00000001:2.0:1767384619.954747:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000001:1.0:1767384619.954747:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.954765:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000800:00000001:1.0:1767384619.954773:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:01000000:2.0:1767384619.954775:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000001:1.0:1767384619.954781:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384619.954791:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384619.954797:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23) <- 192.168.203.125@tcp23 : PUT - for me 20000000:01000000:2.0:1767384619.954804:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384619.954814:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d03802d. 00080000:00000001:2.0:1767384619.954814:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:1.0:1767384619.954820:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 288 into portal 0 MB=0x8000000000000000 20000000:01000000:3.0:1767384619.954829:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #24 20000000:00000001:3.0:1767384619.954834:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384619.954844:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384619.954850:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384619.954851:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 272/288 into md 0x1565 [1] + 0 00000400:00000010:1.0:1767384619.954860:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d146f5a. 00080000:00000001:3.0:1767384619.954865:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384619.954866:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000602f24a9 00000800:00000001:1.0:1767384619.954877:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1767384619.954881:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384619.954884:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384619.954889:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:1.0:1767384619.954890:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:01000000:2.0:1767384619.954895:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384619.954897:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.954902:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384619.954903:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000400:00000200:1.0:1767384619.954909:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: PUT: OK 00080000:00000001:3.0:1767384619.954910:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384619.954911:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:1.0:1767384619.954918:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00080000:00000002:3.0:1767384619.954919:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00010000:00000001:2.0:1767384619.954920:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000010:1.0:1767384619.954930:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00010000:00000001:2.0:1767384619.954931:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384619.954935:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:3.0:1767384619.954939:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384619.954941:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00080000:00000001:3.0:1767384619.954951:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384619.954951:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (17) 00080000:00000001:3.0:1767384619.954963:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.954966:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00010000:00000010:2.0:1767384619.954971:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d375a9b0. 00080000:00000001:3.0:1767384619.954975:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384619.954978:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (288 bytes) 00000020:00000001:3.0:1767384619.954983:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384619.954984:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1767384619.954991:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000020:00000001:3.0:1767384619.954993:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000010:2.0:1767384619.954994:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000008b8ec4a. 00080000:00000001:3.0:1767384619.955003:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384619.955004:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:1.0:1767384619.955009:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (18) 00080000:00000010:3.0:1767384619.955010:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009b945a3c. 00000020:00000040:2.0:1767384619.955010:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000008b8ec4a with handle 0x71ee3a74e2719120 to hash 00000020:00000001:2.0:1767384619.955018:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384619.955019:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893623028224 : -106180086523392 : ffff9f6e05a91a00) 00010000:00000001:2.0:1767384619.955021:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00000400:00000200:1.0:1767384619.955022:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00080000:00000001:3.0:1767384619.955024:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384619.955030:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384619.955030:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00080000:00000010:3.0:1767384619.955034:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c9d95f8c. 00000400:00000200:1.0:1767384619.955040:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp23 to MR: 192.168.203.125@tcp23 local destination 00080000:00000001:3.0:1767384619.955043:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.955045:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384619.955050:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384619.955050:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.955056:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp23 NI seq info: [34:34:256:4294967295] 192.168.203.125@tcp23 LPNI seq info [34:34:8:4294967295] 00010000:00010000:2.0:1767384619.955062:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384619.955068:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384619.955085:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384619.955099:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23:192.168.203.125@tcp23) -> 192.168.203.125@tcp23(192.168.203.125@tcp23:192.168.203.125@tcp23) 192.168.203.125@tcp23 : ACK try# 0 00010000:00000001:2.0:1767384619.955113:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:3.0:1767384619.955117:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:2.0:1767384619.955122:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384619.955140:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000400:00000010:3.0:1767384619.955141:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000006b265cde. 00000800:00000200:1.0:1767384619.955143:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp23 00010000:00000001:2.0:1767384619.955144:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:3.0:1767384619.955151:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002a8e8a8. 00010000:00000001:2.0:1767384619.955155:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384619.955158:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d080747. 00010000:00000001:2.0:1767384619.955160:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000010:3.0:1767384619.955161:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000800:00000200:1.0:1767384619.955169:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (4) 00000400:00000200:3.0:1767384619.955172:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006b265cde 00010000:00000001:2.0:1767384619.955175:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384619.955184:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000291286db. 00010000:00000001:2.0:1767384619.955184:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000800:00000200:1.0:1767384619.955185:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp23 ip 192.168.203.125:988 00010000:00000001:2.0:1767384619.955192:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000800:00000200:1.0:1767384619.955196:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d080747 type 0, nob 96 niov 1 nkiov 0 00010000:00000001:2.0:1767384619.955198:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:3.0:1767384619.955199:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 288 success 00010000:00000001:2.0:1767384619.955204:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384619.955216:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d375a9b0) refcount = 1 00000400:00000200:3.0:1767384619.955222:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102451 00010000:00010000:2.0:1767384619.955222:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000001:1.0:1767384619.955226:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384619.955236:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (17) 00010000:00000001:2.0:1767384619.955236:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000800:00000001:1.0:1767384619.955239:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.955240:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000010:3.0:1767384619.955243:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 0000000065d8a29b. 00010000:00000001:2.0:1767384619.955248:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384619.955249:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000322b332a. 00010000:00000001:2.0:1767384619.955252:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.955278:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384619.955280:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000948f5757. 20000000:00000001:2.0:1767384619.955282:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384619.955286:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00000400:00000200:3.0:1767384619.955287:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00010000:00000001:2.0:1767384619.955291:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384619.955293:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384619.955296:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008b8ec4a refcount=4 00000400:00000200:3.0:1767384619.955299:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000020:00000001:2.0:1767384619.955299:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384619.955303:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00000400:00000200:3.0:1767384619.955305:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 6], ns[8, 6] 00010000:00000001:2.0:1767384619.955306:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384619.955309:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384619.955311:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 6], ns[10, 6] 00000400:00000200:3.0:1767384619.955318:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 6], ns[12, 6] 00010000:00000001:2.0:1767384619.955319:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384619.955323:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384619.955324:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 6], ns[14, 6] 00000400:00000200:3.0:1767384619.955331:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 6], ns[16, 6] 00010000:00000001:2.0:1767384619.955332:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.955335:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384619.955340:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384619.955341:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 6], ns[18, 6] 00010000:00000001:2.0:1767384619.955348:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384619.955349:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 6], ns[20, 6] 00010000:00000001:2.0:1767384619.955351:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.955354:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 6], ns[22, 6] 00000400:00000200:3.0:1767384619.955363:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 6], ns[24, 6] 00010000:00000001:2.0:1767384619.955364:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384619.955368:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384619.955373:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 6], ns[26, 6] 00010000:00010000:2.0:1767384619.955378:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000008b8ec4a already unused, calling callback (000000009752a4b4) 00000800:00000200:1.0:1767384619.955381:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384619.955382:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 6], ns[28, 6] 00010000:00000001:2.0:1767384619.955382:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384619.955388:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384619.955394:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:1.0:1767384619.955395:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d080747. 00000400:00000200:3.0:1767384619.955396:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 6], ns[30, 6] 00000400:00000200:1.0:1767384619.955409:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384619.955413:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:3.0:1767384619.955416:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 6], ns[32, 6] 00010000:00000001:2.0:1767384619.955419:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384619.955426:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384619.955432:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: ACK: OK 00000020:00000040:2.0:1767384619.955433:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008b8ec4a refcount=5 00000400:00000200:3.0:1767384619.955434:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 6], ns[34, 6] 00000400:00000200:3.0:1767384619.955483:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767384619.955489:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp 00000020:00000001:2.0:1767384619.955491:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384619.955495:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384619.955499:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384619.955501:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384619.955502:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767384619.955505:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp 00000400:00000200:3.0:1767384619.955510:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp NI seq info: [35:35:256:4294967295] 192.168.203.125@tcp LPNI seq info [35:35:8:4294967295] 00010000:00000001:2.0:1767384619.955511:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384619.955513:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384619.955515:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.955518:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp 00010000:00000001:2.0:1767384619.955519:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384619.955521:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384619.955524:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384619.955525:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.955527:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp:) -> 192.168.203.125@tcp(192.168.203.125@tcp:192.168.203.125@tcp) : GET try# 0 00000020:00000040:2.0:1767384619.955529:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000008b8ec4a with handle 0x71ee3a74e2719120 from hash 00010000:00000001:2.0:1767384619.955532:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:3.0:1767384619.955533:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp 00010000:00000001:2.0:1767384619.955534:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.955536:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.955537:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000010:3.0:1767384619.955538:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d11f2807. 00010000:00000001:2.0:1767384619.955540:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384619.955542:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000200:3.0:1767384619.955545:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (6) 00010000:00000001:2.0:1767384619.955545:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384619.955548:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384619.955560:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:988 00010000:00000001:2.0:1767384619.955560:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.955563:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000200:3.0:1767384619.955565:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d11f2807 type 2, nob 96 niov 1 nkiov 0 00010000:00000001:2.0:1767384619.955566:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384619.955571:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.955574:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.955576:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.955581:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.955582:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00010000:00000001:2.0:1767384619.955584:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.955585:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100651 rc 0 00010000:00010000:2.0:1767384619.955588:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.955595:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.955603:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.955608:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:3.0:1767384619.955609:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384619.955611:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384619.955614:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.955618:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:1.0:1767384619.955618:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384619.955620:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.955626:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000001:1.0:1767384619.955630:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.955631:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384619.955637:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:2.0:1767384619.955645:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384619.955649:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384619.955655:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384619.955672:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23) <- 192.168.203.125@tcp23 : ACK - for me 00010000:00000001:2.0:1767384619.955687:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000200:3.0:1767384619.955694:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1767384619.955694:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384619.955695:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp23: ACK from 12345-192.168.203.125@tcp23 into md 0x15bd 00010000:00010000:2.0:1767384619.955703:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e2719120 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:3.0:1767384619.955706:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d11f2807. 00000400:00000200:1.0:1767384619.955708:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.955713:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384619.955729:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: ACK: OK 00010000:00000040:2.0:1767384619.955731:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d375a9b0 count: 0 00000400:00000200:3.0:1767384619.955737:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: GET: OK 00000400:00000200:1.0:1767384619.955745:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095554d1e 00000400:00000010:1.0:1767384619.955767:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095554d1e. 00010000:00000001:2.0:1767384619.955770:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384619.955773:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384619.955774:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 20000000:00000001:2.0:1767384619.955775:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384619.955782:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:3.0:1767384619.955786:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00080000:00000020:2.0:1767384619.955790:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:1.0:1767384619.955796:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:2.0:1767384619.955799:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384619.955805:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002bfaf6a6. 00000400:00000200:1.0:1767384619.955811:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (18) 20000000:00000001:2.0:1767384619.955814:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384619.955823:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048130560 00000800:00000001:1.0:1767384619.955825:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384619.955830:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384619.955830:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000800:00000001:1.0:1767384619.955836:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384619.955844:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384619.955844:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000200:2.0:1767384619.955853:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008a6b59c3 x1853237048130560/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384619.955858:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.955880:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00010000:00000001:2.0:1767384619.955880:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384619.955881:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp) <- 192.168.203.125@tcp : GET - for me 00010000:00000001:2.0:1767384619.955891:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.955895:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 00000100:00001000:2.0:1767384619.955900:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=36 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384619.955903:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384619.955906:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (17) 00000400:00000010:3.0:1767384619.955920:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 297 at 000000002911652d. 00000100:00000001:2.0:1767384619.955920:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1767384619.955920:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 288/288 into md 0x15b9 [1] + 0 00000400:00000010:3.0:1767384619.955933:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8f4965. 00000100:00000040:2.0:1767384619.955933:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384619.955939:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000400:00000200:1.0:1767384619.955945:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp to MR: 192.168.203.125@tcp local destination 02000000:00000001:2.0:1767384619.955949:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384619.955959:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.955960:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp NI seq info: [36:36:256:4294967295] 192.168.203.125@tcp LPNI seq info [36:36:8:4294967295] 00000100:00000001:2.0:1767384619.955978:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384619.955992:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384619.956000:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp:192.168.203.125@tcp) -> 192.168.203.125@tcp(192.168.203.125@tcp:192.168.203.125@tcp) 192.168.203.125@tcp : REPLY try# 0 00000400:00000010:2.0:1767384619.956001:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dea1a042. 00000400:00000010:3.0:1767384619.956011:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072c21e6b. 00000100:00000200:2.0:1767384619.956014:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048130560, offset 224 00000800:00000200:1.0:1767384619.956018:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384619.956033:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000800:00000010:1.0:1767384619.956037:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d080747. 00000400:00000200:2.0:1767384619.956046:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384619.956051:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000800:00000200:1.0:1767384619.956058:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (6) 00000400:00000200:3.0:1767384619.956069:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[8, 36], ns[8, 36] 00000800:00000200:1.0:1767384619.956074:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:1023 00000800:00000200:1.0:1767384619.956084:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d080747 type 3, nob 384 niov 1 nkiov 1 00000400:00000200:3.0:1767384619.956093:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 8], ns[10, 8] 00000400:00000200:3.0:1767384619.956110:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 8], ns[12, 8] 00000400:00000200:3.0:1767384619.956128:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 8], ns[14, 8] 00000400:00000200:3.0:1767384619.956137:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 8], ns[16, 8] 00000400:00000200:3.0:1767384619.956143:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 8], ns[18, 8] 00000400:00000200:3.0:1767384619.956149:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 8], ns[20, 8] 00000400:00000200:3.0:1767384619.956158:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 8], ns[22, 8] 00000400:00000200:3.0:1767384619.956164:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 8], ns[24, 8] 00000400:00000200:3.0:1767384619.956173:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 8], ns[26, 8] 00000400:00000200:3.0:1767384619.956185:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 8], ns[28, 8] 00000400:00000200:3.0:1767384619.956196:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 8], ns[30, 8] 00000400:00000200:3.0:1767384619.956201:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 8], ns[32, 8] 00000400:00000200:3.0:1767384619.956209:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 8], ns[34, 8] 00000400:00000200:3.0:1767384619.956214:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:3.0:1767384619.956222:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp10 00000400:00000200:3.0:1767384619.956228:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp10 lpni_is_preferred = 0 00000400:00000200:3.0:1767384619.956232:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp10 00000400:00000200:3.0:1767384619.956238:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [37:37:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [37:37:8:4294967295] 00000800:00000200:1.0:1767384619.956244:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384619.956247:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp10 00000800:00000010:1.0:1767384619.956286:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d080747. 00000400:00000200:1.0:1767384619.956318:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.956319:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:) -> 192.168.203.125@tcp10(192.168.203.125@tcp:192.168.203.125@tcp10) : GET try# 0 00000400:00000200:1.0:1767384619.956344:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: REPLY: OK 00000800:00000200:3.0:1767384619.956345:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp10 00000400:00000200:2.0:1767384619.956345:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384619.956371:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d11f2807. 00000400:00000200:2.0:1767384619.956378:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03c00 00000800:00000200:3.0:1767384619.956386:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000400:00000200:2.0:1767384619.956387:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15c1 [2] + 224 00000400:00000200:2.0:1767384619.956395:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384619.956400:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1767384619.956404:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:988 00000800:00000200:3.0:1767384619.956410:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d11f2807 type 2, nob 96 niov 1 nkiov 0 00000800:00000001:1.0:1767384619.956410:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384619.956411:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1767384619.956425:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.956426:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000100:00000200:2.0:1767384619.956426:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384619.956494:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384619.956511:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00000100:00000001:2.0:1767384619.956515:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384619.956524:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dea1a042 00000400:00000010:2.0:1767384619.956529:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dea1a042. 00000800:00000001:3.0:1767384619.956537:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384619.956537:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384619.956540:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384619.956547:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384619.956549:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384619.956551:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384619.956552:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384619.956552:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000800:00000010:1.0:1767384619.956561:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d11f2807. 00010000:00000001:2.0:1767384619.956563:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000800:00000001:3.0:1767384619.956566:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384619.956569:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384619.956569:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384619.956583:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: GET: OK 00000400:00000200:3.0:1767384619.956588:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp) <- 192.168.203.125@tcp : REPLY - for me 00000020:00000001:2.0:1767384619.956590:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384619.956597:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:2.0:1767384619.956603:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b59c3 x1853237048130560/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384619.956606:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000400:00000200:3.0:1767384619.956620:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp: Reply from 12345-192.168.203.125@tcp of length 288/288 into md 0x15d5 00000800:00000001:3.0:1767384619.956627:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384619.956628:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a6b59c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048130560:12345-0@lo:253: Request processed in 4463us (5098us total) trans 0 rc 0/0 00000800:00000001:1.0:1767384619.956639:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384619.956642:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384619.956642:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000400:00000200:3.0:1767384619.956648:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384619.956650:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000800:00000001:1.0:1767384619.956650:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.956664:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: REPLY: OK 00000100:00000001:2.0:1767384619.956664:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000001:1.0:1767384619.956665:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384619.956669:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1767384619.956676:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322b332a 00000020:00000010:2.0:1767384619.956678:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fff3952d. 00000800:00000001:1.0:1767384619.956680:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384619.956683:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322b332a. 00000020:00000010:2.0:1767384619.956685:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c59e1922. 00000400:00000200:3.0:1767384619.956692:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000020:00000010:2.0:1767384619.956693:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a25baf0. 00000400:00000200:1.0:1767384619.956703:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : GET - for me 00000400:00000200:3.0:1767384619.956707:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000020:00000040:2.0:1767384619.956707:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000400:00000200:3.0:1767384619.956714:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 02000000:00000001:2.0:1767384619.956715:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384619.956719:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dc60685c. 00000400:00000200:1.0:1767384619.956723:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 288 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384619.956724:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 16. state = 0x100251 02000000:00000001:2.0:1767384619.956731:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384619.956736:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384619.956737:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 288/288 into md 0x15b9 [1] + 0 00000400:00000200:3.0:1767384619.956747:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000200:2.0:1767384619.956752:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384619.956769:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d688a6ae. 00000400:00000200:3.0:1767384619.956773:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (18) 00000400:00000010:2.0:1767384619.956776:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dea1a042. 00000400:00000200:1.0:1767384619.956786:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp10 to MR: 192.168.203.125@tcp10 local destination 00000400:00000200:1.0:1767384619.956796:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [38:38:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [38:38:8:4294967295] 00000100:00000001:2.0:1767384619.956810:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.956818:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384619.956823:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) -> 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) 192.168.203.125@tcp10 : REPLY try# 0 00000400:00000001:2.0:1767384619.956828:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384619.956833:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:1.0:1767384619.956835:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 288 bytes in 1 frags to 12345-192.168.203.125@tcp10 00000800:00000001:3.0:1767384619.956837:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384619.956841:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91cad30. 00000800:00000010:1.0:1767384619.956848:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d080747. 00000800:00000001:3.0:1767384619.956849:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384619.956849:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da25c823 00000800:00000200:1.0:1767384619.956857:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000400:00000010:2.0:1767384619.956858:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da25c823. 00000100:00000001:2.0:1767384619.956872:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:1.0:1767384619.956874:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:1021 00000800:00000200:1.0:1767384619.956880:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d080747 type 3, nob 384 niov 1 nkiov 1 00000100:00000200:2.0:1767384619.956881:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384619.956901:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384619.956914:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384619.956918:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.956928:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384619.956932:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384619.956935:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384619.956938:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384619.956942:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384619.956945:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00001000:2.0:1767384619.956949:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=36 v=5 (5 0 0 0) 00000800:00000010:1.0:1767384619.956950:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d080747. 00000400:00000200:1.0:1767384619.956961:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1767384619.956965:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=36 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384619.956970:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: REPLY: OK 00000100:00000001:2.0:1767384619.956980:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1767384619.956983:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384619.956984:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.956988:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1767384619.956991:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1767384619.956991:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384619.956999:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384619.957002:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384619.957007:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384619.957009:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384619.957012:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384619.957019:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.957019:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384619.957024:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384619.957026:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.957029:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : REPLY - for me 00000020:01000004:2.0:1767384619.957031:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384619.957033:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384619.957035:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384619.957037:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384619.957038:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384619.957040:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384619.957041:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:3.0:1767384619.957043:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp10: Reply from 12345-192.168.203.125@tcp10 of length 288/288 into md 0x15d9 00000020:01000004:2.0:1767384619.957043:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384619.957045:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384619.957047:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000001:3.0:1767384619.957050:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:2.0:1767384619.957050:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384619.957056:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.957059:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384619.957061:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000046be0db7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048130560:0@lo:253: 00000100:00000001:2.0:1767384619.957067:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.957070:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384619.957072:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: REPLY: OK 00000100:00000040:2.0:1767384619.957073:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000046be0db7 x1853237048130560/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384619.957078:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8f4965 00000400:00000010:3.0:1767384619.957080:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8f4965. 00000100:00000001:2.0:1767384619.957082:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767384619.957085:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384619.957088:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:3.0:1767384619.957090:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:3.0:1767384619.957094:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 16. state = 0x1000d1 00000400:00000010:3.0:1767384619.957096:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 0000000065d8a29b. 00000400:00000200:3.0:1767384619.957101:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 02000000:00000001:2.0:1767384619.957104:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1767384619.957116:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (17) 02000000:00000010:2.0:1767384619.957118:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000800959be. 00000800:00000001:3.0:1767384619.957123:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384619.957123:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384619.957125:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000001:3.0:1767384619.957127:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384619.957127:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384619.957130:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384619.957133:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bd76f140. 02000000:00000001:2.0:1767384619.957138:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384619.957140:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384619.957142:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046be0db7. 00000100:00000001:2.0:1767384619.957146:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767384619.957147:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384619.957148:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384619.957151:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000d1 00000100:00000001:2.0:1767384619.957151:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384619.957156:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384619.957158:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 340 at 0000000065d8a29b. 00000100:00000001:2.0:1767384619.957158:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.957161:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 408 at 00000000dda46c66. 00000100:00000001:2.0:1767384619.957161:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384619.957163:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384619.957200:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 340 at 00000000bc9593b4. 00000400:00000010:3.0:1767384619.957226:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dc8a3d33. 00000400:00000200:3.0:1767384619.957233:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dc8a3d33 nid 192.168.203.125@tcp24 00000400:00000010:3.0:1767384619.957238:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c70c0d63. 00000400:00000200:3.0:1767384619.957240:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c70c0d63 net tcp24 00000400:00000200:3.0:1767384619.957245:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (16) 00000400:00000200:3.0:1767384619.957250:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp24 flags 0x11 00000400:00000010:3.0:1767384619.957274:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 340 at 0000000065d8a29b. 00000400:00000010:3.0:1767384619.957278:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 408 at 00000000dda46c66. 00000400:00000010:3.0:1767384619.957281:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 340 at 00000000bc9593b4. 00000400:00000010:3.0:1767384619.957284:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000002911652d. 00000400:00000200:3.0:1767384619.957289:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384619.957293:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:3.0:1767384619.957297:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:3.0:1767384619.957303:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:3.0:1767384619.957308:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384619.957310:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:3.0:1767384619.957324:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:3.0:1767384619.957329:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (17) 00080000:00000010:2.0:1767384619.957858:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009b945a3c. 00080000:00000010:3.0:1767384619.957907:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c9d95f8c. 00040000:00000001:3.0:1767384619.957913:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384619.957916:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384619.957918:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384619.957923:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384619.957926:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384619.957929:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384619.957932:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384619.957943:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384619.957947:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1767384619.957952:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:3.0:1767384619.957954:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:2.0:1767384619.957955:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384619.957958:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384619.957962:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384619.957965:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384619.957970:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000066a265ed. 00010000:00000001:2.0:1767384619.957974:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384619.957977:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad2504b1. 00000020:00000001:2.0:1767384619.957981:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384619.957984:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad2504b1 with handle 0x71ee3a74e2719127 to hash 00000020:00000001:2.0:1767384619.957987:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384619.957989:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000001:2.0:1767384619.957992:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000001:2.0:1767384619.957996:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384619.957999:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384619.958002:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.958011:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384619.958023:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384619.958025:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384619.958027:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384619.958029:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.958033:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384619.958035:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.958038:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384619.958040:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384619.958042:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384619.958044:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384619.958047:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000066a265ed) refcount = 1 00010000:00010000:2.0:1767384619.958052:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.958062:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384619.958064:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384619.958065:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.958067:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.958070:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384619.958073:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384619.958075:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:2.0:1767384619.958078:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384619.958080:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384619.958083:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad2504b1 refcount=4 00000020:00000001:2.0:1767384619.958086:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000001:2.0:1767384619.958089:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000001:2.0:1767384619.958092:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000020:3.0:1767384619.958093:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:2.0:1767384619.958094:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384619.958096:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384619.958099:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015034cbd. 00010000:00000001:2.0:1767384619.958102:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000001:3.0:1767384619.958104:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384619.958104:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384619.958107:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048130688 00010000:00000001:3.0:1767384619.958110:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384619.958112:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.958114:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:3.0:1767384619.958116:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056cfa9e8 x1853237048130688/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384619.958132:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384619.958136:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384619.958138:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.958140:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:3.0:1767384619.958141:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=36 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384619.958143:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.958145:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384619.958146:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384619.958147:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384619.958148:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384619.958151:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384619.958154:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:2.0:1767384619.958156:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ad2504b1 already unused, calling callback (000000009752a4b4) 02000000:00000001:3.0:1767384619.958157:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.958159:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:3.0:1767384619.958160:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384619.958161:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000040:3.0:1767384619.958163:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384619.958163:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384619.958167:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084a911f7. 00000100:00000200:3.0:1767384619.958171:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048130688, offset 224 00010000:00000001:2.0:1767384619.958171:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384619.958172:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384619.958175:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384619.958177:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad2504b1 refcount=5 00000400:00000200:3.0:1767384619.958179:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384619.958180:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000001:2.0:1767384619.958183:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000001:2.0:1767384619.958186:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:3.0:1767384619.958187:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384619.958188:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.958195:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384619.958197:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384619.958198:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.958202:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:3.0:1767384619.958204:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03c80 00010000:00000001:2.0:1767384619.958204:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384619.958207:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384619.958208:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384619.958211:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15c9 [2] + 224 00000020:00000040:2.0:1767384619.958211:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad2504b1 with handle 0x71ee3a74e2719127 from hash 00010000:00000001:2.0:1767384619.958214:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384619.958216:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384619.958218:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384619.958224:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384619.958226:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.958227:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1767384619.958228:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384619.958229:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384619.958231:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000200:3.0:1767384619.958233:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.958233:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384619.958234:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384619.958238:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.958240:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384619.958242:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:3.0:1767384619.958245:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.958245:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.958247:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.958248:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.958251:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384619.958254:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384619.958278:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384619.958286:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384619.958287:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384619.958289:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384619.958291:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384619.958291:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384619.958294:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384619.958299:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084a911f7 00010000:00000001:2.0:1767384619.958306:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384619.958307:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084a911f7. 00010000:00000001:2.0:1767384619.958308:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384619.958312:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384619.958312:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384619.958315:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 20000000:00000001:2.0:1767384619.958315:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384619.958318:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384619.958322:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384619.958326:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384619.958326:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384619.958329:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384619.958330:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:2.0:1767384619.958331:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad2504b1/0x71ee3a74e2719127 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384619.958333:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384619.958336:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000040:2.0:1767384619.958340:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000066a265ed count: 0 00000100:00000040:3.0:1767384619.958342:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056cfa9e8 x1853237048130688/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:600/0 lens 4848/4768 e 0 to 0 dl 1767384630 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384619.958351:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384619.958353:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384619.958354:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056cfa9e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048130688:12345-0@lo:253: Request processed in 6063us (6722us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384619.958374:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00000040:3.0:1767384619.958379:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384619.958382:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384619.958384:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384619.958390:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384619.958395:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1767384619.958397:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f6a7ba2. 00000020:00000010:3.0:1767384619.958408:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bf58a3bc. 00000400:00000001:1.0:1767384619.958411:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1767384619.958413:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089761064. 00000400:00000001:1.0:1767384619.958417:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1767384619.958423:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000400:00000010:1.0:1767384619.958425:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf7b3de6. 02000000:00000001:3.0:1767384619.958433:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384619.958440:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c053085 00000400:00000010:1.0:1767384619.958443:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002c053085. 00000100:00000001:1.0:1767384619.958636:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384619.958651:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384619.958672:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.958686:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384619.958692:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.958696:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384619.958701:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384619.958704:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384619.958708:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384619.958712:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384619.958720:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384619.958729:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384619.958734:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384619.958737:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384619.958741:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384619.958745:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.958749:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.958775:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.958783:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384619.958787:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384619.958790:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384619.958796:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384619.958799:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384619.958802:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000010:3.0:1767384619.958805:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005039c53a. 00000020:01000004:1.0:1767384619.958807:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:3.0:1767384619.958813:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384619.958816:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384619.958820:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384619.958822:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384619.958826:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384619.958827:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d146f5a. 00000020:01000004:1.0:1767384619.958829:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384619.958840:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384619.958846:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084a911f7. 00000020:01000004:1.0:1767384619.958846:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384619.958861:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384619.958873:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005f622de8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048130688:0@lo:253: 00000100:00000040:3.0:1767384619.958878:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294907728, at 4294907729 00000100:00000001:1.0:1767384619.958883:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384619.958888:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002065780b. 00000100:00000001:1.0:1767384619.958889:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384619.958901:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005f622de8 x1853237048130688/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384635 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384619.958910:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384619.958915:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384619.958919:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c5b1c1b1. 02000000:00000001:1.0:1767384619.958923:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384619.958925:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384619.958928:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384619.958931:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384619.958934:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c35c8687. 02000000:00000001:1.0:1767384619.958942:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384619.958945:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384619.958948:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005f622de8. 00000100:00000001:1.0:1767384619.958954:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384619.958956:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.958958:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384619.958967:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384619.958969:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384619.958974:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384619.958978:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384619.958997:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294907728, at 4294907729 00000100:00000010:1.0:1767384619.959006:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2bd3eee. 00000100:00000040:0.0:1767384619.959476:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294907728, at 4294907729 00000100:00000010:0.0:1767384619.959485:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f263a3c. 00000100:00000040:2.0:1767384619.959522:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294907728, at 4294907730 00000100:00000010:2.0:1767384619.959543:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000dcc41132. 00010000:00000010:2.1:1767384619.961648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d375a9b0. 00010000:00000010:2.1:1767384619.961655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000008b8ec4a. 00010000:00000010:2.1:1767384619.965486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000066a265ed. 00010000:00000010:2.1:1767384619.965498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad2504b1. 00000400:00000010:1.0:1767384619.980707:0:24185:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000a50023dd. 00000400:00000040:1.0:1767384619.980740:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384619.980743:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384619.980753:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384619.980755:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384619.980758:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384619.980760:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384619.980763:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384619.980765:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384619.980767:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384619.980768:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384619.980771:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384619.980773:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384619.980776:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384619.980778:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384619.980779:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384619.980781:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384619.980783:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384619.980784:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384619.980785:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384619.980788:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384619.980789:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384619.980791:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384619.980792:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384619.980793:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384619.980795:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384619.980797:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384619.980799:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384619.980800:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384619.980802:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384619.980803:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384619.980805:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384619.980807:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384619.980808:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384619.980810:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384619.980811:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384619.980812:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384619.980814:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384619.980816:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384619.980818:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384619.980820:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384619.980821:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384619.980829:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384619.980831:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384619.980833:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384619.980835:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384619.980836:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384619.980838:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384619.980840:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384619.980842:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384619.980844:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384619.980845:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384619.980847:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384619.980848:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384619.980850:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384619.980851:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384619.980853:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384619.980854:0:24185:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384619.980918:0:24185:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000a50023dd. 00010000:00000001:3.0:1767384620.965601:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384620.965611:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384620.965630:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384620.965632:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384620.965662:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000020:00000001:0.0:1767384620.965664:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384620.965670:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384620.965675:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384620.965733:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965753:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965770:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965787:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965804:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965821:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965838:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965855:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965874:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965893:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965910:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965928:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965956:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965974:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.965991:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966008:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966026:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966067:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966085:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966103:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966121:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966140:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966159:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966177:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966194:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966230:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966275:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384620.966327:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000800:00000010:1.0:1767384620.966681:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086d27ff1. 00000800:00000010:1.0:1767384620.966690:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009f764ff3. 00000800:00000010:1.0:1767384620.966700:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099530f62. 00000400:00000200:2.0:1767384620.966732:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:1.0:1767384620.966736:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099530f62. 00000400:00000200:2.0:1767384620.966779:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp23 from 226.3.0.2 00000800:00000010:2.0:1767384620.966783:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000244c0bef. 00000800:00000010:1.0:1767384620.966844:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000016574cfe. 00000800:00000010:1.0:1767384620.966850:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d35f5b4d. 00000800:00000010:1.0:1767384620.966884:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008863ca16. 00000800:00000200:1.1:1767384620.966895:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (4) 00000800:00000200:1.1:1767384620.966903:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp23 000000008863ca16 deleted 00000800:00000010:1.1:1767384620.966917:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000008863ca16. 00000800:00000200:1.1:1767384620.966924:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384620.966941:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp23 p 3.x 192.168.203.125 -> 192.168.203.125:994 incarnation:1767384618045314319 sched[0] 00000800:00000010:1.0:1767384620.966948:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099530f62. 00000800:00000010:1.0:1767384620.967015:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099530f62. 00000800:00000010:1.0:1767384620.967018:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d35f5b4d. 00000800:00000010:1.0:1767384620.967079:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000244c0bef. 00000800:00000001:2.0:1767384620.967124:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384620.967136:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384620.967147:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384620.967163:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp23 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384618045314319 sched[0] 00000800:00000010:3.0:1767384620.967185:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009f764ff3. 00000800:00000001:0.0:1767384620.967302:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384620.967307:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384621.108775:0:24463:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008977cb97. 00080000:00000010:3.0:1767384621.108786:0:24463:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008977cb97. 00000020:00000001:3.0:1767384621.108791:0:24463:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384621.108799:0:24463:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000008977cb97. 00080000:00000010:3.0:1767384621.108803:0:24463:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000008977cb97. 00000020:00000001:3.0:1767384621.108807:0:24463:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384621.938103:0:24627:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384621.938107:0:24627:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp25 --if ens2 00000001:00000001:3.0:1767384621.941568:0:24627:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384621.949994:0:24628:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000020103c6c. 00000400:00000010:0.0:1767384621.950024:0:24628:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000053176e67. 00000400:00000010:0.0:1767384621.950037:0:24628:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d892242f. 00000400:00000010:0.0:1767384621.950042:0:24628:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000e9cfaebd. 00000400:00000010:0.0:1767384621.950061:0:24628:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000df66c62. 00000400:00000010:0.0:1767384621.950067:0:24628:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000a2ba5af. 00000400:00000010:0.0:1767384621.950069:0:24628:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000042d57e66. 00000400:00000010:0.0:1767384621.950071:0:24628:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e9f1e8c8. 00000400:00000010:0.0:1767384621.950076:0:24628:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000942bd94. 00000800:00000010:0.0:1767384621.950091:0:24628:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000689b901b. 00000800:00000200:0.0:1767384621.950115:0:24628:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384621.950127:0:24628:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384621.950187:0:24628:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384621.950214:0:24628:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp25 [8/256/0/180] 00000400:00000010:0.0:1767384621.953318:0:24628:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000009dd876bd. 00000400:00000010:0.0:1767384621.953325:0:24628:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8293fa. 00000400:00000010:0.0:1767384621.953332:0:24628:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000001:0.0:1767384621.953350:0:24628:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384621.953352:0:24628:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384621.953354:0:24628:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cff30015. 00000400:00000200:0.0:1767384621.953357:0:24628:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000010:0.0:1767384621.953360:0:24628:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000400:00000010:0.0:1767384621.953372:0:24628:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000006c7a8dcb. 00000400:00000200:0.0:1767384621.953378:0:24628:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (16) 00000400:00000200:0.0:1767384621.953394:0:24628:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384621.953404:0:24628:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131097 00000020:00000010:0.0:1767384621.953412:0:24628:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000fed17f63. 00000020:01000000:0.0:1767384621.953417:0:24628:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384621.953420:0:24628:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp25 00000400:00000200:3.0:1767384621.953424:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384621.953431:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:3.0:1767384621.953463:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8f4965. 00000400:00000200:3.0:1767384621.953469:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (17) 00000400:00000010:0.0:1767384621.953473:0:24628:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000053176e67. 00000400:00000010:3.0:1767384621.953477:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ca977334. 00000020:00000001:2.0:1767384621.953479:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384621.953482:0:24628:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000020103c6c. 10000000:00000001:2.0:1767384621.953484:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384621.953487:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp10 10000000:00000001:2.0:1767384621.953489:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384621.953491:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384621.953494:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384621.953496:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384621.953498:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384621.953500:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384621.953501:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384621.953502:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp10 to MR: 192.168.203.125@tcp10 local destination 00000020:01000004:2.0:1767384621.953503:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.953504:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384621.953506:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384621.953508:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384621.953509:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [39:39:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [39:39:8:4294967295] 00000020:01000004:2.0:1767384621.953509:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384621.953515:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp10 00000100:00000010:2.0:1767384621.953516:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041584cae. 00000020:00000040:2.0:1767384621.953521:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384621.953527:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384621.953531:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384621.953533:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) -> 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) : PUT try# 0 02000000:00000001:2.0:1767384621.953536:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384621.953539:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.125@tcp10 00000800:00000010:3.0:1767384621.953543:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a0e73f. 02000000:00000010:2.0:1767384621.953545:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000dc60685c. 00000800:00000200:3.0:1767384621.953549:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000100:00000001:2.0:1767384621.953553:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384621.953557:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:988 00000800:00000200:3.0:1767384621.953562:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a0e73f type 1, nob 400 niov 1 nkiov 1 00000100:00000001:2.0:1767384621.953562:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384621.953564:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.953574:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041584cae] to pc [ptlrpcd_00_03+3] req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.953579:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384621.953583:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 10000000:00000001:2.0:1767384621.953602:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384621.953604:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.953606:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384621.953609:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384621.953615:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384621.953622:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384621.953623:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384621.953625:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384621.953627:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384621.953629:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384621.953630:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384621.953632:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384621.953633:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384621.953634:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.953636:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384621.953637:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384621.953638:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384621.953641:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000200e631c. 00000020:00000040:2.0:1767384621.953645:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384621.953647:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384621.953648:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384621.953650:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384621.953656:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000002bfaf6a6. 00000100:00000001:2.0:1767384621.953659:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.953662:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384621.953664:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.953668:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200e631c] to pc [ptlrpcd_00_00+0] req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384621.953687:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1767384621.953689:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384621.953691:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a0e73f. 10000000:00000001:2.0:1767384621.953691:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384621.953710:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.953712:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384621.953713:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000000:2.0:1767384621.953713:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384621.953721:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fed17f63. 00000100:00100000:1.0:1767384621.953722:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384621.953728:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.953730:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: PUT: OK 00000100:00000001:2.0:1767384621.953737:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384621.953740:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384621.953741:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.953743:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.953747:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.953755:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384621.953755:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384621.953756:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp10: 0 00000100:00000001:1.0:1767384621.953763:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384621.953765:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767384621.953767:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384621.953772:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384621.953775:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384621.953778:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.953784:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:3.0:1767384621.953787:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.953789:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384621.953819:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384621.953819:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.953821:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767384621.953822:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.953833:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384621.953842:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : PUT - for me 00000100:00000040:2.0:1767384621.953847:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.953876:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 304 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384621.953877:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384621.953883:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.953892:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384621.953893:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384621.953894:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 288/304 into md 0x15d1 [1] + 0 00000100:00000001:2.0:1767384621.953899:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384621.953903:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002a8e8a8. 02000000:00000001:2.0:1767384621.953904:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384621.953919:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384621.953920:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384621.953921:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c5bffdee 02000000:00000001:2.0:1767384621.953922:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384621.953928:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384621.953929:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384621.953930:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048130944:0@lo:253: 00000800:00000001:3.0:1767384621.953933:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.953935:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384621.953941:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:1.0:1767384621.953943:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000041584cae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048130816:0@lo:253: 00000400:00000200:3.0:1767384621.953947:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: PUT: OK 02000000:00000001:2.0:1767384621.953948:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384621.953953:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.953957:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384621.953958:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 02000000:00000001:2.0:1767384621.953958:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384621.953963:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 02000000:00000010:2.0:1767384621.953969:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000142f2130. 02000000:00000001:1.0:1767384621.953969:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384621.953970:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:1.0:1767384621.953975:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.953976:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (18) 02000000:00000001:2.0:1767384621.953976:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384621.953979:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384621.953988:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:2.0:1767384621.953988:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c91cad30. 02000000:00000010:1.0:1767384621.953991:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c35c8687. 02000000:00000001:1.0:1767384621.953996:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.953998:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbd41609. 00000400:00000200:3.0:1767384621.954004:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (304 bytes) 00000100:00000200:2.0:1767384621.954010:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048130944, portal 25 00000400:00000200:3.0:1767384621.954011:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:1.0:1767384621.954011:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f183d3b0. 00000100:00000001:2.0:1767384621.954013:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384621.954018:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759653120 : -106174949898496 : ffff9f6f37d3c700) 00000400:00000010:1.0:1767384621.954025:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d35f5b4d. 00000100:00000040:2.0:1767384621.954026:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.954028:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (19) 00000100:00000200:1.0:1767384621.954035:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048130816, portal 25 00000400:00000200:3.0:1767384621.954037:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000001:2.0:1767384621.954040:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384621.954040:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384621.954045:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759654912 : -106174949896704 : ffff9f6f37d3ce00) 00000400:00000200:3.0:1767384621.954055:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp10 to MR: 192.168.203.125@tcp10 local destination 00000100:00000040:2.0:1767384621.954055:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384621.954061:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384621.954064:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bfb7391. 00000100:00000200:2.0:1767384621.954074:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048130944, offset 0 00000400:00000200:3.0:1767384621.954077:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [40:40:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [40:40:8:4294967295] 00000100:00000001:1.0:1767384621.954093:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384621.954094:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384621.954104:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384621.954109:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008863ca16. 00000100:00000200:1.0:1767384621.954118:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048130816, offset 0 00000400:00000200:3.0:1767384621.954130:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) -> 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) 192.168.203.125@tcp10 : ACK try# 0 00000400:00000200:1.0:1767384621.954138:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384621.954162:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp10 00000400:00000200:2.0:1767384621.954163:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384621.954167:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052a0e73f. 00000400:00000200:1.0:1767384621.954182:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1767384621.954183:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000400:00000200:2.0:1767384621.954183:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03d80 00000400:00000200:2.0:1767384621.954200:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa55 [2] + 0 00000800:00000200:3.0:1767384621.954201:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:1021 00000800:00000200:3.0:1767384621.954204:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000052a0e73f type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384621.954205:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d704dde. 00000400:00000200:1.0:1767384621.954213:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03d00 00000400:00000200:2.0:1767384621.954216:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000876866ee 00000800:00000001:3.0:1767384621.954222:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384621.954226:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384621.954231:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384621.954233:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xa71 [2] + 0 00000400:00000200:2.0:1767384621.954264:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384621.954266:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028bcabc5. 00000400:00000200:1.0:1767384621.954274:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003353a9b4 00000400:00000200:2.0:1767384621.954278:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000876866ee 00000400:00000200:1.0:1767384621.954283:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384621.954285:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000876866ee. 00000100:00000001:2.0:1767384621.954305:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384621.954311:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384621.954312:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384621.954317:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003353a9b4 00000100:00000040:2.0:1767384621.954320:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000064ebd4a9 x1853237048130944 msgsize 4848 00000800:00000200:3.0:1767384621.954325:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1767384621.954327:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003353a9b4. 00000800:00000010:3.0:1767384621.954331:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052a0e73f. 00000100:00100000:2.0:1767384621.954335:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384621.954337:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384621.954338:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384621.954338:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384621.954342:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384621.954345:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000ef9bd808 x1853237048130816 msgsize 4848 00000100:00000001:2.0:1767384621.954352:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384621.954353:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: ACK: OK 00000400:00000200:2.0:1767384621.954362:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bfb7391 00000100:00100000:1.0:1767384621.954362:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:3.0:1767384621.954367:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384621.954368:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000010:2.0:1767384621.954369:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bfb7391. 00000800:00000001:3.0:1767384621.954378:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.954378:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:3.0:1767384621.954381:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384621.954384:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.954384:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384621.954386:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384621.954391:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384621.954394:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008863ca16 00000400:00000010:1.0:1767384621.954397:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008863ca16. 00000800:00000001:3.0:1767384621.954398:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.954398:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384621.954401:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384621.954404:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384621.954407:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.954412:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : ACK - for me 00000100:00000001:1.0:1767384621.954443:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384621.954447:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.954467:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp10: ACK from 12345-192.168.203.125@tcp10 into md 0x15f1 00000100:00000001:2.0:1767384621.954467:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.954470:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384621.954472:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384621.954475:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.954476:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.954478:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384621.954484:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: ACK: OK 00000100:00000001:2.0:1767384621.954486:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294909731 00000100:00000001:1.0:1767384621.954488:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.954491:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8f4965 00000100:00000010:2.0:1767384621.954491:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cbef4ef1. 00000100:00000001:1.0:1767384621.954492:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294909731 00000400:00000010:3.0:1767384621.954497:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8f4965. 00000100:00000001:2.0:1767384621.954499:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384621.954502:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384621.954505:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294909731 00000100:00000001:1.0:1767384621.954507:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294909731 00000100:00000010:2.0:1767384621.954510:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5fbec3b. 00000100:00000001:1.0:1767384621.954513:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294909731 00000100:00000001:2.0:1767384621.954517:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384621.954518:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000100:00000001:1.0:1767384621.954523:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294909731 00000400:00000200:3.0:1767384621.954524:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:2.0:1767384621.954524:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294909731 00000100:00000001:1.0:1767384621.954529:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294909731 00000100:00000010:2.0:1767384621.954536:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf72ab88. 00000400:00000200:3.0:1767384621.954537:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (18) 00000100:00000001:2.0:1767384621.954542:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000800:00000001:3.0:1767384621.954545:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384621.954546:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294909731 00000100:00000001:1.0:1767384621.954546:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294909731 00000100:00000001:1.0:1767384621.954550:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294909731 00000800:00000001:3.0:1767384621.954551:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384621.954557:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000368652d9. 00000100:00000001:2.0:1767384621.954562:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384621.954570:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384621.954572:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.954573:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384621.954573:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294909731 00000100:00000001:1.0:1767384621.954580:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.954584:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.954585:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.954593:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.954594:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.954600:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.954601:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384621.954601:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384621.954608:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048130944 02000000:00000001:3.0:1767384621.954614:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384621.954616:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384621.954619:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384621.954624:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384621.954628:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048130944 00000020:00000001:3.0:1767384621.954632:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384621.954635:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384621.954638:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384621.954638:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384621.954640:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048130816 00000020:00000040:3.0:1767384621.954644:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000400:00000200:2.0:1767384621.954647:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:3.0:1767384621.954650:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 02000000:00000001:1.0:1767384621.954653:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1767384621.954656:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384621.954656:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384621.954657:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 00000000d5c75daf. 00000100:00000001:1.0:1767384621.954659:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.954665:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1767384621.954665:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b636fa18. 02000000:00000001:1.0:1767384621.954665:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384621.954675:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048130816 00000020:00000010:3.0:1767384621.954678:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b103dad5. 00000400:00000010:2.0:1767384621.954678:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00000020:00000001:1.0:1767384621.954679:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384621.954683:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384621.954685:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384621.954686:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000d5c75daf 00000020:00000001:1.0:1767384621.954687:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384621.954694:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 297 at 000000006b265cde. 00000020:00000040:1.0:1767384621.954694:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000010:3.0:1767384621.954695:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b103dad5. 00000020:00000001:1.0:1767384621.954702:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:2.0:1767384621.954704:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 304 success 00000020:00000001:1.0:1767384621.954706:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:3.0:1767384621.954707:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4ba0ce9. 00000400:00000200:2.0:1767384621.954713:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000100:00000001:1.0:1767384621.954715:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384621.954719:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008cefe544. 00000400:00000200:2.0:1767384621.954723:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (17) 00000020:00000010:1.0:1767384621.954723:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e41a7e2. 00000020:00000010:3.0:1767384621.954728:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001fa700f2. 00000100:00000001:1.0:1767384621.954732:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384621.954736:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 313 at 000000008485c9ee. 00000020:00000010:1.0:1767384621.954737:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e41a7e2. 00000100:00000040:3.0:1767384621.954740:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384621.954749:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384621.954750:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ef4b20f. 00000020:00000010:1.0:1767384621.954751:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d27e1766. 00000100:00000001:3.0:1767384621.954752:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1767384621.954757:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a54e50b7. 00000100:00000001:3.0:1767384621.954759:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384621.954759:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcb98e62. 00000400:00000200:2.0:1767384621.954766:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000020:00000010:1.0:1767384621.954771:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000333aee26. 00000100:00000001:3.0:1767384621.954777:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.954777:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384621.954779:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000001:1.0:1767384621.954782:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384621.954785:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.954791:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:3.0:1767384621.954793:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384621.954795:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.954798:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.954800:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000400:00000200:2.0:1767384621.954811:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:3.0:1767384621.954813:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384621.954814:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384621.954816:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384621.954817:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384621.954818:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000100:00100000:1.0:1767384621.954829:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000400:00000200:2.0:1767384621.954831:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000100:00000040:1.0:1767384621.954835:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384621.954840:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971824720 : -106175737726896 : ffff9f6f08de7850) 00000400:00000200:2.0:1767384621.954843:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00100000:3.0:1767384621.954848:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00000040:1.0:1767384621.954854:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064ebd4a9 x1853237048130944/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384621.954855:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000400:00000200:2.0:1767384621.954857:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000100:00000001:3.0:1767384621.954863:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971817552 : -106175737734064 : ffff9f6f08de5c50) 00000100:00000040:3.0:1767384621.954878:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef9bd808 x1853237048130816/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:602/0 lens 4848/0 e 0 to 0 dl 1767384632 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384621.954885:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:2.0:1767384621.954915:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000100:00000001:1.0:1767384621.954931:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384621.954935:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e41a7e2. 00000100:00000001:3.0:1767384621.954936:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384621.954939:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000100:00000001:1.0:1767384621.954943:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384621.954944:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b103dad5. 00000100:00000001:3.0:1767384621.954948:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384621.954948:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000020:00000010:3.0:1767384621.954951:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b103dad5. 00000020:00000010:1.0:1767384621.954961:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e41a7e2. 00000400:00000200:2.0:1767384621.954968:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00100000:3.0:1767384621.954969:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef9bd808 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048130816:12345-0@lo:253: 00000100:00100000:1.0:1767384621.954980:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064ebd4a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048130944:12345-0@lo:253: 00000100:00000200:3.0:1767384621.954989:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048130816 00000400:00000200:2.0:1767384621.954989:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000100:00000200:1.0:1767384621.954997:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048130944 00000020:00000001:3.0:1767384621.955001:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384621.955004:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384621.955007:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384621.955012:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384621.955013:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.955013:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000020:00000001:1.0:1767384621.955016:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.955019:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384621.955028:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384621.955029:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:2.0:1767384621.955032:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000020:00000001:1.0:1767384621.955037:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384621.955042:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384621.955050:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384621.955051:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384621.955053:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000020:00000001:1.0:1767384621.955055:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384621.955057:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384621.955060:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1767384621.955061:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp24 00000020:00000001:3.0:1767384621.955064:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384621.955064:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384621.955072:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp24 lpni_is_preferred = 0 00000020:00000001:1.0:1767384621.955075:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.955076:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.955082:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp24 00000100:00000001:1.0:1767384621.955084:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384621.955086:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384621.955089:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1767384621.955091:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384621.955095:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp24 NI seq info: [41:41:256:4294967295] 192.168.203.125@tcp24 LPNI seq info [41:41:8:4294967295] 02000000:00000010:3.0:1767384621.955101:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000048270172. 00000400:00000200:2.0:1767384621.955103:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp24 02000000:00000001:3.0:1767384621.955104:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.955118:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384621.955120:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384621.955121:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24:) -> 192.168.203.125@tcp24(192.168.203.125@tcp:192.168.203.125@tcp24) : GET try# 0 02000000:00000010:1.0:1767384621.955127:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e732e84f. 00000800:00000200:2.0:1767384621.955128:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp24 20000000:00000010:3.0:1767384621.955132:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000a7ed0dad. 02000000:00000001:1.0:1767384621.955133:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384621.955137:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e403b38e. 00000100:00000001:1.0:1767384621.955146:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384621.955148:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384621.955151:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:2.0:1767384621.955152:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000bfb7391. 20000000:00000001:3.0:1767384621.955154:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384621.955159:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000800:00000010:2.0:1767384621.955159:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cbb95c17. 20000000:00000001:3.0:1767384621.955162:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384621.955165:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (2) 20000000:00000010:1.0:1767384621.955165:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cba1eae4. 20000000:00000001:3.0:1767384621.955166:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384621.955172:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384621.955181:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384621.955182:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:2.1:1767384621.955182:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (2) 20000000:00000001:1.0:1767384621.955186:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000010:3.0:1767384621.955210:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006801c037. 20000000:00000001:1.0:1767384621.955210:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.955215:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 20000000:00000001:1.0:1767384621.955220:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384621.955222:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000200:2.0:1767384621.955223:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 20000000:00000001:1.0:1767384621.955233:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384621.955239:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384621.955259:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384621.955263:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384621.955282:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384621.955310:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384621.955314:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384621.955315:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384621.955318:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384621.955320:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384621.955323:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:3.0:1767384621.955328:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:3.0:1767384621.955330:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384621.955333:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384621.955336:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384621.955338:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384621.955342:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:2.0:1767384621.955343:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000020:00000001:3.0:1767384621.955347:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:3.0:1767384621.955350:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384621.955354:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f5ff74a9. 00080000:00000001:3.0:1767384621.955357:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619723776 : -106180089827840 : ffff9f6e0576ae00) 00080000:00000001:3.0:1767384621.955360:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384621.955364:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384621.955368:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b103dad5. 00080000:00000001:3.0:1767384621.955370:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384621.955373:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384621.955381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00080000:00000001:3.0:1767384621.955386:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384621.955403:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384621.955405:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955435:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955535:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955557:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955590:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955613:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955638:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955663:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955685:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955708:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955731:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955754:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955780:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955800:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955826:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955855:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955876:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955893:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955922:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955944:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955967:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.955990:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.956014:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.956040:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.956074:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.956102:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.956128:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.956163:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000800:00000010:2.0:1767384621.956372:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bd76f140. 00000800:00000010:2.0:1767384621.956378:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000dac74dca. 00000800:00000010:2.0:1767384621.956384:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c93799ba. 00000800:00000010:2.0:1767384621.956416:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c93799ba. 00000400:00000200:3.0:1767384621.956466:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384621.956488:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp24 from 225.3.0.2 00000800:00000010:3.0:1767384621.956492:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000df0f9ea6. 00080000:00000010:1.0:1767384621.956511:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f5ff74a9. 00000800:00000010:2.0:1767384621.956536:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000800959be. 00000800:00000010:2.0:1767384621.956545:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009d9e6562. 00080000:00000010:1.0:1767384621.956551:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b103dad5. 00040000:00000001:1.0:1767384621.956558:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384621.956561:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384621.956564:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384621.956565:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e70a5927. 00000020:00000002:1.0:1767384621.956569:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384621.956572:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384621.956579:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000800:00000200:2.1:1767384621.956589:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (2) 20000000:01000000:1.0:1767384621.956590:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:2.1:1767384621.956596:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp24 00000000e70a5927 deleted 00000800:00000010:2.1:1767384621.956599:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e70a5927. 00000800:00000200:2.1:1767384621.956609:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 20000000:00000001:1.0:1767384621.956611:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384621.956616:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000800:00000200:2.1:1767384621.956617:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp24 ip 192.168.203.125:993 00000800:00000200:2.1:1767384621.956627:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e403b38e type 2, nob 96 niov 1 nkiov 0 00080000:00000001:1.0:1767384621.956628:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00000800:00000200:2.0:1767384621.956642:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp24 p 3.x 192.168.203.125 -> 192.168.203.125:993 incarnation:1767384619947068542 sched[0] 00000800:00000010:2.0:1767384621.956647:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c93799ba. 00000800:00000010:2.0:1767384621.956699:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c93799ba. 00000800:00000010:2.0:1767384621.956704:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009d9e6562. 20000000:01000000:1.0:1767384621.956726:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384621.956730:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384621.956733:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000800:00000010:2.0:1767384621.956736:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000df0f9ea6. 00010000:00000001:1.0:1767384621.956738:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384621.956743:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000001:2.0:1767384621.956753:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384621.956760:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384621.956784:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c45fc10a. 00010000:00000001:1.0:1767384621.956790:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384621.956793:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d8611fc. 00000020:00000001:1.0:1767384621.956796:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384621.956799:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d8611fc with handle 0x71ee3a74e271912e to hash 00000020:00000001:1.0:1767384621.956802:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384621.956804:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384621.956806:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384621.956810:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384621.956811:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384621.956816:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384621.956817:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.1:1767384621.956824:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000010:2.0:1767384621.956827:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e403b38e. 00000400:00000200:2.0:1767384621.956836:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384621.956841:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000800:00000200:3.0:1767384621.956842:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp24 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384619947068542 sched[0] 00010000:00000001:1.0:1767384621.956847:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000400:00000200:2.0:1767384621.956848:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: GET: OK 00000800:00000010:3.0:1767384621.956852:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000dac74dca. 00010000:00000001:1.0:1767384621.956853:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384621.956856:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:2.0:1767384621.956857:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:1.0:1767384621.956862:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.956867:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00010000:00000001:1.0:1767384621.956868:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384621.956873:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384621.956876:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384621.956879:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384621.956880:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384621.956882:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000800:00000001:2.0:1767384621.956883:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000040:1.0:1767384621.956885:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c45fc10a) refcount = 1 00010000:00010000:1.0:1767384621.956890:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384621.956892:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384621.956898:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384621.956905:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384621.956907:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:3.0:1767384621.956909:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00010000:00000001:1.0:1767384621.956912:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384621.956918:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384621.956922:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.956928:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384621.956929:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24) <- 192.168.203.125@tcp24 : GET - for me 20000000:00000001:1.0:1767384621.956952:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:2.0:1767384621.956958:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 304 into portal 0 MB=0x8000000000000000 20000000:01000000:1.0:1767384621.956960:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:1.0:1767384621.956966:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384621.956970:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000020:00000001:1.0:1767384621.956970:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384621.956977:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 304/304 into md 0x15ed [1] + 0 00000020:00000040:1.0:1767384621.956979:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=4 00000020:00000001:1.0:1767384621.956987:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384621.956992:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384621.956998:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384621.957002:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp24 to MR: 192.168.203.125@tcp24 local destination 00010000:00010000:1.0:1767384621.957003:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384621.957011:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.957023:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp24 NI seq info: [42:42:256:4294967295] 192.168.203.125@tcp24 LPNI seq info [42:42:8:4294967295] 00010000:00000001:1.0:1767384621.957047:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384621.957051:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384621.957056:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.957071:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24:192.168.203.125@tcp24) -> 192.168.203.125@tcp24(192.168.203.125@tcp24:192.168.203.125@tcp24) 192.168.203.125@tcp24 : REPLY try# 0 00010000:00000001:1.0:1767384621.957072:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384621.957076:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384621.957082:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384621.957090:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000800:00000200:2.0:1767384621.957093:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.125@tcp24 00010000:00000001:1.0:1767384621.957099:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:2.0:1767384621.957101:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e403b38e. 00010000:00000001:1.0:1767384621.957101:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.957105:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384621.957109:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000200:2.0:1767384621.957118:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (4) 00010000:00010000:1.0:1767384621.957123:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d8611fc already unused, calling callback (000000009752a4b4) 00000400:00000200:3.0:1767384621.957126:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00010000:00000001:1.0:1767384621.957130:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000800:00000200:2.0:1767384621.957131:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp24 ip 192.168.203.125:988 00000800:00000200:2.0:1767384621.957136:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e403b38e type 3, nob 400 niov 1 nkiov 1 00010000:00000001:1.0:1767384621.957138:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384621.957144:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384621.957149:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384621.957151:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384621.957153:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384621.957154:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=5 00000020:00000001:1.0:1767384621.957156:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384621.957158:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00000400:00000200:3.0:1767384621.957160:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00010000:00000001:1.0:1767384621.957161:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384621.957164:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384621.957174:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384621.957176:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384621.957177:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.957181:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384621.957183:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384621.957187:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384621.957188:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384621.957191:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d8611fc with handle 0x71ee3a74e271912e from hash 00010000:00000001:1.0:1767384621.957194:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384621.957195:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384621.957196:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384621.957197:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384621.957200:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000800:00000200:2.0:1767384621.957201:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1767384621.957203:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384621.957205:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384621.957207:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384621.957213:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384621.957215:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e403b38e. 00010000:00000001:1.0:1767384621.957216:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384621.957219:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384621.957222:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00010000:00000001:1.0:1767384621.957223:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384621.957224:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384621.957228:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384621.957233:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.957238:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: REPLY: OK 00010000:00000001:1.0:1767384621.957258:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.957268:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384621.957271:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384621.957275:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384621.957277:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384621.957279:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000800:00000001:2.0:1767384621.957280:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384621.957281:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384621.957285:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384621.957287:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384621.957288:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000001:2.0:1767384621.957289:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.957291:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00010000:00000001:1.0:1767384621.957292:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384621.957297:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384621.957299:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384621.957303:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384621.957304:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384621.957317:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000800:00000001:2.0:1767384621.957318:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384621.957320:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384621.957325:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d8611fc/0x71ee3a74e271912e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1767384621.957329:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.957331:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00010000:00000040:1.0:1767384621.957332:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c45fc10a count: 0 00000400:00000200:2.0:1767384621.957346:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24) <- 192.168.203.125@tcp24 : REPLY - for me 00010000:00000001:1.0:1767384621.957358:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384621.957362:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:2.0:1767384621.957367:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp24: Reply from 12345-192.168.203.125@tcp24 of length 304/304 into md 0x1609 00000800:00000001:2.0:1767384621.957374:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384621.957379:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384621.957381:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384621.957387:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: REPLY: OK 20000000:00000010:1.0:1767384621.957390:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000940c294b. 00000400:00000200:3.0:1767384621.957392:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.957392:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef4b20f 20000000:01000000:1.0:1767384621.957394:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #25 00000400:00000010:2.0:1767384621.957399:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ef4b20f. 20000000:00000001:1.0:1767384621.957404:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384621.957409:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00080000:00000001:1.0:1767384621.957410:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384621.957415:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384621.957419:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:2.0:1767384621.957423:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:2.0:1767384621.957427:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 17. state = 0x100251 00080000:00000001:1.0:1767384621.957430:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384621.957435:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00080000:00000001:1.0:1767384621.957481:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384621.957487:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384621.957489:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384621.957492:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384621.957494:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.957499:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (18) 00080000:00000002:1.0:1767384621.957499:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000400:00000200:3.0:1767384621.957500:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000020:00000001:1.0:1767384621.957512:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00000800:00000001:2.0:1767384621.957514:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000002:1.0:1767384621.957520:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000800:00000001:2.0:1767384621.957521:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384621.957530:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384621.957534:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384621.957536:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384621.957539:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384621.957545:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000400:00000200:2.0:1767384621.957546:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384621.957549:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00080000:00000001:1.0:1767384621.957555:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384621.957560:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000d1 00080000:00000010:1.0:1767384621.957561:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d130402e. 00080000:00000001:1.0:1767384621.957567:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898227279360 : -106175482272256 : ffff9f6f18186600) 00080000:00000001:1.0:1767384621.957573:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000010:2.0:1767384621.957577:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 360 at 0000000020c790a7. 00000001:00000001:1.0:1767384621.957578:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384621.957587:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002e41a7e2. 00000400:00000010:2.0:1767384621.957588:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 432 at 0000000005362382. 00000400:00000200:3.0:1767384621.957591:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00080000:00000001:1.0:1767384621.957592:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.957597:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 360 at 00000000d313ed5a. 00080000:00000001:1.0:1767384621.957598:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384621.957626:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.957641:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006c7a8dcb. 00080000:00000001:1.0:1767384621.957641:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384621.957648:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.957652:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006c7a8dcb nid 192.168.203.125@tcp25 00000400:00000010:2.0:1767384621.957655:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000909f62f9. 00080000:00000020:1.0:1767384621.957656:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:2.0:1767384621.957660:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000909f62f9 net tcp25 00000100:00000001:1.0:1767384621.957661:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384621.957663:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000a7ed0dad. 20000000:00000001:1.0:1767384621.957668:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384621.957672:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (17) 00010000:00000040:1.0:1767384621.957672:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048130816 00000400:00000200:3.0:1767384621.957681:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00010000:00000001:1.0:1767384621.957684:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384621.957690:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp25 flags 0x11 00010000:00000200:1.0:1767384621.957694:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef9bd808 x1853237048130816/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384621.957696:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 360 at 0000000020c790a7. 00000400:00000010:2.0:1767384621.957720:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 432 at 0000000005362382. 00000400:00000200:3.0:1767384621.957724:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000010:2.0:1767384621.957730:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 360 at 00000000d313ed5a. 00010000:00000001:1.0:1767384621.957730:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384621.957736:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.957739:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000008485c9ee. 00000100:00001000:1.0:1767384621.957741:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=38 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384621.957748:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1767384621.957751:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000100:00000040:1.0:1767384621.957756:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000200:3.0:1767384621.957757:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.957764:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000100:00000001:1.0:1767384621.957765:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384621.957790:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384621.957791:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 02000000:00000001:1.0:1767384621.957793:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.957796:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000100:00000001:1.0:1767384621.957803:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384621.957808:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000100:00000040:1.0:1767384621.957816:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384621.957820:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008863ca16. 00000400:00000200:2.0:1767384621.957822:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384621.957826:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384621.957826:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000100:00000200:1.0:1767384621.957838:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048130816, offset 224 00000400:00000200:2.0:1767384621.957840:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384621.957851:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384621.957852:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (18) 00000400:00000200:1.0:1767384621.957865:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384621.957878:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03d00 00000400:00000200:3.0:1767384621.957879:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384621.957889:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15f9 [2] + 224 00000400:00000200:1.0:1767384621.957896:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384621.957902:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384621.957907:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384621.957912:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384621.957923:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.957927:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000100:00000001:1.0:1767384621.957957:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384621.957963:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008863ca16 00000400:00000010:1.0:1767384621.957966:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008863ca16. 00000100:00000001:1.0:1767384621.957971:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384621.957973:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384621.957979:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.957981:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000100:00000040:1.0:1767384621.957983:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:2.0:1767384621.957986:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384621.957992:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384621.957994:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384621.957996:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384621.958001:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384621.958006:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384621.958007:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef9bd808 x1853237048130816/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384621.958015:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384621.958021:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f183d3b0. 00000100:00100000:1.0:1767384621.958028:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef9bd808 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048130816:12345-0@lo:253: Request processed in 3088us (3676us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384621.958032:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d35f5b4d 00000400:00000200:3.0:1767384621.958033:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000010:2.0:1767384621.958040:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d35f5b4d. 00000100:00100000:1.0:1767384621.958046:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00000001:2.0:1767384621.958047:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384621.958053:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384621.958058:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384621.958059:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384621.958063:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384621.958071:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcb98e62. 00000400:00000200:3.0:1767384621.958076:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000020:00000010:1.0:1767384621.958078:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000333aee26. 00000100:00000200:2.0:1767384621.958083:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384621.958094:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d27e1766. 00000100:00000001:2.0:1767384621.958115:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384621.958116:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000100:00000001:2.0:1767384621.958120:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384621.958122:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:2.0:1767384621.958123:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384621.958130:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384621.958131:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:1.0:1767384621.958133:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000048270172. 00000100:00000001:2.0:1767384621.958135:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384621.958139:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384621.958140:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384621.958144:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384621.958146:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384621.958163:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384621.958167:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcff9f09. 00000100:00001000:2.0:1767384621.958173:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=38 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384621.958173:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008863ca16. 00000400:00000200:3.0:1767384621.958177:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000100:00001000:2.0:1767384621.958190:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=38 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384621.958194:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384621.958197:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384621.958200:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384621.958203:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.958207:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.958212:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384621.958218:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000100:00000001:2.0:1767384621.958223:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384621.958227:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384621.958261:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384621.958266:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384621.958268:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384621.958270:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384621.958271:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384621.958272:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384621.958274:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.958275:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384621.958276:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:3.0:1767384621.958278:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000020:01000004:2.0:1767384621.958278:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384621.958279:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384621.958283:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.958304:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000041584cae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048130816:0@lo:253: 00000400:00000200:3.0:1767384621.958308:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000100:00000001:2.0:1767384621.958310:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.958313:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.958316:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000041584cae x1853237048130816/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.958324:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384621.958326:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384621.958329:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c35c8687. 02000000:00000001:2.0:1767384621.958334:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767384621.958335:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000020:00000001:2.0:1767384621.958336:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384621.958338:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384621.958341:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384621.958348:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000dc60685c. 02000000:00000001:2.0:1767384621.958354:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.958356:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384621.958358:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000041584cae. 00000100:00000001:2.0:1767384621.958363:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.958364:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.958367:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.958372:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.958374:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.958377:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.958380:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384621.958545:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000048270172. 00000800:00000010:3.0:1767384621.958550:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001018b6fb. 00000800:00000010:3.0:1767384621.958554:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccf3168e. 00000800:00000010:3.0:1767384621.958584:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccf3168e. 00000400:00000200:2.0:1767384621.958625:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384621.958637:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp24 from 224.3.0.2 00000800:00000010:2.0:1767384621.958640:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000373bdf75. 00000800:00000010:1.0:1767384621.958678:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a0563814. 00000800:00000010:1.0:1767384621.958684:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002da592ca. 00000800:00000010:1.0:1767384621.958723:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000ed7f94df. 00000800:00000200:1.1:1767384621.958732:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (4) 00000800:00000200:1.1:1767384621.958739:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp24 00000000ed7f94df deleted 00000800:00000010:1.1:1767384621.958741:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000ed7f94df. 00000800:00000200:1.1:1767384621.958745:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384621.958770:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp24 p 3.x 192.168.203.125 -> 192.168.203.125:992 incarnation:1767384619947068542 sched[0] 00000800:00000010:1.0:1767384621.958775:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d052c041. 00000800:00000010:1.0:1767384621.958867:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d052c041. 00000800:00000010:1.0:1767384621.958874:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002da592ca. 00000800:00000010:1.0:1767384621.958910:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000373bdf75. 00000800:00000001:3.0:1767384621.958931:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384621.958938:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384621.958967:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384621.959001:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp24 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384619947068542 sched[0] 00000800:00000010:3.0:1767384621.959005:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001018b6fb. 00000800:00000001:2.0:1767384621.959054:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384621.959061:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384621.959415:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d130402e. 00080000:00000010:3.0:1767384621.959482:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002e41a7e2. 00040000:00000001:3.0:1767384621.959490:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384621.959493:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384621.959496:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384621.959501:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384621.959504:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384621.959507:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384621.959510:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384621.959523:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384621.959529:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384621.959532:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384621.959535:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384621.959563:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 10000000:01000000:1.0:1767384621.959563:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384621.959571:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384621.959574:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384621.959580:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ad56dc83. 00010000:00000001:1.0:1767384621.959583:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384621.959588:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070db8059. 00000020:00000001:1.0:1767384621.959591:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384621.959597:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070db8059 with handle 0x71ee3a74e2719135 to hash 00000020:00000001:1.0:1767384621.959600:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384621.959603:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384621.959605:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384621.959607:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384621.959609:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384621.959621:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384621.959628:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384621.959631:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384621.959632:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384621.959634:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384621.959636:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384621.959638:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384621.959641:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384621.959644:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384621.959646:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384621.959647:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384621.959649:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384621.959651:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ad56dc83) refcount = 1 00010000:00010000:1.0:1767384621.959654:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384621.959658:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384621.959659:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384621.959660:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384621.959662:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.959663:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384621.959665:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384621.959667:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002839257s 00010000:00000001:1.0:1767384621.959669:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384621.959670:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384621.959671:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070db8059 refcount=4 00000020:00000001:1.0:1767384621.959673:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384621.959675:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384621.959678:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384621.959679:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384621.959685:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384621.959692:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384621.959697:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384621.959699:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384621.959702:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384621.959703:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:1.0:1767384621.959713:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000010:3.0:1767384621.959714:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cba1eae4. 20000000:00000001:3.0:1767384621.959724:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.959727:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384621.959730:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384621.959731:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048130944 00010000:00000001:1.0:1767384621.959734:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1767384621.959736:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384621.959737:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:3.0:1767384621.959746:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064ebd4a9 x1853237048130944/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384621.959749:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070db8059 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384621.959756:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384621.959762:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:3.0:1767384621.959768:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:1.0:1767384621.959769:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384621.959776:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384621.959787:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=38 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384621.959789:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384621.959793:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384621.959796:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384621.959796:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384621.959813:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000040:1.0:1767384621.959822:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070db8059 refcount=5 00000100:00000001:3.0:1767384621.959823:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:1.0:1767384621.959835:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 02000000:00000001:3.0:1767384621.959837:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384621.959844:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 02000000:00000001:3.0:1767384621.959849:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.959851:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384621.959856:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384621.959857:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384621.959869:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384621.959878:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001018b6fb. 00010000:00000001:1.0:1767384621.959878:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384621.959880:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384621.959883:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384621.959884:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048130944, offset 224 00010000:00000001:1.0:1767384621.959889:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384621.959891:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384621.959896:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:3.0:1767384621.959897:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384621.959905:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384621.959910:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:1.0:1767384621.959918:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070db8059 with handle 0x71ee3a74e2719135 from hash 00010000:00000001:1.0:1767384621.959922:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384621.959924:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384621.959927:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03d80 00010000:00000001:1.0:1767384621.959928:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384621.959933:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384621.959939:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384621.959941:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384621.959946:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x15f5 [2] + 224 00010000:00000001:1.0:1767384621.959948:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384621.959956:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384621.959960:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384621.959960:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.959983:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:3.0:1767384621.959984:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384621.959990:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:3.0:1767384621.959993:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384621.959995:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384621.959998:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384621.960000:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384621.960001:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.960010:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384621.960018:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384621.960028:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384621.960039:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384621.960053:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384621.960058:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384621.960064:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384621.960069:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384621.960071:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384621.960072:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384621.960073:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384621.960075:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384621.960077:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384621.960078:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384621.960080:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384621.960086:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384621.960088:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384621.960090:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001018b6fb 00010000:00010000:1.0:1767384621.960090:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070db8059/0x71ee3a74e2719135 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384621.960098:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001018b6fb. 00000100:00000001:2.0:1767384621.960100:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.960102:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384621.960103:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384621.960107:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384621.960109:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384621.960114:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384621.960115:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384621.960119:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91cad30. 00010000:00000040:1.0:1767384621.960130:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ad56dc83 count: 0 00000100:00000040:3.0:1767384621.960131:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:2.0:1767384621.960131:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbd41609 00010000:00000001:3.0:1767384621.960142:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384621.960142:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbd41609. 00000020:00000001:3.0:1767384621.960147:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.960151:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384621.960151:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384621.960157:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384621.960159:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064ebd4a9 x1853237048130944/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:602/0 lens 4848/4768 e 0 to 0 dl 1767384632 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384621.960159:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384621.960161:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:3.0:1767384621.960174:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064ebd4a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048130944:12345-0@lo:253: Request processed in 5242us (5853us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384621.960174:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.960182:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384621.960183:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00000001:2.0:1767384621.960183:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.960185:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384621.960186:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 02000000:00000001:2.0:1767384621.960187:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384621.960188:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384621.960189:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384621.960190:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384621.960202:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384621.960205:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=38 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384621.960208:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1767384621.960208:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=38 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384621.960213:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008cefe544. 00000100:00000001:2.0:1767384621.960215:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384621.960217:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.960218:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001fa700f2. 00010000:00000001:2.0:1767384621.960219:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384621.960220:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384621.960222:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4ba0ce9. 00000100:00000001:2.0:1767384621.960222:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384621.960225:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384621.960227:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:3.0:1767384621.960231:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384621.960232:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384621.960233:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e732e84f. 00000100:00000001:2.0:1767384621.960235:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384621.960236:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384621.960236:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384621.960238:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384621.960239:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384621.960241:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000200:3.0:1767384621.960256:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384621.960256:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384621.960258:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384621.960259:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:3.0:1767384621.960261:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002a8e8a8. 00000020:01000004:2.0:1767384621.960261:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384621.960262:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384621.960263:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:3.0:1767384621.960265:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001018b6fb. 00000020:01000004:2.0:1767384621.960265:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384621.960268:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384621.960275:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048130944:0@lo:253: 00000100:00000001:2.0:1767384621.960280:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.960281:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384621.960284:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000200e631c x1853237048130944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384621.960291:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384621.960293:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384621.960305:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000142f2130. 02000000:00000001:2.0:1767384621.960309:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384621.960310:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384621.960312:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384621.960314:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384621.960315:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000002bfaf6a6. 02000000:00000001:2.0:1767384621.960318:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384621.960325:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384621.960326:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000200e631c. 00000100:00000001:2.0:1767384621.960329:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384621.960330:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.960332:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384621.960336:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384621.960338:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384621.960341:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384621.960343:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384621.961495:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294909731, at 4294909732 00000100:00000040:2.0:1767384621.961496:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294909731, at 4294909732 00000100:00000010:2.0:1767384621.961503:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf72ab88. 00000100:00000010:3.0:1767384621.961505:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000368652d9. 00000100:00000040:1.0:1767384621.962496:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294909731, at 4294909733 00000100:00000010:1.0:1767384621.962506:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5fbec3b. 00000100:00000040:0.0:1767384621.962585:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294909731, at 4294909733 00000100:00000010:0.0:1767384621.962592:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cbef4ef1. 00010000:00000010:1.1:1767384621.964479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c45fc10a. 00010000:00000010:1.1:1767384621.964494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d8611fc. 00010000:00000010:1.1:1767384621.966478:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ad56dc83. 00010000:00000010:1.1:1767384621.966488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070db8059. 00000400:00000010:0.0:1767384621.973134:0:24633:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000f45a14de. 00000400:00000040:0.0:1767384621.973153:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384621.973155:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384621.973158:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.973159:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384621.973161:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.973163:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384621.973166:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384621.973167:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384621.973168:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384621.973169:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384621.973171:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384621.973172:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384621.973174:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384621.973175:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384621.973176:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384621.973178:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384621.973179:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384621.973180:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384621.973181:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384621.973183:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.973184:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384621.973185:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384621.973187:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384621.973188:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.973194:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384621.973196:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.973197:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384621.973198:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384621.973199:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384621.973200:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.973201:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384621.973203:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384621.973204:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384621.973205:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384621.973206:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384621.973208:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.973209:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384621.973211:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384621.973212:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384621.973213:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384621.973214:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384621.973215:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384621.973216:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384621.973217:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384621.973218:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384621.973219:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384621.973220:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384621.973221:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384621.973223:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384621.973224:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384621.973225:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384621.973226:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384621.973227:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384621.973228:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384621.973229:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384621.973230:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384621.973231:0:24633:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384621.973308:0:24633:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000f45a14de. 00010000:00000001:3.0:1767384621.989539:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384621.989547:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384621.989556:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384621.989559:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384621.989595:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384621.989617:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384621.989622:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384622.181516:0:17070:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384622.181521:0:17070:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384622.182502:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384622.182505:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.013544:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384623.013550:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.013557:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384623.013560:0:54:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384623.013562:0:54:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384623.013564:0:54:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.013567:0:54:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384623.013569:0:54:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.013571:0:54:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.013572:0:54:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.013624:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384623.013628:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384623.013632:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384623.059600:0:24921:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d555c9ff. 00080000:00000010:3.0:1767384623.059610:0:24921:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d555c9ff. 00000020:00000001:3.0:1767384623.059615:0:24921:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384623.059621:0:24921:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d555c9ff. 00080000:00000010:3.0:1767384623.059625:0:24921:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d555c9ff. 00000020:00000001:3.0:1767384623.059632:0:24921:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.205592:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384623.205600:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:3.0:1767384623.205607:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.205611:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384623.205613:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384623.205615:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384623.205618:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384623.205622:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384623.205625:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 31 10000000:00000001:3.0:1767384623.205630:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384623.205632:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384623.205643:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83b48b8. 00000020:00000040:3.0:1767384623.205649:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384623.205657:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384623.205662:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384623.205669:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384623.205679:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006723a4eb. 00000100:00000001:3.0:1767384623.205690:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.205697:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384623.205701:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384623.205710:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005e5d41ac. 00010000:00000001:3.0:1767384623.205716:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384623.205721:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c763f6f2. 00000020:00000001:3.0:1767384623.205728:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384623.205732:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c763f6f2 with handle 0x71ee3a74e271913c to hash 00000020:00000001:3.0:1767384623.205736:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384623.205738:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384623.205744:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384623.205751:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384623.205755:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.205759:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384623.205772:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384623.205807:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.205815:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384623.205817:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384623.205824:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfe0e. 00000100:00000001:3.0:1767384623.205828:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898148457856 : -106175561093760 : ffff9f6f1365ad80) 00000100:00000001:3.0:1767384623.205833:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.205835:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623578368 : -106175085973248 : ffff9f6f2fb77100) 00000100:00000001:3.0:1767384623.205843:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384623.205846:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.205850:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384623.205853:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384623.205864:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.205876:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384623.205879:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.205884:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384623.205887:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384623.205891:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.205895:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048131072:0@lo:101: 00000100:00000001:3.0:1767384623.205902:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384623.205910:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384623.205914:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.205917:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384623.205923:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001c4efd9e. 02000000:00000001:3.0:1767384623.205926:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.205934:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000654deb9a. 00000400:00000010:3.0:1767384623.205945:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8f4965. 00000100:00000200:3.0:1767384623.205953:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048131072, portal 25 00000100:00000001:3.0:1767384623.205958:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.205959:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623578368 : -106175085973248 : ffff9f6f2fb77100) 00000100:00000040:3.0:1767384623.205966:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.205987:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384623.205991:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384623.205996:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000100:00000200:3.0:1767384623.206001:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048131072, offset 0 00000400:00000200:3.0:1767384623.206011:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.206030:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.206052:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff03e00 00000400:00000200:3.0:1767384623.206065:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0xa89 [2] + 0 00000400:00000010:3.0:1767384623.206070:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ec36e17. 00000400:00000200:3.0:1767384623.206087:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db94e7e6 00000400:00000200:3.0:1767384623.206096:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.206109:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384623.206117:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db94e7e6 00000400:00000010:3.0:1767384623.206122:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db94e7e6. 00000100:00000001:3.0:1767384623.206135:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384623.206139:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384623.206144:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000706e01af x1853237048131072 msgsize 328 00000100:00100000:3.0:1767384623.206164:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384623.206167:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384623.206194:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384623.206207:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000400:00000010:3.0:1767384623.206210:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000100:00000001:3.0:1767384623.206220:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384623.206225:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.206263:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.206269:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.206281:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.206284:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384623.206287:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384623.206294:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384623.206297:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048131072 00000100:00000001:3.0:1767384623.206304:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294910982 02000000:00000001:0.0:1767384623.206306:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384623.206315:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384623.206321:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384623.206324:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000459a79b. 02000000:00000001:0.0:1767384623.206330:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384623.206338:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048131072 00000020:00000001:0.0:1767384623.206347:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384623.206353:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000020:00000040:0.0:1767384623.206354:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384623.206363:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384623.206368:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384623.206369:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294910982 00000020:00000001:0.0:1767384623.206378:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000010:3.0:1767384623.206380:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008cb74bbd. 00000020:00000001:0.0:1767384623.206388:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384623.206392:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384623.206401:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384623.206404:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294910982 00000020:00000010:0.0:1767384623.206411:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb297039. 00000100:00000010:3.0:1767384623.206413:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8e14580. 00000100:00000001:0.0:1767384623.206424:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.206425:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000020:00000010:0.0:1767384623.206436:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb297039. 00000100:00000001:3.0:1767384623.206437:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294910982 00000100:00000010:3.0:1767384623.206494:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1316571. 00000100:00000001:3.0:1767384623.206500:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384623.206507:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.206513:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384623.206517:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a731c41. 00000100:00000001:3.0:1767384623.206518:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384623.206524:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384623.206530:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afedfe0e going to sleep for 11 seconds 00000020:00000010:0.0:1767384623.206533:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b55f62c2. 00000100:00000001:3.0:1767384623.206537:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384623.206545:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384623.206546:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6f16257. 00000100:00000040:0.0:1767384623.206565:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384623.206581:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384623.206584:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384623.206588:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.206606:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.206642:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.206678:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384623.206683:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384623.206685:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384623.206694:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384623.206695:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00000040:0.0:1767384623.206709:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384623.206711:0:17081:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.206724:0:17081:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.206726:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971822672 : -106175737728944 : ffff9f6f08de7050) 00000100:00000040:0.0:1767384623.206749:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000706e01af x1853237048131072/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.206770:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.206785:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb297039. 00000100:00000001:0.0:1767384623.206791:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.206798:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb297039. 00000100:00100000:0.0:1767384623.206816:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000706e01af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048131072:12345-0@lo:101: 00000100:00000200:0.0:1767384623.206826:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048131072 00000020:00000001:0.0:1767384623.206834:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384623.206840:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384623.206844:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.206849:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384623.206854:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:0.0:1767384623.206862:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384623.206865:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384623.206871:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384623.206876:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384623.206883:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.206888:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384623.206893:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384623.206898:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384623.206902:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384623.206907:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.206917:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384623.206929:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e23b6822. 00010000:00000001:0.0:1767384623.206936:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384623.206943:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000123671e1. 00000020:00000001:0.0:1767384623.206949:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384623.206955:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000123671e1 with handle 0x71ee3a74e2719143 to hash 00000020:00000001:0.0:1767384623.206963:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384623.206967:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00000001:0.0:1767384623.206974:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00010000:0.0:1767384623.206980:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e271913c expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384623.206997:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:0.0:1767384623.207003:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:0.0:1767384623.207026:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384623.207034:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384623.207043:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000d3db2aa. 02000000:00000001:0.0:1767384623.207048:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.207054:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.207060:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384623.207067:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384623.207083:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384623.207087:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384623.207091:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.207096:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384623.207099:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.207104:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384623.207109:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384623.207113:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384623.207116:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384623.207120:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e23b6822) refcount = 1 00010000:00010000:0.0:1767384623.207132:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e271913c expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.207147:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384623.207152:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384623.207154:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.207159:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.207162:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384623.207170:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384623.207175:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e271913c expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384623.207189:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384623.207193:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384623.207196:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384623.207201:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.207204:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384623.207207:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384623.207210:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384623.207212:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000123671e1, rc 0) 00000020:00000001:0.0:1767384623.207228:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384623.207258:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048131072 00010000:00000001:0.0:1767384623.207265:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384623.207273:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000706e01af x1853237048131072/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 328/344 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384623.207289:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384623.207292:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384623.207300:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384623.207310:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384623.207314:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384623.207319:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384623.207325:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384623.207330:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.207335:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384623.207340:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384623.207347:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000200:0.0:1767384623.207353:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048131072, offset 224 00000400:00000200:0.0:1767384623.207366:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384623.207378:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384623.207392:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff03e00 00000400:00000200:0.0:1767384623.207402:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x161d [1] + 224 00000400:00000200:0.0:1767384623.207410:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.207418:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384623.207424:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384623.207430:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384623.207500:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.207521:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384623.207531:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:0.0:1767384623.207546:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000001:0.0:1767384623.207551:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384623.207554:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384623.207577:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.207584:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384623.207589:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384623.207596:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.207601:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384623.207608:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384623.207612:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000706e01af x1853237048131072/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 328/344 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384623.207622:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384623.207630:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384623.207635:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000654deb9a. 00000100:00100000:0.0:1767384623.207645:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000706e01af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048131072:12345-0@lo:101: Request processed in 870us (1493us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384623.207647:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8f4965 00000400:00000010:3.0:1767384623.207655:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8f4965. 00000100:00000001:3.0:1767384623.207671:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384623.207678:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00000200:3.0:1767384623.207687:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384623.207690:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384623.207701:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384623.207709:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384623.207715:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384623.207721:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b55f62c2. 00000100:00000001:3.0:1767384623.207736:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384623.207738:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6f16257. 00000100:00000001:3.0:1767384623.207739:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.207750:0:17083:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:0.0:1767384623.207753:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a731c41. 02000000:00000001:3.0:1767384623.207756:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384623.207761:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384623.207768:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:0.0:1767384623.207777:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384623.207779:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384623.207785:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000d3db2aa. 02000000:00000001:3.0:1767384623.207787:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384623.207800:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=40 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384623.207800:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384623.207811:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384623.207812:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384623.207823:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384623.207825:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384623.207828:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384623.207829:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384623.207835:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.207841:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.207841:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047212796. 00000100:00000040:3.0:1767384623.207853:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384623.207859:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000030bfa41. 00000100:00000001:3.0:1767384623.207871:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.207877:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384623.207879:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384623.207886:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384623.207896:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048131072:0@lo:101: 00000100:00000001:3.0:1767384623.207905:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.207908:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.207911:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384623.207913:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.207919:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.207927:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384623.207931:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afedfe0e. 00000100:00000001:3.0:1767384623.207936:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384623.207938:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.207941:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384623.207944:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384623.207948:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.207952:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c763f6f2 refcount=4 00000020:00000001:3.0:1767384623.207955:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384623.207959:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000040:3.0:1767384623.207978:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000c763f6f2, remote cookie: 0x71ee3a74e2719143, flags: 0x0 00010000:00000001:3.0:1767384623.207983:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384623.207986:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384623.207988:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384623.207990:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384623.207992:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384623.207995:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005e5d41ac) refcount = 1 00010000:00010000:3.0:1767384623.207999:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.208007:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384623.208009:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384623.208011:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384623.208014:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384623.208018:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384623.208021:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.208027:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384623.208029:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.208031:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.208032:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.208033:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.208035:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.208037:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.208040:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83b48b8 x1853237048131072/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.208048:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384623.208051:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384623.208055:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001c4efd9e. 02000000:00000001:3.0:1767384623.208059:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384623.208061:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384623.208063:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384623.208065:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384623.208068:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006723a4eb. 02000000:00000001:3.0:1767384623.208071:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384623.208085:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384623.208087:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83b48b8. 00000100:00000001:3.0:1767384623.208091:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384623.208092:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384623.208105:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.208108:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384623.208110:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:3.0:1767384623.208112:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.208114:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384623.208116:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.208118:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c763f6f2 refcount=3 00000020:00000001:3.0:1767384623.208120:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384623.208122:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384623.208124:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384623.208126:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.208127:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384623.208129:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.208131:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384623.208136:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000005a897f6d. 00000100:00000010:3.0:1767384623.208161:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83b48b8. 00000020:00000040:3.0:1767384623.208165:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384623.208170:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384623.208172:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384623.208176:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384623.208180:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006723a4eb. 00000100:00000001:3.0:1767384623.208185:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.208189:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384623.208196:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001c4efd9e. 00000100:00000010:3.0:1767384623.208201:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000cd53e161. 00000020:00000040:3.0:1767384623.208204:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384623.208211:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384623.208213:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384623.208218:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afedfe0e. 00000100:00000001:3.0:1767384623.208222:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898148457856 : -106175561093760 : ffff9f6f1365ad80) 00000100:00000001:3.0:1767384623.208226:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.208229:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623578368 : -106175085973248 : ffff9f6f2fb77100) 00000100:00000001:3.0:1767384623.208277:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384623.208280:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.208284:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384623.208287:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384623.208295:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.208310:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384623.208312:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.208317:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384623.208322:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384623.208326:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.208330:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048131200:0@lo:256: 00000100:00000001:3.0:1767384623.208337:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384623.208342:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384623.208347:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.208350:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384623.208358:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000654deb9a. 00000400:00000010:3.0:1767384623.208364:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000002ac12c8a. 00000100:00000200:3.0:1767384623.208370:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff03e80-0x695825ff03e80, portal 33 00000100:00000001:3.0:1767384623.208373:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.208376:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384623.208380:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000060def05a. 02000000:00000001:3.0:1767384623.208382:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.208385:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426670ac. 00000400:00000010:3.0:1767384623.208389:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8f4965. 00000100:00000200:3.0:1767384623.208392:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048131200, portal 25 00000100:00000001:3.0:1767384623.208395:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.208398:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623578368 : -106175085973248 : ffff9f6f2fb77100) 00000100:00000040:3.0:1767384623.208405:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.208413:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384623.208417:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384623.208421:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000100:00000200:3.0:1767384623.208425:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048131200, offset 0 00000400:00000200:3.0:1767384623.208509:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.208531:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.208543:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff03e80 00000400:00000200:3.0:1767384623.208554:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0xab5 [2] + 0 00000400:00000010:3.0:1767384623.208559:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f471ac48. 00000400:00000200:3.0:1767384623.208565:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000297322cd 00000400:00000200:3.0:1767384623.208570:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.208575:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384623.208579:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000297322cd 00000400:00000010:3.0:1767384623.208582:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000297322cd. 00000100:00000001:3.0:1767384623.208587:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384623.208589:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384623.208593:0:17083:0:(events.c:337:request_in_callback()) incoming req@000000006c309e46 x1853237048131200 msgsize 304 00000100:00100000:3.0:1767384623.208597:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384623.208599:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384623.208615:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384623.208621:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000400:00000010:3.0:1767384623.208623:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000100:00000001:3.0:1767384623.208625:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384623.208629:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.208640:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.208644:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.208653:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.208656:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384623.208663:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.208667:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384623.208668:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294910985 00000100:00100000:0.0:1767384623.208678:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048131200 00000100:00000001:3.0:1767384623.208684:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910982 02000000:00000001:0.0:1767384623.208688:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384623.208694:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384623.208695:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294910985 00000100:00000001:0.0:1767384623.208698:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.208703:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910982 02000000:00000001:0.0:1767384623.208709:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.208711:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294910985 00000100:00000001:3.0:1767384623.208723:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294910982 00000100:00100000:0.0:1767384623.208723:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048131200 00000020:00000001:0.0:1767384623.208730:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384623.208732:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384623.208738:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384623.208743:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294910985 00000020:00000040:0.0:1767384623.208744:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:3.0:1767384623.208750:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294910982 00000100:00000001:3.0:1767384623.208755:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384623.208757:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.208763:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384623.208772:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384623.208772:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:3.0:1767384623.208781:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afedfe0e going to sleep for 11 seconds 00000020:00000001:0.0:1767384623.208785:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384623.208787:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384623.208793:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.208799:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.208807:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb297039. 00000100:00000001:0.0:1767384623.208812:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.208817:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb297039. 00000020:00000010:0.0:1767384623.208824:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000a731c41. 00000020:00000010:0.0:1767384623.208832:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b55f62c2. 00000020:00000010:0.0:1767384623.208839:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6f16257. 00000100:00000040:0.0:1767384623.208851:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384623.208856:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384623.208859:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384623.208861:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.208869:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.208890:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384623.208906:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384623.208909:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384623.208915:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00000040:0.0:1767384623.208919:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384623.208923:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971812432 : -106175737739184 : ffff9f6f08de4850) 00000100:00000040:0.0:1767384623.208930:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c309e46 x1853237048131200/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 304/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.208944:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384623.208948:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fb297039. 00000100:00000001:0.0:1767384623.208952:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384623.208957:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fb297039. 00000100:00100000:0.0:1767384623.208965:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c309e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048131200:12345-0@lo:256: 00000100:00000200:0.0:1767384623.208972:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048131200 00000020:00000001:0.0:1767384623.208977:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384623.208981:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384623.208984:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.208988:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384623.208999:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:0.0:1767384623.209004:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384623.209006:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384623.209011:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384623.209014:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384623.209018:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.209025:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384623.209028:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384623.209034:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000d3db2aa. 02000000:00000001:0.0:1767384623.209038:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.209042:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384623.209047:0:17080:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384623.209052:0:17080:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384623.209057:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384623.209061:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384623.209065:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384623.209069:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384623.209072:0:17080:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384623.209088:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e211bedd. 20000000:00000001:0.0:1767384623.209093:0:17080:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384623.209113:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384623.209123:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384623.209131:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384623.209137:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384623.209140:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384623.209144:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384623.209148:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384623.209153:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384623.209157:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384623.209161:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384623.209165:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384623.209170:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384623.209176:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384623.209181:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384623.209185:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384623.209191:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384623.209195:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:0.0:1767384623.209200:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3732/1/4/3. 20000000:00000040:0.0:1767384623.209224:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384623.209229:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384623.209259:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384623.209264:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384623.209269:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384623.209274:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384623.209279:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384623.209285:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384623.209290:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384623.209295:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384623.209300:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384623.209306:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384623.209313:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384623.209319:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384623.209324:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384623.209327:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384623.209331:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:01000000:0.0:1767384623.209337:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 364, pages 3368/1/4/3. 20000000:01000000:0.0:1767384623.209341:0:17080:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 728, version 38 20000000:00000001:0.0:1767384623.209344:0:17080:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=728 : 728 : 2d8) 00000100:00000001:0.0:1767384623.209350:0:17080:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384623.209355:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000020103c6c. 00000100:00000010:0.0:1767384623.209361:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000054fe6997. 00000020:00000040:0.0:1767384623.209365:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:0.0:1767384623.209371:0:17080:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384623.209375:0:17080:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384623.209380:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000400:00000010:0.0:1767384623.209390:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005eb09c49. 00000400:00000200:0.0:1767384623.209397:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384623.209410:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384623.209421:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 728 into portal 33 MB=0x695825ff03e80 00000400:00000200:0.0:1767384623.209430:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 728/728 into md 0x162d [4] + 0 00000400:00000010:0.0:1767384623.209436:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000654deb9a. 00000400:00000200:0.0:1767384623.209696:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002ac12c8a 00000400:00000200:0.0:1767384623.209707:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.209714:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384623.209720:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ac12c8a 00000400:00000010:0.0:1767384623.209734:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000002ac12c8a. 00000100:00000001:0.0:1767384623.209740:0:17080:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384623.209744:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000f83b48b8 desc 000000001c4efd9e mbits 1853237048131200 00000100:00000001:0.0:1767384623.209770:0:17080:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384623.209777:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384623.209790:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384623.209806:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1639 00000400:00000200:0.0:1767384623.209814:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.209824:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:3.0:1767384623.209827:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384623.209836:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384623.209837:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384623.209845:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000020103c6c 00000100:00000001:0.0:1767384623.209853:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384623.209865:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:0.0:1767384623.209870:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000001:0.0:1767384623.209874:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384623.209876:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000020103c6c 00000100:00000001:0.0:1767384623.209881:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384623.209892:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 728 bytes via portal 33 id 12345-0@lo mbits 0x695825ff03e80-0x695825ff03e80 00000100:00000001:0.0:1767384623.209898:0:17080:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384623.209906:0:17080:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.209911:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384623.209916:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:0.0:1767384623.209923:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000054fe6997. 00000100:00000010:0.0:1767384623.209933:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000020103c6c. 00000100:00000001:0.0:1767384623.209939:0:17080:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384623.209941:0:17080:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384623.209953:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e211bedd. 20000000:00000001:0.0:1767384623.209960:0:17080:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384623.209967:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048131200 00010000:00000001:0.0:1767384623.209971:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384623.209984:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c309e46 x1853237048131200/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 304/240 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384623.209999:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384623.210002:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384623.210006:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=40 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384623.210026:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384623.210031:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384623.210036:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384623.210041:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384623.210045:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.210050:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384623.210054:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384623.210059:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000200:0.0:1767384623.210066:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048131200, offset 224 00000400:00000200:0.0:1767384623.210074:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384623.210091:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384623.210109:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff03e80 00000400:00000200:0.0:1767384623.210119:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1631 [1] + 224 00000400:00000200:0.0:1767384623.210127:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384623.210136:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384623.210141:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384623.210147:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384623.210162:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384623.210195:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384623.210202:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:0.0:1767384623.210205:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000001:0.0:1767384623.210210:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384623.210213:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384623.210218:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384623.210223:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384623.210230:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384623.210256:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384623.210261:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384623.210270:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c309e46 x1853237048131200/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 304/240 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.210271:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384623.210285:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384623.210291:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384623.210293:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c309e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048131200:12345-0@lo:256: Request processed in 1345us (1695us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384623.210298:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000426670ac. 00000400:00000200:3.0:1767384623.210308:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8f4965 00000400:00000010:3.0:1767384623.210317:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8f4965. 00000100:00000001:3.0:1767384623.210327:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384623.210333:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00000200:3.0:1767384623.210343:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384623.210343:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384623.210351:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384623.210356:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384623.210365:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b55f62c2. 00000020:00000010:0.0:1767384623.210376:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6f16257. 00000100:00000200:3.0:1767384623.210378:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384623.210385:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000a731c41. 00000020:00000040:0.0:1767384623.210397:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:3.0:1767384623.210407:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384623.210409:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384623.210412:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384623.210415:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000d3db2aa. 00000100:00000001:3.0:1767384623.210418:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384623.210426:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384623.210427:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384623.210429:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384623.210436:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384623.210437:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384623.210440:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384623.210446:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=40 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384623.210451:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=40 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384623.210491:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384623.210497:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384623.210499:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071971945. 00000100:00000001:3.0:1767384623.210502:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.210509:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384623.210520:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384623.210522:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000490dc2f5. 00000100:00000001:3.0:1767384623.210541:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.210549:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384623.210564:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.210576:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384623.210579:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384623.210588:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384623.210602:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048131200:0@lo:256: 00000100:00000001:3.0:1767384623.210612:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.210615:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.210619:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384623.210622:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.210624:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.210632:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384623.210636:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afedfe0e. 00000100:00000001:3.0:1767384623.210642:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384623.210644:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384623.210650:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 38, more 0. 10000000:00000001:3.0:1767384623.210656:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384623.210667:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009453b616. 10000000:00000040:3.0:1767384623.210681:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384623.210692:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384623.210697:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384623.210707:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:3.0:1767384623.210712:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.210716:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384623.210719:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:3.0:1767384623.210722:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000400:00000200:3.0:1767384623.210727:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 17 NIDs 00000400:00001000:3.0:1767384623.210740:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384623.210745:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:3.0:1767384623.210753:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384623.210760:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (17) 00000400:00000200:3.0:1767384623.210767:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384623.210775:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:3.0:1767384623.210779:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (18) 00000400:00000200:3.0:1767384623.210782:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:3.0:1767384623.210785:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:3.0:1767384623.210789:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210792:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:3.0:1767384623.210794:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:3.0:1767384623.210797:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210800:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:3.0:1767384623.210803:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:3.0:1767384623.210808:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210811:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:3.0:1767384623.210815:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:3.0:1767384623.210821:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210824:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:3.0:1767384623.210827:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:3.0:1767384623.210833:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210837:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:3.0:1767384623.210840:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:3.0:1767384623.210845:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210848:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:3.0:1767384623.210853:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:3.0:1767384623.210857:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210860:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:3.0:1767384623.210864:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:3.0:1767384623.210870:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210873:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:3.0:1767384623.210876:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:3.0:1767384623.210882:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210885:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:3.0:1767384623.210888:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:3.0:1767384623.210906:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210909:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:3.0:1767384623.210911:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:3.0:1767384623.210917:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210919:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:3.0:1767384623.210921:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:3.0:1767384623.210928:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210932:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:3.0:1767384623.210936:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:3.0:1767384623.210942:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210947:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:3.0:1767384623.210951:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:3.0:1767384623.210957:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210960:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:3.0:1767384623.210964:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:3.0:1767384623.210969:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210972:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:3.0:1767384623.210975:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:3.0:1767384623.210981:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384623.210983:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000100:00000001:3.0:1767384623.210988:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.210992:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384623.211000:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 10000000:00000010:3.0:1767384623.211006:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000f655e7ae. 10000000:00000040:3.0:1767384623.211012:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 38/38 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000020:00000080:3.0:1767384623.211016:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384623.211028:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384623.211033:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000027f59051. 00000020:00000010:3.0:1767384623.211039:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009fe12cf7. 00000040:00000010:3.0:1767384623.211044:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008f72b4a3. 00000020:00000010:3.0:1767384623.211051:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000075b1c82f. 00000020:00000010:3.0:1767384623.211057:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5361878. 00000020:00000010:3.0:1767384623.211063:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000091c2dd4c. 80000000:00000010:3.0:1767384623.211068:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e7e94233. 40000000:00000010:3.0:1767384623.211089:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000094eacd8b. 00100000:00000010:3.0:1767384623.211094:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002d4894c8. 00040000:00000010:3.0:1767384623.211100:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005bc15c66. 00040000:00000010:3.0:1767384623.211105:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d753b17a. 00040000:00000010:3.0:1767384623.211108:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000066b49c98. 00080000:00000010:3.0:1767384623.211117:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a7ed0dad. 00080000:00000010:3.0:1767384623.211125:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c5b1c1b1. 00000004:00000010:3.0:1767384623.211134:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000617ed16c. 00000004:00000010:3.0:1767384623.211140:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000fd3b707f. 00000004:00000010:3.0:1767384623.211147:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e9ea37b8. 00002000:00000010:3.0:1767384623.211154:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000541a8c54. 00000004:00000010:3.0:1767384623.211159:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000142fa24f. 00000004:00000001:3.0:1767384623.211164:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384623.211167:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384623.211169:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000f655e7ae 00000040:00001000:3.0:1767384623.211171:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384623.211173:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384623.211175:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384623.211177:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384623.211182:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384623.211185:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384623.211188:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384623.211192:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:3.0:1767384623.211196:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384623.211318:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384623.211326:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009fe12cf7. 00000040:00000010:3.0:1767384623.211332:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008f72b4a3. 00000020:00000010:3.0:1767384623.211336:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000075b1c82f. 00000020:00000010:3.0:1767384623.211341:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5361878. 00000020:00000010:3.0:1767384623.211347:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000091c2dd4c. 80000000:00000010:3.0:1767384623.211351:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e7e94233. 40000000:00000010:3.0:1767384623.211367:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000094eacd8b. 00100000:00000010:3.0:1767384623.211373:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002d4894c8. 00040000:00000010:3.0:1767384623.211378:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005bc15c66. 00040000:00000010:3.0:1767384623.211382:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d753b17a. 00040000:00000010:3.0:1767384623.211397:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000066b49c98. 00080000:00000010:3.0:1767384623.211402:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c5b1c1b1. 00080000:00000010:3.0:1767384623.211406:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a7ed0dad. 00000004:00000010:3.0:1767384623.211411:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000617ed16c. 00000004:00000010:3.0:1767384623.211416:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000fd3b707f. 00000004:00000010:3.0:1767384623.211421:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000e9ea37b8. 00002000:00000010:3.0:1767384623.211424:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000541a8c54. 00000004:00000010:3.0:1767384623.211428:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000142fa24f. 00000020:00000010:3.0:1767384623.211430:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027f59051. 00000020:00000001:3.0:1767384623.211433:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.211436:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384623.211471:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000f655e7ae. 10000000:00000010:3.0:1767384623.211479:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009453b616. 10000000:00000001:3.0:1767384623.211482:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.211487:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.211493:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83b48b8 x1853237048131200/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.211504:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384623.211507:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384623.211509:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000060def05a. 02000000:00000001:3.0:1767384623.211513:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384623.211516:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384623.211518:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384623.211521:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384623.211522:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384623.211524:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384623.211525:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384623.211528:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384623.211530:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000cd53e161. 00000100:00000010:3.0:1767384623.211533:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001c4efd9e. 00000100:00000001:3.0:1767384623.211535:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384623.211537:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006723a4eb. 02000000:00000001:3.0:1767384623.211539:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384623.211541:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384623.211542:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83b48b8. 00000100:00000001:3.0:1767384623.211547:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384623.211559:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384623.211577:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000005a897f6d. 10000000:01000000:3.0:1767384623.211582:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384623.211586:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384623.211589:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384623.211591:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384623.211593:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c763f6f2 refcount=3 00000020:00000001:3.0:1767384623.211596:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384623.211600:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384623.211604:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384623.211607:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.211617:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.211619:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384623.211621:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.211636:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384623.211638:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384623.211639:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384623.211640:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.211643:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.211646:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384623.211648:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384623.211650:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:3.0:1767384623.211653:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:2.0:1767384623.216032:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294910985, at 4294910986 00000100:00000010:2.0:1767384623.216052:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8e14580. 00000100:00000040:0.0:1767384623.216523:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294910985, at 4294910987 00000100:00000010:0.0:1767384623.216537:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000459a79b. 00000100:00000040:1.0:1767384623.216558:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294910985, at 4294910987 00000100:00000040:3.0:1767384623.216564:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294910985, at 4294910987 00000100:00000010:1.0:1767384623.216588:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008cb74bbd. 00000100:00000010:3.0:1767384623.216595:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1316571. 00000020:00000010:0.0:1767384623.228363:0:24955:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000fb297039. 00000020:00000040:0.0:1767384623.228375:0:24955:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384623.228379:0:24955:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000fb297039. 00000001:00000001:0.0:1767384623.934124:0:25087:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384623.934129:0:25087:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp26 --if ens2 00000001:00000001:0.0:1767384623.937560:0:25087:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384623.945128:0:25088:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000006ae26b3c. 00000400:00000010:0.0:1767384623.945145:0:25088:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000003c015687. 00000400:00000010:0.0:1767384623.945157:0:25088:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000051bff811. 00000400:00000010:0.0:1767384623.945161:0:25088:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ebc62517. 00000400:00000010:0.0:1767384623.945165:0:25088:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000020b4a2dd. 00000400:00000010:0.0:1767384623.945169:0:25088:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f56c4f0. 00000400:00000010:0.0:1767384623.945171:0:25088:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e3333314. 00000400:00000010:0.0:1767384623.945172:0:25088:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000079fd94b. 00000400:00000010:0.0:1767384623.945182:0:25088:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000489e85b0. 00000800:00000010:0.0:1767384623.945196:0:25088:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ad119c6d. 00000800:00000200:0.0:1767384623.945208:0:25088:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384623.945217:0:25088:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384623.945287:0:25088:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384623.945306:0:25088:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp26 [8/256/0/180] 00000400:00000010:0.0:1767384623.946781:0:25088:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 00000000730c699d. 00000400:00000010:0.0:1767384623.946788:0:25088:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054e157ab. 00000400:00000010:0.0:1767384623.946794:0:25088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000400:00000001:0.0:1767384623.946811:0:25088:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384623.946813:0:25088:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384623.946814:0:25088:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8293fa. 00000400:00000200:0.0:1767384623.946818:0:25088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 00000400:00000010:0.0:1767384623.946820:0:25088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384623.946823:0:25088:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 000000009dd876bd. 00000400:00000200:0.0:1767384623.946828:0:25088:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (17) 00000400:00000200:0.0:1767384623.946852:0:25088:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384623.946862:0:25088:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131098 00000020:00000010:0.0:1767384623.946870:0:25088:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000086c02747. 00000020:01000000:0.0:1767384623.946890:0:25088:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384623.946893:0:25088:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp26 00000400:00000200:2.0:1767384623.946911:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384623.946915:0:25088:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000003c015687. 00000400:00000200:2.0:1767384623.946921:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:0.0:1767384623.946923:0:25088:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000006ae26b3c. 00000400:00000010:2.0:1767384623.946931:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ef4b20f. 00000400:00000200:2.0:1767384623.946936:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (18) 00000400:00000010:2.0:1767384623.946942:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d7139223. 00000400:00000200:2.0:1767384623.946947:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp24 00000020:00000001:3.0:1767384623.946948:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384623.946954:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384623.946957:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384623.946959:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384623.946965:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384623.946966:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp24 to MR: 192.168.203.125@tcp24 local destination 00000020:01000004:3.0:1767384623.946969:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384623.946988:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384623.946991:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp24 NI seq info: [43:43:256:4294967295] 192.168.203.125@tcp24 LPNI seq info [43:43:8:4294967295] 00000020:01000004:3.0:1767384623.946992:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384623.946997:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384623.947000:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384623.947004:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp24 00000020:01000004:3.0:1767384623.947005:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384623.947009:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384623.947012:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384623.947014:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384623.947021:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24:192.168.203.125@tcp24) -> 192.168.203.125@tcp24(192.168.203.125@tcp24:192.168.203.125@tcp24) : PUT try# 0 00000100:00000010:3.0:1767384623.947023:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83b48b8. 00000020:00000040:3.0:1767384623.947030:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000800:00000200:2.0:1767384623.947031:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.125@tcp24 00000800:00000010:2.0:1767384623.947039:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5556293. 00000100:00000001:3.0:1767384623.947040:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384623.947045:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384623.947050:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384623.947050:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (6) 00000800:00000200:2.0:1767384623.947063:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp24 ip 192.168.203.125:988 02000000:00000010:3.0:1767384623.947064:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c5b1c1b1. 00000800:00000200:2.0:1767384623.947069:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:3.0:1767384623.947076:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.947086:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384623.947089:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.947094:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000100:00000040:3.0:1767384623.947099:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83b48b8] to pc [ptlrpcd_00_01+1] req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.947101:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 10000000:00000001:3.0:1767384623.947128:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.947130:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384623.947133:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.947136:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384623.947137:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.947142:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:3.0:1767384623.947143:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:2.0:1767384623.947162:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384623.947163:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384623.947168:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384623.947173:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:2.0:1767384623.947176:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:3.0:1767384623.947177:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384623.947181:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384623.947197:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384623.947202:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384623.947204:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384623.947204:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384623.947208:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384623.947209:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384623.947210:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384623.947214:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384623.947214:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384623.947218:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:2.0:1767384623.947222:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048131328:0@lo:253: 00000020:01000004:3.0:1767384623.947223:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384623.947227:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384623.947247:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cca0d3bf. 00000020:00000040:3.0:1767384623.947250:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384623.947251:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384623.947258:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384623.947259:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384623.947262:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.947263:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384623.947268:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.947269:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384623.947286:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002bfaf6a6. 02000000:00000010:3.0:1767384623.947287:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005039c53a. 02000000:00000001:2.0:1767384623.947291:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.947292:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.947297:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1767384623.947297:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c91cad30. 00000100:00000001:3.0:1767384623.947300:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384623.947305:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c7210d0. 00000100:00000040:3.0:1767384623.947306:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cca0d3bf] to pc [ptlrpcd_00_02+2] req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384623.947311:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048131328, portal 25 00000100:00000001:2.0:1767384623.947316:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384623.947319:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623578368 : -106175085973248 : ffff9f6f2fb77100) 00000100:00000040:2.0:1767384623.947324:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384623.947328:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384623.947333:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.947333:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1767384623.947338:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.947338:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000000:3.0:1767384623.947342:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384623.947343:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e1b39e9. 00000020:00000010:3.0:1767384623.947347:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000086c02747. 00000100:00000200:2.0:1767384623.947349:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048131328, offset 0 00000400:00000200:2.0:1767384623.947355:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384623.947361:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384623.947366:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384623.947367:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.947380:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03f00 00000800:00000200:1.0:1767384623.947382:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384623.947387:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384623.947392:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfc5 [2] + 0 00000100:00000001:3.0:1767384623.947393:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1767384623.947393:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5556293. 00000100:00000001:3.0:1767384623.947402:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384623.947406:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384623.947407:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c0427d0. 00000100:00000040:3.0:1767384623.947412:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384623.947417:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006c4d0e1c 00000400:00000200:1.0:1767384623.947427:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: PUT: OK 00000400:00000200:2.0:1767384623.947435:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.947442:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384623.947450:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp24: 0 00000100:00000001:3.0:1767384623.947466:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384623.947468:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.947470:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384623.947472:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384623.947477:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.947481:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1767384623.947482:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000cca0d3bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048131456:0@lo:253: 00000800:00000001:1.0:1767384623.947486:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384623.947488:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384623.947489:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c4d0e1c 02000000:00000001:3.0:1767384623.947492:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384623.947493:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006c4d0e1c. 02000000:00000001:3.0:1767384623.947495:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384623.947498:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384623.947499:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384623.947500:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384623.947507:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:1.0:1767384623.947510:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384623.947511:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000a7ed0dad. 00000100:00000040:2.0:1767384623.947512:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000115ef4c1 x1853237048131328 msgsize 4848 00000800:00000001:1.0:1767384623.947518:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384623.947519:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.947525:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384623.947535:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:3.0:1767384623.947537:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426670ac. 00000400:00000200:1.0:1767384623.947540:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24) <- 192.168.203.125@tcp24 : PUT - for me 00000100:00000001:2.0:1767384623.947544:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384623.947558:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000321f5984. 00000400:00000200:2.0:1767384623.947559:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e1b39e9 00000400:00000010:2.0:1767384623.947563:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e1b39e9. 00000100:00000001:2.0:1767384623.947569:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384623.947571:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048131456, portal 25 00000400:00000200:1.0:1767384623.947576:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 320 into portal 0 MB=0x8000000000000000 00000100:00000200:2.0:1767384623.947577:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.947582:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384623.947589:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623577472 : -106175085974144 : ffff9f6f2fb76d80) 00000100:00000001:2.0:1767384623.947594:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384623.947609:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384623.947613:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 304/320 into md 0x1605 [1] + 0 00000100:00000040:2.0:1767384623.947614:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384623.947638:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b636fa18. 00000400:00000200:1.0:1767384623.947674:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ba41e48e 00000100:00000001:3.0:1767384623.947679:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384623.947685:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384623.947686:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384623.947692:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384623.947694:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767384623.947696:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384623.947697:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af01e796. 00000400:00000200:1.0:1767384623.947702:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384623.947704:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048131456, offset 0 00000100:00000001:2.0:1767384623.947705:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.947719:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294911724 00000400:00000200:1.0:1767384623.947722:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: PUT: OK 00000400:00000200:3.0:1767384623.947726:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384623.947732:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf72ab88. 00000400:00000200:1.0:1767384623.947739:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba41e48e 00000100:00000001:2.0:1767384623.947759:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384623.947764:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba41e48e. 00000400:00000200:3.0:1767384623.947769:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384623.947769:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294911724 00000400:00000200:1.0:1767384623.947771:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000010:2.0:1767384623.947780:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068937916. 00000400:00000200:1.0:1767384623.947781:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (19) 00000100:00000001:2.0:1767384623.947789:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1767384623.947792:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000100:00000001:2.0:1767384623.947795:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294911724 00000400:00000200:3.0:1767384623.947799:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff03f80 00000400:00000200:1.0:1767384623.947803:0:16349:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (320 bytes) 00000100:00000010:2.0:1767384623.947806:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067a17dba. 00000400:00000200:1.0:1767384623.947810:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:2.0:1767384623.947812:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000200:3.0:1767384623.947817:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfd5 [2] + 0 00000100:00000001:2.0:1767384623.947820:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294911724 00000400:00000010:3.0:1767384623.947821:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f871879. 00000100:00000010:2.0:1767384623.947823:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000017ded8f6. 00000400:00000200:1.0:1767384623.947824:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (20) 00000400:00000200:3.0:1767384623.947827:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007945de80 00000100:00000001:2.0:1767384623.947835:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384623.947837:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.947838:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384623.947846:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384623.947847:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.947853:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384623.947855:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp24 to MR: 192.168.203.125@tcp24 local destination 00000100:00000001:2.0:1767384623.947861:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.947864:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.947869:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp24 NI seq info: [44:44:256:4294967295] 192.168.203.125@tcp24 LPNI seq info [44:44:8:4294967295] 00000100:00000001:2.0:1767384623.947872:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.947876:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384623.947882:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384623.947887:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.947892:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.947897:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384623.947900:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24:192.168.203.125@tcp24) -> 192.168.203.125@tcp24(192.168.203.125@tcp24:192.168.203.125@tcp24) 192.168.203.125@tcp24 : ACK try# 0 00000800:00000200:1.0:1767384623.947912:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp24 00000400:00000200:3.0:1767384623.947913:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007945de80 00000100:00000001:2.0:1767384623.947918:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384623.947925:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007945de80. 00000100:00000001:2.0:1767384623.947926:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384623.947927:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d080747. 00000100:00000001:3.0:1767384623.947934:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384623.947937:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384623.947942:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000d5550bc0 x1853237048131456 msgsize 4848 00000800:00000200:1.0:1767384623.947943:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (6) 00000100:00000001:2.0:1767384623.947948:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384623.947953:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048131328 00000100:00100000:3.0:1767384623.947957:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384623.947958:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000200:1.0:1767384623.947962:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp24 ip 192.168.203.125:993 00000100:00000001:2.0:1767384623.947966:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384623.947968:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000800:00000200:1.0:1767384623.947972:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d080747 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384623.947974:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.947980:0:16356:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384623.947990:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.947993:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af01e796 00000100:00100000:2.0:1767384623.947994:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048131328 00000800:00000001:1.0:1767384623.947998:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384623.948000:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af01e796. 00000020:00000001:2.0:1767384623.948000:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384623.948010:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384623.948012:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384623.948013:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.948017:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000800:00000001:1.0:1767384623.948019:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.948020:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000200:3.0:1767384623.948023:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384623.948029:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384623.948036:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384623.948037:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384623.948040:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073fd4243. 00000100:00000040:3.0:1767384623.948043:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.948045:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384623.948052:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073fd4243. 00000020:00000010:2.0:1767384623.948061:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026323ee8. 00000100:00000001:3.0:1767384623.948065:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384623.948067:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384623.948069:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384623.948069:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000094bc797. 00000800:00000010:1.0:1767384623.948070:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d080747. 00000100:00000001:3.0:1767384623.948076:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.948084:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294911724 00000400:00000200:1.0:1767384623.948085:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384623.948086:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d39aa31f. 00000100:00000001:3.0:1767384623.948089:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294911724 00000100:00000001:3.0:1767384623.948101:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294911724 00000100:00000040:2.0:1767384623.948105:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384623.948108:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294911724 00000400:00000200:1.0:1767384623.948109:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: ACK: OK 00000100:00000001:2.0:1767384623.948114:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384623.948119:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384623.948120:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294911724 00000100:00000001:2.0:1767384623.948122:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.948123:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294911724 00000800:00000001:1.0:1767384623.948124:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384623.948128:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294911724 00000800:00000001:1.0:1767384623.948131:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.948135:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294911724 00000800:00000001:1.0:1767384623.948136:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384623.948140:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384623.948140:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384623.948143:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.948146:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384623.948149:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384623.948151:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.948152:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384623.948156:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.948157:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.948162:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384623.948170:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048131456 00000100:00000001:3.0:1767384623.948173:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1767384623.948177:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384623.948178:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384623.948179:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24) <- 192.168.203.125@tcp24 : ACK - for me 00000100:00000001:2.0:1767384623.948184:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384623.948185:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384623.948191:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.948191:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.948195:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.948196:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.948199:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.948203:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048131456 00000020:00000001:2.0:1767384623.948211:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384623.948212:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp24: ACK from 12345-192.168.203.125@tcp24 into md 0x1649 00000020:00000040:2.0:1767384623.948215:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000200:1.0:1767384623.948219:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384623.948220:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.948225:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:2.0:1767384623.948240:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384623.948245:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:1.0:1767384623.948253:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: ACK: OK 00000100:00000001:2.0:1767384623.948255:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384623.948260:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073fd4243. 00000400:00000200:1.0:1767384623.948261:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef4b20f 00000100:00000001:3.0:1767384623.948265:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384623.948267:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384623.948268:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ef4b20f. 00000100:00000001:3.0:1767384623.948269:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384623.948278:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073fd4243. 00000400:00000200:1.0:1767384623.948280:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000010:2.0:1767384623.948284:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000005362382. 00000400:00000200:1.0:1767384623.948290:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000100:00100000:3.0:1767384623.948292:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000020:00000010:2.0:1767384623.948292:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004e9e520b. 00000020:00000010:2.0:1767384623.948300:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000bc15aae6. 00000400:00000200:1.0:1767384623.948301:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000040:3.0:1767384623.948303:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000400:00000200:1.0:1767384623.948317:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (19) 00000100:00000001:3.0:1767384623.948318:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971818576 : -106175737733040 : ffff9f6f08de6050) 00000100:00000001:2.0:1767384623.948319:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384623.948326:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384623.948331:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384623.948333:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:3.0:1767384623.948337:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000115ef4c1 x1853237048131328/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.948337:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384623.948339:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.948345:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.948357:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384623.948360:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384623.948362:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384623.948366:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000009476eb9. 00000100:00100000:2.0:1767384623.948369:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00000040:2.0:1767384623.948373:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384623.948379:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971813456 : -106175737738160 : ffff9f6f08de4c50) 00000100:00000001:3.0:1767384623.948382:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384623.948387:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5550bc0 x1853237048131456/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 4848/0 e 0 to 0 dl 1767384634 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.948387:0:17081:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000020:00000010:3.0:1767384623.948388:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000009476eb9. 00000100:00100000:1.0:1767384623.948394:0:17081:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 3 min 3 max 32 00000100:00000010:1.0:1767384623.948405:0:17081:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000516da39c. 00000100:00100000:3.0:1767384623.948406:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000115ef4c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048131328:12345-0@lo:253: 00000100:00100000:1.0:1767384623.948415:0:17081:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0003' 00000100:00000200:3.0:1767384623.948425:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048131328 00000100:00000001:2.0:1767384623.948429:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384623.948431:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384623.948434:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000073fd4243. 00000020:00000001:3.0:1767384623.948541:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384623.948545:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384623.948547:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384623.948549:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384623.948553:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384623.948554:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384623.948556:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384623.948558:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384623.948560:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.948563:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384623.948566:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384623.948572:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000034ff127. 02000000:00000001:3.0:1767384623.948573:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.948575:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384623.948577:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384623.948585:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000d924432d. 20000000:01000000:3.0:1767384623.948588:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384623.948591:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384623.948593:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384623.948596:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384623.948597:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384623.948599:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:3.0:1767384623.948607:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b18c82ed. 20000000:01000000:3.0:1767384623.948609:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 20000000:00000001:3.0:1767384623.948613:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384623.948618:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384623.948621:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384623.948637:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384623.948649:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.948652:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384623.948653:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.948662:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:2.0:1767384623.948663:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384623.948664:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384623.948667:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000073fd4243. 00080000:00000002:3.0:1767384623.948668:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00000020:00000001:3.0:1767384623.948673:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00000100:00100000:2.0:1767384623.948673:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5550bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16356:x1853237048131456:12345-0@lo:253: 00080000:00000002:3.0:1767384623.948676:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00000200:2.0:1767384623.948681:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048131456 00080000:00000001:3.0:1767384623.948682:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384623.948685:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:3.0:1767384623.948688:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.948688:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384623.948692:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384623.948694:0:17078:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000001c4efd9e. 00000020:00000001:2.0:1767384623.948694:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00080000:00000001:3.0:1767384623.948698:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.948698:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:2.0:1767384623.948702:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384623.948704:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384623.948705:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384623.948708:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384623.948709:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384623.948711:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000020:00000001:2.0:1767384623.948711:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.948717:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:3.0:1767384623.948719:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 02000000:00000001:2.0:1767384623.948719:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:3.0:1767384623.948726:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008f72b4a3. 02000000:00000010:2.0:1767384623.948726:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000142f2130. 02000000:00000001:2.0:1767384623.948731:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.948734:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619727360 : -106180089824256 : ffff9f6e0576bc00) 00000100:00000001:2.0:1767384623.948734:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.948738:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:3.0:1767384623.948741:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 20000000:00000010:2.0:1767384623.948745:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000dc60685c. 00000001:00000001:3.0:1767384623.948747:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:01000000:2.0:1767384623.948749:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384623.948751:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000010:3.0:1767384623.948753:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000009476eb9. 20000000:00000001:2.0:1767384623.948753:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384623.948756:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.948759:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.948759:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.948760:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:3.0:1767384623.948765:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384623.948779:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.948813:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384623.948925:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384623.948932:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 0000000042b93ff4. 00000400:00000010:1.0:1767384623.948937:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f183d3b0. 00000400:00000010:1.0:1767384623.948941:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1559905. 00000400:00000200:1.0:1767384623.948947:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000042b93ff4 00000400:00000010:1.0:1767384623.948953:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 313 at 00000000d5c75daf. 00000400:00000200:1.0:1767384623.948956:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 320 success 00000400:00000200:1.0:1767384623.948964:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000400:00000200:1.0:1767384623.948968:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (18) 00000400:00000010:1.0:1767384623.948973:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 329 at 000000001b80d556. 00000400:00000010:1.0:1767384623.948976:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076600526. 00000400:00000010:1.0:1767384623.948983:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004a4f0141. 00000400:00000200:1.0:1767384623.948988:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:1.0:1767384623.948998:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:1.0:1767384623.949005:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:1.0:1767384623.949011:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000400:00000200:1.0:1767384623.949016:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:1.0:1767384623.949021:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:1.0:1767384623.949024:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:1.0:1767384623.949033:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:1.0:1767384623.949036:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:1.0:1767384623.949039:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:1.0:1767384623.949042:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:1.0:1767384623.949045:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:1.0:1767384623.949048:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:1.0:1767384623.949050:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:1.0:1767384623.949053:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:1.0:1767384623.949056:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:1.0:1767384623.949060:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:1.0:1767384623.949063:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:1.0:1767384623.949066:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:1.0:1767384623.949069:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp25 00000400:00000200:1.0:1767384623.949074:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp25 lpni_is_preferred = 0 00000400:00000200:1.0:1767384623.949077:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp25 00000400:00000200:1.0:1767384623.949080:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp25 NI seq info: [45:45:256:4294967295] 192.168.203.125@tcp25 LPNI seq info [45:45:8:4294967295] 00000400:00000200:1.0:1767384623.949084:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp25 00000400:00000200:1.0:1767384623.949090:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25:) -> 192.168.203.125@tcp25(192.168.203.125@tcp:192.168.203.125@tcp25) : GET try# 0 00000800:00000200:1.0:1767384623.949094:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp25 00000800:00000010:1.0:1767384623.949097:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005d080747. 00000800:00000010:1.0:1767384623.949115:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000056c068c4. 00000800:00000010:1.0:1767384623.949118:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ebb6f6f9. 00000800:00000200:1.0:1767384623.949127:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (2) 00000800:00000200:1.1:1767384623.949130:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (2) 00000400:00000200:1.0:1767384623.949145:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384623.949147:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00000100:00000001:1.0:1767384623.949170:0:17081:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.949191:0:25090:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:2.0:1767384623.949204:0:25090:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000073fd4243. 00000020:00000010:2.0:1767384623.949208:0:25090:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006e8bc597. 00000400:00000200:3.0:1767384623.949209:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949273:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000020:00000010:2.0:1767384623.949283:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000478a499a. 00000020:00000010:2.0:1767384623.949295:0:25090:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d313ed5a. 00000040:00000010:2.0:1767384623.949299:0:25090:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d5c75daf. 00000400:00000200:3.0:1767384623.949300:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000020:00000010:2.0:1767384623.949305:0:25090:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000db70c119. 00000020:00000010:2.0:1767384623.949309:0:25090:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006eab1491. 80000000:00000010:2.0:1767384623.949314:0:25090:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005fb2b058. 00040000:00000010:2.0:1767384623.949318:0:25090:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003630b1a7. 00080000:00000010:2.0:1767384623.949322:0:25090:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c35c8687. 00000400:00000200:3.0:1767384623.949325:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00080000:00000010:2.0:1767384623.949335:0:25090:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b2c34139. 20000000:00000010:2.0:1767384623.949343:0:25090:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000020c790a7. 00000400:00000200:3.0:1767384623.949344:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000010:2.0:1767384623.949355:0:25090:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000636e1824. 00000400:00000200:3.0:1767384623.949362:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000200:2.0:1767384623.949365:0:25090:0:(service.c:3079:ptlrpc_main()) service thread 3 (#4) started 00000400:00000200:3.0:1767384623.949390:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949407:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949422:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949467:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949498:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949513:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949537:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949549:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949573:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949589:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949606:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949629:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949645:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949663:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949680:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949707:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949725:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949757:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949785:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949836:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949856:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949890:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949912:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949927:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.949950:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384623.950115:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384623.950127:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005176f6ce. 00000800:00000010:3.0:1767384623.950132:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d35f5b4d. 00000400:00000200:2.0:1767384623.950136:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp25 from 223.3.0.2 00000800:00000010:3.0:1767384623.950137:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008893688a. 00000800:00000010:2.0:1767384623.950141:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000086f77468. 00000800:00000010:3.0:1767384623.950163:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008893688a. 00000800:00000010:1.0:1767384623.950216:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000066c8835c. 00000800:00000010:1.0:1767384623.950222:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000a3c080e. 00000800:00000010:1.0:1767384623.950270:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d096f93b. 00000800:00000200:1.1:1767384623.950278:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (2) 00000800:00000200:1.1:1767384623.950283:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp25 00000000d096f93b deleted 00000800:00000010:1.1:1767384623.950286:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d096f93b. 00000800:00000200:1.1:1767384623.950292:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384623.950299:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp25 ip 192.168.203.125:991 00000800:00000200:1.1:1767384623.950302:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d080747 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384623.950306:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp25 p 3.x 192.168.203.125 -> 192.168.203.125:991 incarnation:1767384621950094082 sched[0] 00000800:00000010:1.0:1767384623.950310:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2e5f517. 00000800:00000010:1.0:1767384623.950382:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2e5f517. 00000800:00000010:1.0:1767384623.950387:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000a3c080e. 00000800:00000010:1.0:1767384623.950465:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000086f77468. 00000800:00000001:1.0:1767384623.950488:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.950493:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384623.950533:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384623.950535:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005d080747. 00000400:00000200:1.0:1767384623.950539:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.950545:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: GET: OK 00000400:00000200:1.0:1767384623.950551:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:3.1:1767384623.950552:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000400:00000200:1.0:1767384623.950556:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000200:3.0:1767384623.950565:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp25 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384621950094082 sched[0] 00000800:00000010:3.0:1767384623.950570:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d35f5b4d. 00000800:00000001:1.0:1767384623.950648:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.950655:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384623.950657:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.950668:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384623.950673:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384623.950682:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25) <- 192.168.203.125@tcp25 : GET - for me 00000400:00000200:1.0:1767384623.950695:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 320 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384623.950705:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 320/320 into md 0x1645 [1] + 0 00000400:00000200:1.0:1767384623.950715:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp25 to MR: 192.168.203.125@tcp25 local destination 00000400:00000200:1.0:1767384623.950721:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp25 NI seq info: [46:46:256:4294967295] 192.168.203.125@tcp25 LPNI seq info [46:46:8:4294967295] 00000400:00000200:1.0:1767384623.950730:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25:192.168.203.125@tcp25) -> 192.168.203.125@tcp25(192.168.203.125@tcp25:192.168.203.125@tcp25) 192.168.203.125@tcp25 : REPLY try# 0 00000800:00000200:1.0:1767384623.950744:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 320 bytes in 1 frags to 12345-192.168.203.125@tcp25 00000400:00000200:3.0:1767384623.950747:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000800:00000010:1.0:1767384623.950747:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005d080747. 00000800:00000200:1.0:1767384623.950756:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (4) 00000800:00000200:1.0:1767384623.950761:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp25 ip 192.168.203.125:988 00000800:00000200:1.0:1767384623.950763:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005d080747 type 3, nob 416 niov 1 nkiov 1 00000400:00000200:3.0:1767384623.950798:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000800:00000001:2.0:1767384623.950798:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384623.950834:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384623.950836:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384623.950840:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005d080747. 00000400:00000200:1.0:1767384623.950845:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.950846:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000800:00000001:2.0:1767384623.950846:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384623.950852:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384623.950859:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: REPLY: OK 00000800:00000001:2.0:1767384623.950863:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.950878:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25) <- 192.168.203.125@tcp25 : REPLY - for me 00000800:00000001:1.0:1767384623.950891:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.950901:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp25: Reply from 12345-192.168.203.125@tcp25 of length 320/320 into md 0x1661 00000800:00000001:2.0:1767384623.950908:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384623.950910:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000800:00000001:2.0:1767384623.950915:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.950919:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.950924:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: REPLY: OK 00000400:00000200:2.0:1767384623.950928:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076600526 00000400:00000010:2.0:1767384623.950930:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076600526. 00000400:00000200:2.0:1767384623.950933:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384623.950936:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:2.0:1767384623.950939:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:2.0:1767384623.950942:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 18. state = 0x100251 00000400:00000200:2.0:1767384623.950946:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384623.950952:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384623.950957:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (19) 00000800:00000001:2.0:1767384623.950972:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384623.950979:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384623.950992:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384623.950996:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384623.951000:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000d1 00000400:00000010:1.0:1767384623.951010:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 380 at 00000000960c8f80. 00000400:00000010:1.0:1767384623.951017:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 456 at 000000001a80e288. 00000400:00000010:1.0:1767384623.951021:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 380 at 00000000f214730d. 00000400:00000200:3.0:1767384623.951044:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000010:1.0:1767384623.951052:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002911652d. 00000400:00000200:1.0:1767384623.951059:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002911652d nid 192.168.203.125@tcp26 00000400:00000010:1.0:1767384623.951063:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a77ed655. 00000400:00000200:1.0:1767384623.951066:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a77ed655 net tcp26 00000400:00000200:1.0:1767384623.951070:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (18) 00000400:00000200:1.0:1767384623.951078:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp26 flags 0x11 00000400:00000200:3.0:1767384623.951082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000010:1.0:1767384623.951083:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 380 at 00000000960c8f80. 00000400:00000010:1.0:1767384623.951093:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 456 at 000000001a80e288. 00000400:00000010:1.0:1767384623.951099:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 380 at 00000000f214730d. 00000400:00000010:1.0:1767384623.951103:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 000000001b80d556. 00000400:00000200:1.0:1767384623.951108:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384623.951112:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:1.0:1767384623.951114:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:1.0:1767384623.951118:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:1.0:1767384623.951121:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384623.951124:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:3.0:1767384623.951128:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384623.951138:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384623.951145:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (19) 00000400:00000200:3.0:1767384623.951182:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951215:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951247:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951274:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951296:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951316:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951331:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951352:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951370:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951390:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951427:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951506:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951527:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951544:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951564:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951585:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951633:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951649:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951664:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951676:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951688:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951703:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384623.951718:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000800:00000010:3.0:1767384623.951912:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007093389a. 00000800:00000010:3.0:1767384623.951918:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d35f5b4d. 00000800:00000010:3.0:1767384623.951923:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008893688a. 00000800:00000010:3.0:1767384623.951971:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008893688a. 00000400:00000200:2.0:1767384623.951983:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384623.952007:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp25 from 222.3.0.2 00000800:00000010:2.0:1767384623.952011:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b48e7f97. 00000800:00000010:1.0:1767384623.952088:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e732e84f. 00000800:00000010:1.0:1767384623.952095:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d096f93b. 00000800:00000010:1.0:1767384623.952121:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000a3c080e. 00000800:00000200:1.1:1767384623.952130:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (4) 00000800:00000200:1.1:1767384623.952138:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp25 000000000a3c080e deleted 00000800:00000010:1.1:1767384623.952141:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000a3c080e. 00000800:00000200:1.1:1767384623.952145:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384623.952153:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp25 p 3.x 192.168.203.125 -> 192.168.203.125:990 incarnation:1767384621950094082 sched[0] 00000800:00000010:1.0:1767384623.952157:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c2e5f517. 00000800:00000010:1.0:1767384623.952251:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c2e5f517. 00000800:00000010:1.0:1767384623.952254:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d096f93b. 00000800:00000010:1.0:1767384623.952300:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b48e7f97. 00000800:00000001:1.0:1767384623.952317:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384623.952324:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384623.952340:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384623.952348:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp25 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384621950094082 sched[0] 00000800:00000010:3.0:1767384623.952352:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d35f5b4d. 00080000:00000010:1.0:1767384623.952392:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008f72b4a3. 00000800:00000001:3.0:1767384623.952436:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000010:1.0:1767384623.952466:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000009476eb9. 00040000:00000001:1.0:1767384623.952474:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000001:3.0:1767384623.952475:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384623.952481:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384623.952486:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384623.952490:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384623.952493:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.952507:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384623.952523:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384623.952538:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384623.952542:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384623.952544:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000083f27caa. 20000000:01000000:3.0:1767384623.952548:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #26 00080000:00000001:1.0:1767384623.952551:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:3.0:1767384623.952552:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384623.952557:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384623.952561:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384623.952569:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384623.952576:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.952578:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384623.952581:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.952584:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384623.952586:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384623.952588:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:3.0:1767384623.952591:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:3.0:1767384623.952593:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384623.952596:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384623.952599:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.952601:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384623.952603:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384623.952607:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:3.0:1767384623.952612:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384623.952616:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009fe12cf7. 00080000:00000001:3.0:1767384623.952620:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619726336 : -106180089825280 : ffff9f6e0576b800) 00080000:00000001:3.0:1767384623.952623:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384623.952626:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384623.952631:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000008893688a. 00080000:00000001:3.0:1767384623.952633:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.952651:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384623.952663:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384623.952675:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:01000000:1.0:1767384623.952683:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384623.952689:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384623.952694:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384623.952699:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384623.952702:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767384623.952711:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e23b6822 count: 2 00010000:00000001:1.0:1767384623.952754:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384623.952758:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384623.952762:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036ffad4e. 00000020:00000001:1.0:1767384623.952767:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384623.952778:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036ffad4e with handle 0x71ee3a74e271914a to hash 00000020:00000001:1.0:1767384623.952781:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384623.952784:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384623.952787:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384623.952790:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384623.952792:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.952795:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.952803:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384623.952807:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384623.952810:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384623.952812:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384623.952814:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384623.952819:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e271913c expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.952825:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384623.952827:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.952829:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384623.952831:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.952834:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.952836:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1767384623.952838:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384623.952843:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e23b6822) refcount = 2 00010000:00000040:1.0:1767384623.952846:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384623.952850:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e271913c expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384623.952854:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384623.952856:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1767384623.952860:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c2e5f517. 00000100:00000001:1.0:1767384623.952867:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384623.952871:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000a3c080e. 00000100:00000001:1.0:1767384623.952874:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898143865664 : -106175565685952 : ffff9f6f131f9b40) 00000100:00000001:1.0:1767384623.952876:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637898143865664 : -106175565685952 : ffff9f6f131f9b40) 00000100:00000001:1.0:1767384623.952878:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384623.952879:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384623.952881:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384623.952884:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384623.952886:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384623.952889:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384623.952892:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384623.952894:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384623.952896:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1767384623.952900:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005c71bcb. 00000020:00000040:1.0:1767384623.952903:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000100:00000001:1.0:1767384623.952907:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384623.952909:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384623.952914:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384623.952921:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f214730d. 00000100:00000001:1.0:1767384623.952928:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384623.952933:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e271913c expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384623.952955:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e271913c expref: 16 pid: 17080 timeout: 394 lvb_type: 0 00010000:00000001:1.0:1767384623.952963:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384623.952966:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384623.952973:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384623.952980:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384623.952982:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.952986:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005c71bcb pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048131584:0@lo:104: 00000100:00000001:1.0:1767384623.952991:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384623.952994:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384623.953001:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.953004:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384623.953007:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2c1fdf8. 02000000:00000001:1.0:1767384623.953008:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384623.953011:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff30015. 00000400:00000010:1.0:1767384623.953016:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7484244. 00000100:00000200:1.0:1767384623.953020:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048131584, portal 16 00000100:00000001:1.0:1767384623.953023:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384623.953025:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758967680 : -106174950583936 : ffff9f6f37c95180) 00000100:00000040:1.0:1767384623.953028:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384623.953035:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384623.953039:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384623.953041:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005718d3cd. 00000100:00000200:1.0:1767384623.953044:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048131584, offset 0 00000400:00000200:1.0:1767384623.953052:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384623.953064:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384623.953075:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff04000 00000400:00000200:1.0:1767384623.953083:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1640 00000400:00000200:1.0:1767384623.953088:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.953091:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.953096:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384623.953098:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1767384623.953101:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a32564d. 00000100:00000040:1.0:1767384623.953103:0:17102:0:(events.c:337:request_in_callback()) incoming req@000000002a32564d x1853237048131584 msgsize 328 00000100:00100000:1.0:1767384623.953106:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384623.953118:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384623.953123:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005718d3cd 00000400:00000010:1.0:1767384623.953124:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005718d3cd. 00000100:00000001:1.0:1767384623.953126:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384623.953128:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384623.953136:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384623.953139:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384623.953149:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.953150:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384623.953154:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.953156:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294911729 00000100:00000001:1.0:1767384623.953163:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294911724 00000100:00000001:1.0:1767384623.953165:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294911729 00000100:00000001:1.0:1767384623.953168:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294911724 00000100:00000001:1.0:1767384623.953170:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294911729 00000100:00000001:1.0:1767384623.953173:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294911724 00000100:00000001:1.0:1767384623.953176:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294911729 00000100:00000001:1.0:1767384623.953180:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294911724 00000100:00000001:1.0:1767384623.953188:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.953190:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.953192:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.953194:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.953197:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.953199:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384623.953200:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384623.953202:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384623.953209:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.953226:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048131584 00010000:00000001:1.0:1767384623.953226:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384623.953248:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:2.0:1767384623.953249:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384623.953255:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384623.953256:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.953263:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384623.953264:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.953273:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384623.953274:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.953289:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000000a3c080e going to sleep for 11 seconds 00000100:00000001:1.0:1767384623.953295:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384623.953296:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048131584 00000100:00000001:1.0:1767384623.953300:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.953302:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384623.953311:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000020:00000001:2.0:1767384623.953315:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.953318:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000020:00000001:2.0:1767384623.953320:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000020:00000001:2.0:1767384623.953322:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00080000:00000020:1.0:1767384623.953325:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384623.953326:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384623.953333:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000010:2.0:1767384623.953335:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ceb1a0c. 20000000:00000010:1.0:1767384623.953336:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000d924432d. 00000100:00000001:2.0:1767384623.953340:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384623.953343:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ceb1a0c. 20000000:00000001:1.0:1767384623.953344:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384623.953352:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048131328 00000020:00000010:2.0:1767384623.953354:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9bdf198. 00010000:00000001:1.0:1767384623.953358:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:2.0:1767384623.953360:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f9fa963. 00000020:00000010:2.0:1767384623.953365:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00010000:00000200:1.0:1767384623.953370:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000115ef4c1 x1853237048131328/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384623.953372:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384623.953382:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384623.953386:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384623.953390:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.953391:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384623.953397:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.953398:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384623.953401:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384623.953406:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384623.953408:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384623.953410:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:2.0:1767384623.953411:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384623.953413:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384623.953417:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.953420:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384623.953425:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384623.953427:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1767384623.953428:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d096f93b. 00000100:00000001:2.0:1767384623.953430:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384623.953436:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048131328, offset 224 00000100:00100000:2.0:1767384623.953497:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384623.953510:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00000100:00000001:2.0:1767384623.953519:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758963200 : -106174950588416 : ffff9f6f37c94000) 00000100:00000040:2.0:1767384623.953526:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002a32564d x1853237048131584/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384623.953537:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384623.953555:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384623.953574:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384623.953574:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03f00 00000020:00000010:2.0:1767384623.953582:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ceb1a0c. 00000400:00000200:1.0:1767384623.953590:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x164d [2] + 224 00000100:00000001:2.0:1767384623.953592:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384623.953601:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ceb1a0c. 00000400:00000200:1.0:1767384623.953603:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384623.953608:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.953623:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384623.953630:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002a32564d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048131584:12345-0@lo:104: 00000100:00000200:1.0:1767384623.953637:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384623.953642:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048131584 00010000:00000001:2.0:1767384623.953652:0:17070:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384623.953670:0:17070:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.953672:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.953676:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c763f6f2 refcount=2 00000100:00000040:1.0:1767384623.953676:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384623.953684:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:2.0:1767384623.953696:0:17070:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:2.0:1767384623.953709:0:17070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.953714:0:17070:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.953719:0:17070:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384623.953739:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384623.953743:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384623.953743:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384623.953747:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f4136a18. 00000400:00000200:1.0:1767384623.953749:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d096f93b 02000000:00000001:2.0:1767384623.953751:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384623.953754:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d096f93b. 00000100:00000001:2.0:1767384623.953755:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.953760:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384623.953762:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384623.953763:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384623.953766:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.953770:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384623.953771:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384623.953775:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384623.953779:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:2.0:1767384623.953782:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384623.953783:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384623.953791:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.953792:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384623.953794:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384623.953799:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:1.0:1767384623.953803:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384623.953804:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:3.0:1767384623.953805:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384623.953809:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384623.953809:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000115ef4c1 x1853237048131328/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384623.953815:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91cad30. 02000000:00000001:2.0:1767384623.953819:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384623.953827:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c7210d0 00000100:00000001:2.0:1767384623.953832:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384623.953836:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c7210d0. 00000100:00000001:3.0:1767384623.953849:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384623.953849:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384623.953859:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068c0e820. 00000100:00000200:3.0:1767384623.953863:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384623.953863:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000115ef4c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048131328:12345-0@lo:253: Request processed in 5498us (6343us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384623.953870:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048131584, offset 224 00000400:00000200:2.0:1767384623.953898:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384623.953908:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00000200:3.0:1767384623.953911:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384623.953914:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000400:00000200:2.0:1767384623.953923:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384623.953924:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384623.953932:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384623.953943:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000094bc797. 00000100:00000001:3.0:1767384623.953945:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384623.953954:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384623.953954:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff04000 00000020:00000010:1.0:1767384623.953959:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d39aa31f. 00000100:00000001:3.0:1767384623.953962:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384623.953965:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026323ee8. 00000400:00000200:2.0:1767384623.953966:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1665 [1] + 224 02000000:00000001:3.0:1767384623.953967:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384623.953973:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384623.953980:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384623.953980:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000400:00000200:2.0:1767384623.953982:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384623.953999:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.954002:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384623.954006:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1767384623.954011:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000034ff127. 00000100:00001000:3.0:1767384623.954013:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=40 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384623.954014:0:17070:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384623.954026:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384623.954028:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384623.954031:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384623.954044:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:3.0:1767384623.954047:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=40 v=5 (1 0 0 0) 00000100:00000040:2.0:1767384623.954048:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1767384623.954049:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c3fc90. 00000100:00000001:3.0:1767384623.954063:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1767384623.954063:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d096f93b. 00000100:00000001:3.0:1767384623.954072:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.954077:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384623.954081:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.954081:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384623.954088:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384623.954097:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068c0e820 00000100:00000001:1.0:1767384623.954097:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384623.954098:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384623.954103:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068c0e820. 00000100:00000001:2.0:1767384623.954109:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:1.0:1767384623.954111:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384623.954112:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384623.954114:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1767384623.954116:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384623.954119:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384623.954121:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cff30015. 00000100:00000001:3.0:1767384623.954123:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384623.954128:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384623.954138:0:17070:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000200:1.0:1767384623.954138:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7484244 00000100:00000001:3.0:1767384623.954140:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384623.954150:0:17070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000006e1b39e9. 00000400:00000010:1.0:1767384623.954153:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7484244. 00000020:01000004:3.0:1767384623.954154:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:2.0:1767384623.954158:0:17070:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:01000004:3.0:1767384623.954165:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:1.0:1767384623.954167:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000020:01000004:3.0:1767384623.954170:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384623.954173:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00010000:2.0:1767384623.954175:0:17070:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:1.0:1767384623.954175:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384623.954176:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384623.954184:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:2.0:1767384623.954187:0:17070:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.954196:0:17070:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384623.954198:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000200:1.0:1767384623.954221:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384623.954222:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:2.0:1767384623.954223:0:17070:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384623.954226:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384623.954245:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384623.954258:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a32564d x1853237048131584/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 328/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384623.954259:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.954260:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384623.954266:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.954285:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384623.954299:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384623.954305:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384623.954312:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.954324:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384623.954331:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048131328:0@lo:253: 00000100:00100000:2.0:1767384623.954331:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002a32564d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048131584:12345-0@lo:104: Request processed in 755us (1225us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384623.954333:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=40 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384623.954350:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384623.954351:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384623.954361:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000001:3.0:1767384623.954363:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384623.954368:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767384623.954370:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00000100:00000040:3.0:1767384623.954371:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83b48b8 x1853237048131328/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.954374:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.954379:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384623.954386:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384623.954387:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384623.954390:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384623.954397:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.954398:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1767384623.954400:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f9fa963. 00000100:00000001:1.0:1767384623.954406:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384623.954408:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002bfaf6a6. 00000020:00000010:2.0:1767384623.954409:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 02000000:00000001:3.0:1767384623.954420:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384623.954423:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1767384623.954423:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9bdf198. 00000100:00000040:1.0:1767384623.954425:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767384623.954430:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000040:2.0:1767384623.954433:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00000020:00000001:3.0:1767384623.954441:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384623.954441:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384623.954445:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b1c1b1. 00000100:00000001:1.0:1767384623.954463:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.954467:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384623.954469:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.954472:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000001:3.0:1767384623.954474:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384623.954475:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384623.954481:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1767384623.954481:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384623.954488:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83b48b8. 00010000:00000001:1.0:1767384623.954488:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.954502:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384623.954503:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384623.954508:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.954517:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384623.954526:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005c71bcb pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048131584:0@lo:104: 00000100:00000001:1.0:1767384623.954541:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.954548:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.954549:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384623.954551:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384623.954553:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.954554:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384623.954562:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384623.954563:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005c71bcb x1853237048131584/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384623.954569:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.954573:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384623.954582:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.954584:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00010000:2.0:1767384623.954593:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:1.0:1767384623.954593:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384623.954601:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2c1fdf8. 00010000:00000001:2.0:1767384623.954603:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1767384623.954613:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767384623.954615:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384623.954617:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384623.954618:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 00010000:00010000:2.0:1767384623.954632:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384623.954643:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384623.954647:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000f214730d. 00010000:00010000:2.0:1767384623.954650:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c763f6f2 already unused, calling callback (000000001dab8c51) 02000000:00000001:1.0:1767384623.954652:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:2.0:1767384623.954654:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384623.954658:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00010000:2.0:1767384623.954659:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384623.954660:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005c71bcb. 00000100:00000001:1.0:1767384623.954670:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384623.954677:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.954678:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384623.954686:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000010:1.0:1767384623.954687:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000000a3c080e. 00000020:00000001:2.0:1767384623.954692:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384623.954694:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000040:2.0:1767384623.954695:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c763f6f2 refcount=3 00010000:00000001:1.0:1767384623.954696:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384623.954702:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000010:1.0:1767384623.954705:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c2e5f517. 00010000:00000001:2.0:1767384623.954706:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:1.0:1767384623.954711:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.954713:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384623.954715:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.954715:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.954718:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384623.954728:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384623.954732:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 10000000:00000001:2.0:1767384623.954734:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:1.0:1767384623.954735:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1767384623.954742:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1767384623.954747:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1767384623.954749:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1767384623.954751:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1767384623.954753:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1767384623.954756:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384623.954757:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384623.954769:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1767384623.954770:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384623.954771:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 10000000:00000001:2.0:1767384623.954772:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384623.954773:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.954775:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384623.954777:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384623.954779:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384623.954781:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.954782:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384623.954784:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c763f6f2 with handle 0x71ee3a74e271913c from hash 00010000:00000001:2.0:1767384623.954786:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384623.954787:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.954788:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.954789:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384623.954791:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384623.954792:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1767384623.954795:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384623.954797:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384623.954802:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000200e631c. 00000020:00000040:2.0:1767384623.954804:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384623.954808:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384623.954809:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384623.954812:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384623.954817:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9bdf198. 00000100:00000001:2.0:1767384623.954820:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.954822:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384623.954825:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384623.954835:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384623.954838:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.954841:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384623.954842:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.954847:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200e631c] to pc [ptlrpcd_00_03+3] req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.954869:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384623.954871:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384623.954872:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1767384623.954873:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384623.954877:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384623.954878:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.954881:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.954883:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.954888:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.954893:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:2.0:1767384623.954893:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.954896:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.954902:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.954903:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384623.954907:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384623.954908:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:2.0:1767384623.954908:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 00000000c763f6f2/0x71ee3a74e271913c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e2719143 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384623.954912:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384623.954917:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384623.954918:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005e5d41ac count: 0 00000100:00100000:3.0:1767384623.954923:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048131712:0@lo:103: 00000100:00000001:3.0:1767384623.954927:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384623.954931:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384623.954933:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.954935:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:2.0:1767384623.954936:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384623.954940:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384623.954941:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1767384623.954957:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384623.954958:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5ff74a9. 00010000:00000010:2.0:1767384623.954961:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000006e1b39e9. 00000100:00000001:1.0:1767384623.954964:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.954969:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.954970:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384623.954975:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f871879. 00000020:00000001:2.0:1767384623.954975:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384623.954976:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.954982:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:3.0:1767384623.954984:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8f4965. 00000020:00000001:2.0:1767384623.954985:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384623.954989:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384623.954992:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048131712, portal 18 00010000:00010000:2.0:1767384623.954993:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384623.954999:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1767384623.954999:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384623.955003:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.955004:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759653120 : -106174949898496 : ffff9f6f37d3c700) 00010000:00010000:2.0:1767384623.955009:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767384623.955012:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.955022:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384623.955024:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384623.955027:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000100:00000200:3.0:1767384623.955029:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048131712, offset 0 00000400:00000200:3.0:1767384623.955034:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384623.955041:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384623.955048:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff04080 00000400:00000200:3.0:1767384623.955054:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1640 00000400:00000200:3.0:1767384623.955058:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384623.955062:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384623.955065:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384623.955067:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384623.955071:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83b48b8. 00000100:00000040:3.0:1767384623.955073:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000f83b48b8 x1853237048131712 msgsize 328 00000100:00100000:3.0:1767384623.955085:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384623.955101:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384623.955115:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000400:00000010:3.0:1767384623.955117:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000100:00000001:3.0:1767384623.955122:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384623.955126:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.955129:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384623.955133:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048131712 00000100:00000001:3.0:1767384623.955135:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384623.955136:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384623.955139:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384623.955140:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.955142:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384623.955148:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.955154:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384623.955155:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048131712 00000020:00000001:2.0:1767384623.955160:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384623.955161:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384623.955162:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384623.955167:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.955169:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000100:00000001:3.0:1767384623.955170:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.955174:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384623.955176:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294911731 00000020:00000001:2.0:1767384623.955178:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384623.955185:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384623.955188:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911729 00000020:00000010:2.0:1767384623.955190:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ceb1a0c. 00000100:00000001:3.0:1767384623.955194:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294911731 00000100:00000001:2.0:1767384623.955195:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384623.955199:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ceb1a0c. 00000100:00000001:3.0:1767384623.955200:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911729 00000100:00000001:3.0:1767384623.955206:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294911731 00000020:00000010:2.0:1767384623.955207:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004676cc72. 00000020:00000010:2.0:1767384623.955214:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f9fa963. 00000100:00000001:3.0:1767384623.955215:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294911729 00000100:00000001:3.0:1767384623.955220:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294911731 00000020:00000010:2.0:1767384623.955222:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000100:00000001:3.0:1767384623.955224:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294911729 00000100:00000001:3.0:1767384623.955260:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384623.955262:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1767384623.955263:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.955268:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384623.955269:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.955273:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.955273:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384623.955278:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:3.0:1767384623.955280:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384623.955281:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.955282:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384623.955289:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384623.955289:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:3.0:1767384623.955291:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384623.955294:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.955294:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.955298:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384623.955299:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384623.955302:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000123671e1 refcount=4 00000020:00000001:2.0:1767384623.955307:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00000001:2.0:1767384623.955309:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00010000:2.0:1767384623.955314:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e271913c expref: 16 pid: 17080 timeout: 394 lvb_type: 0 00010000:00000001:2.0:1767384623.955320:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.955328:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.955329:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.955331:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384623.955337:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384623.955342:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f83b48b8 x1853237048131712/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.955349:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384623.955351:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.955362:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.955381:0:18905:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384623.955381:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384623.955383:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384623.955384:0:18905:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384623.955390:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00000040:2.0:1767384623.955393:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:3.0:1767384623.955394:0:18905:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.955397:0:18905:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.955397:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623578368 : -106175085973248 : ffff9f6f2fb77100) 00000100:00000040:2.0:1767384623.955407:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f83b48b8 x1853237048131712/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 328/0 e 0 to 0 dl 1767384634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.955418:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384623.955422:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007ceb1a0c. 00000100:00000001:2.0:1767384623.955425:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384623.955428:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007ceb1a0c. 00000100:00100000:2.0:1767384623.955433:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f83b48b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048131712:12345-0@lo:103: 00000100:00000200:2.0:1767384623.955436:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048131712 00080000:00000010:1.0:1767384623.955470:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009fe12cf7. 00010000:00000001:2.0:1767384623.955478:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384623.955482:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384623.955486:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384623.955490:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384623.955494:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384623.955498:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b1743ad2. 02000000:00000001:2.0:1767384623.955504:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384623.955504:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000008893688a. 00000100:00000001:2.0:1767384623.955517:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:1.0:1767384623.955518:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384623.955524:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384623.955525:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384623.955538:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00080000:00000001:1.0:1767384623.955538:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.955552:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000002:1.0:1767384623.955553:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384623.955556:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.955558:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384623.955570:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384623.955572:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384623.955579:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 20000000:01000000:1.0:1767384623.955579:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000020:00000040:2.0:1767384623.955590:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000123671e1 refcount=4 00080000:00000001:1.0:1767384623.955592:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000020:00000001:2.0:1767384623.955598:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00000001:2.0:1767384623.955601:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00000040:2.0:1767384623.955603:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000e23b6822 count: 3 00010000:00010000:2.0:1767384623.955606:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e271913c expref: 16 pid: 17080 timeout: 394 lvb_type: 0 00000100:00001000:2.0:1767384623.955612:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384623 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384623.955615:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384623.955619:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.955621:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384623.955625:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e271913c expref: 16 pid: 17080 timeout: 394 lvb_type: 0 00000020:00000001:2.0:1767384623.955630:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.955632:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.955633:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384623.955635:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.955639:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384623.955641:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384623.955647:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.955664:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.955666:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.955667:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384623.955668:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000123671e1 with handle 0x71ee3a74e2719143 from hash 00010000:00000001:2.0:1767384623.955669:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384623.955670:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.955671:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.955672:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384623.955672:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384623.955673:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384623.955674:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000123671e1/0x71ee3a74e2719143 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e271913c expref: 16 pid: 17080 timeout: 394 lvb_type: 0 00010000:00000040:2.0:1767384623.955678:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:2.0:1767384623.955683:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00010000:00000001:2.0:1767384623.955686:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.955687:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384623.955689:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384623.955692:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 0000000036ffad4e 00010000:00000001:2.0:1767384623.955694:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384623.955696:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.955698:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.955700:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384623.955701:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.955703:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384623.955705:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384623.955706:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.955710:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384623.955712:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384623.955714:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000020:1.0:1767384623.955714:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384623.955715:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384623.955721:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e23b6822) refcount = 2 00000100:00000001:1.0:1767384623.955722:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:2.0:1767384623.955725:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384623.955732:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000dc60685c. 00010000:00000001:2.0:1767384623.955733:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384623.955740:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:00000001:1.0:1767384623.955742:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.955757:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1767384623.955757:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048131456 00010000:00000001:2.0:1767384623.955770:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384623.955771:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000010:2.0:1767384623.955782:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ceb1a0c. 00010000:00000200:1.0:1767384623.955783:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5550bc0 x1853237048131456/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.955789:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384623.955797:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e1b39e9. 00010000:00000001:1.0:1767384623.955800:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384623.955801:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637897903236416 : -106175806315200 : ffff9f6f04c7e540) 00010000:00000001:1.0:1767384623.955803:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.955811:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637897903236416 : -106175806315200 : ffff9f6f04c7e540) 00000100:00001000:1.0:1767384623.955812:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384623.955821:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384623.955822:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384623.955827:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000100:00000040:1.0:1767384623.955831:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:2.0:1767384623.955833:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000100:00000001:1.0:1767384623.955838:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 20000000:00000001:2.0:1767384623.955840:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 02000000:00000001:1.0:1767384623.955842:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384623.955843:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.955845:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:01000000:2.0:1767384623.955849:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00000100:00000040:1.0:1767384623.955850:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384623.955857:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:1.0:1767384623.955858:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a3c080e. 00000020:00000001:2.0:1767384623.955859:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.955866:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=5 00000100:00000200:1.0:1767384623.955867:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048131456, offset 224 00000020:00000001:2.0:1767384623.955872:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:2.0:1767384623.955874:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00000400:00000200:1.0:1767384623.955878:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384623.955889:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384623.955892:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384623.955899:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384623.955917:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:1.0:1767384623.955918:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff03f80 00010000:00010000:2.0:1767384623.955920:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384623.955931:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1655 [2] + 224 00010000:00000001:2.0:1767384623.955946:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384623.955947:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384623.955948:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384623.955952:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384623.955959:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384623.955972:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384623.955973:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384623.955976:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384623.955979:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384623.955984:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384623.955988:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384623.956016:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384623.956027:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036ffad4e already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384623.956036:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384623.956045:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384623.956047:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384623.956054:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384623.956054:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384623.956056:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384623.956058:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384623.956060:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=6 00000400:00000200:1.0:1767384623.956061:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3c080e 00000400:00000010:1.0:1767384623.956064:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a3c080e. 00000100:00000001:1.0:1767384623.956066:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384623.956069:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:2.0:1767384623.956072:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00000100:00000001:1.0:1767384623.956074:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384623.956076:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384623.956078:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384623.956080:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.956090:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384623.956095:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384623.956096:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384623.956098:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1767384623.956099:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.956100:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384623.956110:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384623.956116:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5550bc0 x1853237048131456/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 4848/4768 e 0 to 0 dl 1767384634 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384623.956119:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384623.956121:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384623.956122:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384623.956128:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384623.956129:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384623.956134:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384623.956139:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384623.956142:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036ffad4e with handle 0x71ee3a74e271914a from hash 00000400:00000001:3.0:1767384623.956146:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384623.956148:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5550bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048131456:12345-0@lo:253: Request processed in 7711us (8197us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384623.956152:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000426670ac. 00010000:00000001:2.0:1767384623.956153:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384623.956159:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384623.956165:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384623.956166:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000321f5984 00010000:00000001:2.0:1767384623.956171:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1767384623.956172:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000321f5984. 00010000:00000001:2.0:1767384623.956177:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:1.0:1767384623.956181:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00000001:2.0:1767384623.956183:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384623.956184:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384623.956185:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00010000:00000001:2.0:1767384623.956187:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:1.0:1767384623.956193:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384623.956194:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384623.956199:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.956200:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1767384623.956201:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384623.956210:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004e9e520b. 00010000:00000001:2.0:1767384623.956211:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1767384623.956221:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384623.956221:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:1.0:1767384623.956222:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000bc15aae6. 00000020:00000010:1.0:1767384623.956255:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000005362382. 00010000:00000001:2.0:1767384623.956261:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:1.0:1767384623.956263:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00010000:00000001:2.0:1767384623.956264:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.956269:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384623.956272:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384623.956274:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384623.956276:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000142f2130. 00010000:00000001:2.0:1767384623.956279:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384623.956287:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384623.956287:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384623.956290:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384623.956292:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.956296:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.956302:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384623.956303:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:2.0:1767384623.956304:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384623.956305:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384623.956310:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384623.956311:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384623.956312:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff30015. 00010000:00000001:2.0:1767384623.956313:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:3.0:1767384623.956314:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.956323:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.956323:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000010:1.0:1767384623.956324:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a3c080e. 00010000:00000001:2.0:1767384623.956328:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384623.956330:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=40 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384623.956331:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.956335:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00001000:3.0:1767384623.956336:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=40 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384623.956340:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.956341:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384623.956345:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384623.956345:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384623.956351:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384623.956352:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384623.956354:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 2/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384623.956356:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.956356:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384623.956359:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.956365:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384623.956369:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384623.956376:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:3.0:1767384623.956378:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.956386:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.956390:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1767384623.956394:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384623.956402:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1767384623.956403:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384623.956406:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384623.956410:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006e1b39e9. 00010000:00010000:1.0:1767384623.956415:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384623.956416:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384623.956418:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384623.956422:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.956425:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384623.956433:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000001:1.0:1767384623.956472:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384623.956479:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384623.956483:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271914a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384623.956506:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384623.956508:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000010:2.0:1767384623.956801:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ceb1a0c. 00010000:00000001:2.0:1767384623.956806:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384623.956809:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e23b6822 count: 0 00010000:00010000:2.0:1767384623.956818:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384623.956820:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384623.956823:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384623.956825:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384623.956827:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=40 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384623.956831:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384623.956834:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384623.956836:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384623.956839:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384623.956841:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384623.956844:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384623.956848:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384623.956851:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068c0e820. 00000100:00000200:2.0:1767384623.956856:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048131712, offset 224 00000400:00000200:2.0:1767384623.956862:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384623.956871:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384623.956880:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff04080 00000400:00000200:2.0:1767384623.956890:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1679 [1] + 224 00000400:00000200:2.0:1767384623.956895:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384623.956899:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384623.956903:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384623.956907:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384623.956915:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.956933:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384623.956941:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068c0e820 00000400:00000010:2.0:1767384623.956943:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068c0e820. 00000100:00000001:2.0:1767384623.956947:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384623.956949:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384623.956954:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384623.956960:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384623.956964:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.956967:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384623.956968:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.956976:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384623.956980:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83b48b8 x1853237048131712/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:604/0 lens 328/224 e 0 to 0 dl 1767384634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384623.956983:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:01000004:3.0:1767384623.956984:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000001:1.0:1767384623.956991:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:01000004:3.0:1767384623.956993:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384623.957002:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000010:1.0:1767384623.957002:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f871879. 00000020:01000004:3.0:1767384623.957014:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00100000:2.0:1767384623.957014:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f83b48b8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048131712:12345-0@lo:103: Request processed in 1587us (1930us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384623.957015:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8f4965 00000400:00000010:1.0:1767384623.957024:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8f4965. 00000020:01000004:3.0:1767384623.957030:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384623.957036:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1767384623.957038:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:01000004:3.0:1767384623.957039:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384623.957044:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384623.957044:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00000200:1.0:1767384623.957050:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384623.957052:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000040:3.0:1767384623.957057:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384623.957063:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384623.957069:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384623.957076:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f9fa963. 00000020:00000010:2.0:1767384623.957085:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00000020:00000010:2.0:1767384623.957096:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004676cc72. 00000020:00000040:2.0:1767384623.957107:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:2.0:1767384623.957117:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384623.957118:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384623.957120:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000cca0d3bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048131456:0@lo:253: 00000100:00000001:3.0:1767384623.957144:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.957146:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384623.957152:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384623.957153:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.957156:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384623.957157:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000cca0d3bf x1853237048131456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384623.957160:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384623.957166:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384623.957171:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.957174:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384623.957176:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384623.957177:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384623.957181:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000a7ed0dad. 00000100:00001000:1.0:1767384623.957181:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=40 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384623.957194:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=40 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384623.957195:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384623.957200:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384623.957201:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384623.957207:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384623.957208:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384623.957222:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384623.957223:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384623.957254:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.957257:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384623.957261:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384623.957262:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005039c53a. 02000000:00000001:3.0:1767384623.957270:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384623.957283:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384623.957289:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cca0d3bf. 00000100:00000001:3.0:1767384623.957299:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384623.957305:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.957305:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384623.957316:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384623.957317:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.957323:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384623.957325:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384623.957326:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384623.957333:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384623.957335:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384623.957341:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384623.957354:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048131712:0@lo:103: 00000100:00000001:1.0:1767384623.957362:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.957364:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384623.957368:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000200e631c x1853237048131712/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384639 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384623.957374:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384623.957376:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384623.957378:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5ff74a9. 02000000:00000001:1.0:1767384623.957384:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384623.957385:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384623.957387:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384623.957389:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384623.957391:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d9bdf198. 02000000:00000001:1.0:1767384623.957395:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384623.957396:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384623.957398:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000200e631c. 00000100:00000001:1.0:1767384623.957402:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384623.957404:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.957406:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384623.957413:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384623.957414:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384623.957418:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384623.957421:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384623.959493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005e5d41ac. 00010000:00000010:2.1:1767384623.959499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c763f6f2. 00010000:00000010:2.1:1767384623.961503:0:25089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000123671e1. 00000100:00000040:0.0:1767384623.961506:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294911731, at 4294911732 00010000:00000010:2.1:1767384623.961516:0:25089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e23b6822. 00010000:00000010:1.1:1767384623.961516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036ffad4e. 00000100:00000010:0.0:1767384623.961517:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf72ab88. 00000100:00000040:1.0:1767384623.961563:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294911731, at 4294911732 00000100:00000010:1.0:1767384623.961572:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068937916. 00000100:00000040:2.0:1767384623.961689:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294911731, at 4294911732 00000100:00000010:2.0:1767384623.961696:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067a17dba. 00000100:00000040:3.0:1767384623.962473:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294911731, at 4294911733 00000100:00000010:3.0:1767384623.962480:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000017ded8f6. 00000400:00000010:1.0:1767384623.969494:0:25094:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000133c710a. 00000400:00000040:1.0:1767384623.969512:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384623.969515:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384623.969517:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.969519:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384623.969521:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.969523:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384623.969530:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384623.969533:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384623.969534:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384623.969536:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384623.969538:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384623.969540:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384623.969542:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384623.969543:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384623.969544:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384623.969546:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384623.969547:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384623.969547:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384623.969548:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384623.969550:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.969551:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384623.969552:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384623.969552:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384623.969553:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384623.969554:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384623.969556:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.969556:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384623.969557:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384623.969558:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384623.969559:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384623.969560:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384623.969561:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384623.969562:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384623.969563:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384623.969564:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384623.969565:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384623.969566:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384623.969567:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384623.969568:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384623.969569:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384623.969570:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384623.969571:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384623.969572:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384623.969573:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384623.969574:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384623.969579:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384623.969580:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384623.969581:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384623.969582:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384623.969583:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384623.969584:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384623.969585:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384623.969586:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384623.969587:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384623.969588:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384623.969589:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384623.969589:0:25094:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384623.969628:0:25094:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000133c710a. 00010000:00000001:3.0:1767384624.038492:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384624.038496:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384624.038501:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384624.038503:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.038539:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384624.038542:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384624.038545:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:0.0:1767384624.229514:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:0.0:1767384624.229518:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1767384624.229524:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b1d8b27. 00000020:00000040:0.0:1767384624.229530:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384624.229535:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384624.229538:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384624.229555:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384624.229563:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4659a23. 00000100:00000001:0.0:1767384624.229571:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.229576:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384624.229578:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.229587:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b1d8b27] to pc [ptlrpcd_00_00+0] req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1767384624.229630:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.229641:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384624.229642:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384624.229645:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384624.229648:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.229649:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.229659:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384624.229661:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.229664:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.229665:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384624.229667:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384624.229670:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.229678:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384624.229679:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.229683:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384624.229685:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384624.229687:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384624.229689:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000b1d8b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16355:1853237048131840:0@lo:13: 00000100:00000001:0.0:1767384624.229692:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384624.229697:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384624.229699:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.229702:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384624.229705:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000033a17d2b. 02000000:00000001:0.0:1767384624.229707:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384624.229712:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8293fa. 00000400:00000010:0.0:1767384624.229718:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000100:00000200:0.0:1767384624.229723:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048131840, portal 4 00000100:00000001:0.0:1767384624.229725:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384624.229727:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759362688 : -106174950188928 : ffff9f6f37cf5880) 00000100:00000040:0.0:1767384624.229739:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.229745:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384624.229748:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384624.229750:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000100:00000200:0.0:1767384624.229753:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048131840, offset 0 00000400:00000200:0.0:1767384624.229758:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384624.229770:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384624.229780:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff04100 00000400:00000200:0.0:1767384624.229786:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1344 00000400:00000200:0.0:1767384624.229794:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384624.229799:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384624.229806:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384624.229807:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384624.229811:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005f622de8. 00000100:00000040:0.0:1767384624.229813:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000005f622de8 x1853237048131840 msgsize 224 00000100:00100000:0.0:1767384624.229817:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384624.229824:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384624.229847:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384624.229849:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000100:00000001:0.0:1767384624.229852:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384624.229854:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.229862:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384624.229863:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.229868:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.229869:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384624.229873:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.229877:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4596 usecs (5 jiffies) 00000100:00000001:0.0:1767384624.229879:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912005 00000100:00000010:0.0:1767384624.229883:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000db8fa8b9. 00000100:00000001:0.0:1767384624.229887:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384624.229896:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912005 00000100:00000010:0.0:1767384624.229899:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1625131. 00000100:00000001:0.0:1767384624.229902:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384624.229905:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912005 00000100:00000010:0.0:1767384624.229908:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e888f4da. 00000100:00000001:0.0:1767384624.229910:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384624.229913:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912005 00000100:00000010:0.0:1767384624.229915:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ba84650b. 00000100:00000001:0.0:1767384624.229919:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384624.229921:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.229923:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.229926:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.229927:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.229943:0:22878:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384624.229947:0:22878:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048131840 02000000:00000001:0.0:1767384624.229950:0:22878:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384624.229953:0:22878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384624.229955:0:22878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.229959:0:22878:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384624.229962:0:22878:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048131840 00000020:00000001:0.0:1767384624.229964:0:22878:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384624.229966:0:22878:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:0.0:1767384624.229968:0:22878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384624.229970:0:22878:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000001:0.0:1767384624.229971:0:22878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:0.0:1767384624.229974:0:22878:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384624.229977:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384624.229980:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000020:00000010:0.0:1767384624.229985:0:22878:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006361beff. 00000020:00000040:0.0:1767384624.229989:0:22878:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:0.0:1767384624.229996:0:22878:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384624.230000:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dd876bd. 00000020:00000010:0.0:1767384624.230010:0:22878:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9fcc1f5. 00000020:00000010:0.0:1767384624.230014:0:22878:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6f16257. 00000100:00000040:0.0:1767384624.230022:0:22878:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384624.230024:0:22878:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384624.230025:0:22878:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384624.230027:0:22878:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.230035:0:22878:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.230046:0:22878:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.230055:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384624.230057:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384624.230061:0:22878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384624.230065:0:22878:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:0.0:1767384624.230066:0:22878:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759358208 : -106174950193408 : ffff9f6f37cf4700) 00000100:00000040:0.0:1767384624.230069:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f622de8 x1853237048131840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:605/0 lens 224/0 e 0 to 0 dl 1767384635 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.230077:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384624.230079:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3408bd3. 00000100:00000001:0.0:1767384624.230080:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384624.230082:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3408bd3. 00000100:00100000:0.0:1767384624.230085:0:22878:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f622de8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853237048131840:12345-0@lo:13: 00000100:00000200:0.0:1767384624.230088:0:22878:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048131840 00000020:00000001:0.0:1767384624.230090:0:22878:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384624.230093:0:22878:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384624.230096:0:22878:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.230099:0:22878:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384624.230101:0:22878:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000020:00000001:0.0:1767384624.230104:0:22878:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384624.230106:0:22878:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384624.230108:0:22878:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384624.230110:0:22878:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384624.230112:0:22878:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.230117:0:22878:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384624.230119:0:22878:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:3.0:1767384624.230123:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384624.230130:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 02000000:00000010:0.0:1767384624.230131:0:22878:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006ae26b3c. 02000000:00000001:0.0:1767384624.230136:0:22878:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.230138:0:22878:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384624.230141:0:22878:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384624.230146:0:22878:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384624.230148:0:22878:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384624.230158:0:22878:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384624.230159:0:22878:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384624.230163:0:22878:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384624.230166:0:22878:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384624.230168:0:22878:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384624.230170:0:22878:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384624.230174:0:22878:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384624.230176:0:22878:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384624.230177:0:22878:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384624.230179:0:22878:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048131840 00010000:00000001:0.0:1767384624.230182:0:22878:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384624.230185:0:22878:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f622de8 x1853237048131840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:605/0 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384624.230190:0:22878:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384624.230193:0:22878:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384624.230195:0:22878:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384624.230199:0:22878:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384624.230201:0:22878:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384624.230202:0:22878:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384624.230204:0:22878:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384624.230206:0:22878:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.230208:0:22878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384624.230209:0:22878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384624.230211:0:22878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000100:00000200:0.0:1767384624.230213:0:22878:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048131840, offset 224 00000400:00000200:0.0:1767384624.230217:0:22878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384624.230222:0:22878:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384624.230241:0:22878:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff04100 00000400:00000200:0.0:1767384624.230244:0:22878:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x168d [1] + 224 00000400:00000200:0.0:1767384624.230254:0:22878:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384624.230256:0:22878:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384624.230258:0:22878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384624.230261:0:22878:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384624.230267:0:22878:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.230280:0:22878:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384624.230284:0:22878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384624.230285:0:22878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000100:00000001:0.0:1767384624.230287:0:22878:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384624.230289:0:22878:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384624.230291:0:22878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.230294:0:22878:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384624.230296:0:22878:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384624.230298:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384624.230299:0:22878:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.230303:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384624.230303:0:22878:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384624.230309:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f622de8 x1853237048131840/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:605/0 lens 224/368 e 0 to 0 dl 1767384635 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384624.230311:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384624.230315:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384624.230319:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8293fa. 00000100:00100000:0.0:1767384624.230319:0:22878:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f622de8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853237048131840:12345-0@lo:13: Request processed in 240us (503us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384624.230328:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 00000100:00100000:0.0:1767384624.230332:0:22878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:3.0:1767384624.230333:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000100:00000040:0.0:1767384624.230339:0:22878:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:3.0:1767384624.230340:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384624.230344:0:22878:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384624.230350:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.230351:0:22878:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384624.230357:0:22878:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9fcc1f5. 00000100:00000200:3.0:1767384624.230362:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384624.230363:0:22878:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6f16257. 00000020:00000010:0.0:1767384624.230371:0:22878:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dd876bd. 00000100:00000001:3.0:1767384624.230374:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1767384624.230376:0:22878:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:3.0:1767384624.230380:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.230383:0:22878:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.230385:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384624.230389:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384624.230391:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384624.230392:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.230394:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384624.230400:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384624.230403:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384624.230405:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384624.230406:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384624.230409:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384624.230414:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384624.230422:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.230425:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384624.230427:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384624.230429:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384624.230430:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.230433:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384624.230645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384624.230652:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384624.230658:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005c71bcb. 00000020:00000040:1.0:1767384624.230663:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384624.230667:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384624.230669:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384624.230674:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384624.230684:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009fc9ebd9. 00000100:00000001:1.0:1767384624.230690:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.230704:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384624.230708:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384624.230713:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384624.230718:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384624.230727:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384624.230733:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:1.0:1767384624.230736:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000004:00000040:3.0:1767384624.230737:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:1.0:1767384624.230740:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1767384624.230756:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000040:1.0:1767384624.230757:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c71bcb] to pc [ptlrpcd_00_01+1] req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384624.230801:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.230808:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384624.230810:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384624.230822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767384624.230828:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000b1d8b27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16355:1853237048131840:0@lo:13: 00000100:00000001:1.0:1767384624.230831:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384624.230837:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048089652. 00000100:00000001:3.0:1767384624.230841:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384624.230842:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384624.230845:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384624.230847:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000b1d8b27 x1853237048131840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384624.230861:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384624.230866:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384624.230869:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384624.230870:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.230874:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384624.230878:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000033a17d2b. 02000000:00000010:1.0:1767384624.230878:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005d080747. 00000100:00000001:1.0:1767384624.230886:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.230888:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384624.230892:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:1.0:1767384624.230895:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:3.0:1767384624.230897:0:16355:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384624.230906:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384624.230914:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4659a23. 00000100:00000001:1.0:1767384624.230918:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384624.230920:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.230921:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384624.230924:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384624.230925:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048089652] to pc [ptlrpcd_00_02+2] req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384624.230929:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b1d8b27. 00000100:00000001:3.0:1767384624.230940:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384624.230946:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.230949:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.230953:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384624.230961:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.230964:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384624.230965:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.230966:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384624.230972:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384624.230975:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (249) 00000100:00000040:3.0:1767384624.230980:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.230989:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384624.230990:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.230994:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384624.230996:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384624.230998:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.231004:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005c71bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048131968:0@lo:400: 00000100:00000001:3.0:1767384624.231007:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384624.231011:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384624.231013:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.231016:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384624.231021:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5ff74a9. 02000000:00000001:3.0:1767384624.231024:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384624.231030:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426670ac. 00000400:00000010:3.0:1767384624.231038:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000100:00000200:3.0:1767384624.231044:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048131968, portal 10 00000100:00000001:0.0:1767384624.231045:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384624.231047:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384624.231052:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758967680 : -106174950583936 : ffff9f6f37c95180) 00000100:00100000:0.0:1767384624.231056:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1767384624.231060:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384624.231061:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.231068:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384624.231073:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384624.231076:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384624.231078:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000322b332a. 00000100:00000001:0.0:1767384624.231080:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384624.231085:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048131968, offset 0 00000100:00000001:0.0:1767384624.231086:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.231090:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384624.231094:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384624.231099:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384624.231103:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.231117:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384624.231119:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384624.231121:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.231128:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384624.231132:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384624.231136:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384624.231138:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff04180 00000100:00100000:0.0:1767384624.231145:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000048089652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237048132096:0@lo:400: 00000100:00000001:0.0:1767384624.231151:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384624.231152:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4472 02000000:00000001:0.0:1767384624.231157:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384624.231158:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384624.231161:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384624.231165:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384624.231173:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009dd876bd. 00000400:00000200:3.0:1767384624.231177:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384624.231179:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384624.231186:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8916be8. 00000100:00000001:3.0:1767384624.231189:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384624.231193:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1767384624.231196:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000100:00000010:3.0:1767384624.231199:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cca0d3bf. 00000100:00000200:0.0:1767384624.231204:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048132096, portal 10 00000100:00000040:3.0:1767384624.231205:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000cca0d3bf x1853237048131968 msgsize 224 00000100:00000001:0.0:1767384624.231210:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384624.231214:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758965888 : -106174950585728 : ffff9f6f37c94a80) 00000100:00100000:3.0:1767384624.231221:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384624.231258:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.231265:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384624.231268:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384624.231270:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384624.231272:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000100:00000200:0.0:1767384624.231277:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048132096, offset 0 00000400:00000200:0.0:1767384624.231281:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384624.231286:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322b332a 00000400:00000200:0.0:1767384624.231288:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1767384624.231290:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322b332a. 00000100:00000001:3.0:1767384624.231295:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384624.231299:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff04200 00000100:00000200:3.0:1767384624.231302:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384624.231309:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4696 00000100:00000001:3.0:1767384624.231314:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384624.231320:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384624.231325:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384624.231327:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.231331:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767384624.231334:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384624.231336:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.231342:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3077 usecs (4 jiffies) 00000100:00000001:0.0:1767384624.231342:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384624.231345:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1767384624.231347:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294912005 00000100:00000010:0.0:1767384624.231350:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000046be0db7. 00000100:00000001:3.0:1767384624.231353:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294912005 00000100:00000040:0.0:1767384624.231355:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000046be0db7 x1853237048132096 msgsize 224 00000100:00000001:3.0:1767384624.231357:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294912005 00000100:00000001:3.0:1767384624.231364:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294912005 00000100:00100000:0.0:1767384624.231364:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384624.231369:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294912005 00000100:00000001:3.0:1767384624.231372:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294912005 00000100:00000001:3.0:1767384624.231374:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294912005 00000100:00000001:3.0:1767384624.231377:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294912005 00000100:00000001:3.0:1767384624.231379:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384624.231381:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.231385:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384624.231386:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.231391:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384624.231399:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000400:00000010:0.0:1767384624.231403:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000100:00000001:3.0:1767384624.231406:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384624.231409:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384624.231410:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384624.231418:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384624.231419:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.231421:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384624.231425:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.231433:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.231433:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384624.231477:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.231484:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.231488:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384624.231513:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.231516:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384624.231516:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3460 usecs (4 jiffies) 00000100:00100000:3.0:1767384624.231522:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048131968 00000100:00000001:0.0:1767384624.231523:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294912006 02000000:00000001:3.0:1767384624.231527:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384624.231531:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384624.231533:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.231538:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4294912005 02000000:00000001:3.0:1767384624.231539:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.231547:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048131968 00000020:00000001:3.0:1767384624.231549:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384624.231552:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000001:0.0:1767384624.231555:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294912006 00000020:00000001:3.0:1767384624.231557:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384624.231561:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000020:00000001:3.0:1767384624.231564:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000001:3.0:1767384624.231568:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:0.0:1767384624.231569:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4294912005 00000100:00000001:3.0:1767384624.231576:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384624.231583:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4faf7c8. 00000100:00000001:0.0:1767384624.231585:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294912006 00000100:00000001:3.0:1767384624.231588:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384624.231593:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4faf7c8. 00000100:00000001:0.0:1767384624.231596:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4294912005 00000020:00000010:3.0:1767384624.231599:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f72b4a3. 00000100:00000001:0.0:1767384624.231602:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294912006 00000100:00000001:1.0:1767384624.231603:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1767384624.231604:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c4e6ab9b. 00000100:00000001:1.0:1767384624.231609:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384624.231611:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001fa700f2. 00000100:00000001:0.0:1767384624.231612:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4294912005 00000100:00000001:1.0:1767384624.231617:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384624.231622:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.231623:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384624.231627:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384624.231627:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.231631:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384624.231632:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384624.231636:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.231637:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.231643:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.231644:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384624.231648:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384624.231650:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.231660:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.231673:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384624.231674:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384624.231676:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048132096 00000100:00000001:0.0:1767384624.231680:0:17086:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.231688:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384624.231691:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384624.231695:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384624.231700:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.231702:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048132096 00000100:00000001:0.0:1767384624.231704:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384624.231705:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384624.231707:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1767384624.231708:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000020:00000001:3.0:1767384624.231712:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384624.231714:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00100000:0.0:1767384624.231717:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000020:00000001:3.0:1767384624.231718:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000040:0.0:1767384624.231721:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000020:00000001:3.0:1767384624.231722:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:0.0:1767384624.231725:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623577472 : -106175085974144 : ffff9f6f2fb76d80) 00000100:00000001:3.0:1767384624.231728:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384624.231732:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4faf7c8. 00000100:00000040:0.0:1767384624.231732:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cca0d3bf x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:605/0 lens 224/0 e 0 to 0 dl 1767384635 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384624.231739:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000000bd83d60. 00000020:00000040:3.0:1767384624.231746:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:0.0:1767384624.231747:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384624.231752:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f3408bd3. 00000100:00000001:3.0:1767384624.231755:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384624.231756:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384624.231760:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f3408bd3. 00000020:00000010:3.0:1767384624.231762:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf822b8f. 00000020:00000010:3.0:1767384624.231766:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004aee627f. 00000100:00100000:0.0:1767384624.231767:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cca0d3bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048131968:12345-0@lo:400: 00000020:00000010:3.0:1767384624.231773:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b9dcc86. 00000100:00000200:0.0:1767384624.231774:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048131968 00000020:00000001:0.0:1767384624.231779:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384624.231780:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384624.231783:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1767384624.231783:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384624.231786:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.231788:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384624.231790:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384624.231793:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:3.0:1767384624.231794:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384624.231797:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384624.231798:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384624.231800:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.231801:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.231804:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384624.231807:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384624.231810:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384624.231810:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384624.231818:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384624.231821:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384624.231822:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384624.231826:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000010:0.0:1767384624.231826:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000001ff146fb. 00000100:00000001:3.0:1767384624.231830:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384624.231831:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.231834:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.231839:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000020:00000001:0.0:1767384624.231839:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384624.231844:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000001:3.0:1767384624.231846:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759368064 : -106174950183552 : ffff9f6f37cf6d80) 00010000:00000040:0.0:1767384624.231852:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048131968 00000100:00000040:3.0:1767384624.231855:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000046be0db7 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:605/0 lens 224/0 e 0 to 0 dl 1767384635 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384624.231857:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384624.231864:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cca0d3bf x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384624.231869:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384624.231872:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384624.231875:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384624.231877:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=36 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384624.231881:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000076704bc9. 00000100:00000001:0.0:1767384624.231882:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384624.231888:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384624.231889:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384624.231893:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000010:3.0:1767384624.231894:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000076704bc9. 02000000:00000001:0.0:1767384624.231900:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384624.231902:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.231907:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000046be0db7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237048132096:12345-0@lo:400: 00000100:00000001:0.0:1767384624.231908:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384624.231913:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048132096 00000100:00000040:0.0:1767384624.231917:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384624.231918:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384624.231921:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000020:00000001:3.0:1767384624.231923:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384624.231926:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384624.231926:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048131968, offset 224 00000020:00000001:3.0:1767384624.231934:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384624.231936:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000400:00000200:0.0:1767384624.231938:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384624.231940:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384624.231944:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384624.231946:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384624.231950:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384624.231951:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384624.231952:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.231956:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384624.231959:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384624.231962:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384624.231965:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff04180 02000000:00000010:3.0:1767384624.231967:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bae94e8e. 02000000:00000001:3.0:1767384624.231971:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384624.231974:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1699 [1] + 224 00000100:00000001:3.0:1767384624.231975:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.231983:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384624.231983:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1767384624.231987:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048132096 00010000:00000001:3.0:1767384624.231992:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384624.231992:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:3.0:1767384624.232001:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000046be0db7 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.232001:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384624.232011:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1767384624.232011:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384624.232015:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384624.232021:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384624.232030:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384624.232031:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384624.232034:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:3.0:1767384624.232040:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00080000:2.0:1767384624.232043:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 02000000:00000001:3.0:1767384624.232048:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384624.232051:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384624.232052:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:0.0:1767384624.232058:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384624.232061:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384624.232064:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000100:00000040:3.0:1767384624.232068:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384624.232069:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000400:00000010:3.0:1767384624.232073:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000322b332a. 00000100:00000001:0.0:1767384624.232074:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384624.232079:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1767384624.232081:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048132096, offset 224 00000100:00000001:0.0:1767384624.232083:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384624.232088:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000200:3.0:1767384624.232090:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384624.232098:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384624.232101:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384624.232102:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384624.232106:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384624.232111:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cca0d3bf x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384624.232115:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff04200 00000400:00000200:3.0:1767384624.232127:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x16a1 [1] + 224 00000100:00100000:0.0:1767384624.232132:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cca0d3bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048131968:12345-0@lo:400: Request processed in 380us (922us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384624.232134:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384624.232134:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384624.232138:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384624.232144:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1767384624.232145:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384624.232149:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384624.232149:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000400:00000010:2.0:1767384624.232152:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000426670ac. 00000100:00000040:0.0:1767384624.232154:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000400:00000200:2.0:1767384624.232157:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000100:00000001:0.0:1767384624.232158:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384624.232162:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000100:00000001:0.0:1767384624.232163:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384624.232167:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c4e6ab9b. 00000100:00000001:2.0:1767384624.232169:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384624.232171:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384624.232173:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001fa700f2. 00000100:00000200:2.0:1767384624.232177:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384624.232178:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384624.232180:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f72b4a3. 00000020:00000040:0.0:1767384624.232187:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:0.0:1767384624.232193:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384624.232217:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384624.232217:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.232274:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384624.232277:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384624.232280:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384624.232282:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384624.232283:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384624.232287:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384624.232289:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322b332a 00000100:00000001:2.0:1767384624.232290:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384624.232293:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322b332a. 02000000:00000001:2.0:1767384624.232296:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384624.232297:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384624.232300:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:2.0:1767384624.232302:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=36 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384624.232303:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.232308:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384624.232309:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00001000:2.0:1767384624.232309:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384624.232312:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384624.232315:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384624.232318:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384624.232318:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1767384624.232320:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384624.232321:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384624.232323:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384624.232324:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384624.232325:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384624.232328:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8916be8. 00000100:00000040:3.0:1767384624.232330:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000046be0db7 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:605/0 lens 224/224 e 0 to 0 dl 1767384635 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384624.232332:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384624.232334:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384624.232339:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000100:00000001:0.0:1767384624.232344:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384624.232351:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384624.232369:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.232374:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000046be0db7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237048132096:12345-0@lo:400: Request processed in 500us (1013us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384624.232376:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1767384624.232379:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384624.232380:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384624.232386:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384624.232389:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384624.232392:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00000040:2.0:1767384624.232398:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384624.232398:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384624.232399:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:0.0:1767384624.232402:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384624.232403:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384624.232407:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384624.232408:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384624.232411:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384624.232414:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384624.232416:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384624.232417:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004aee627f. 00000020:00000010:3.0:1767384624.232424:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b9dcc86. 02000000:00000001:0.0:1767384624.232431:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384624.232432:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf822b8f. 00000100:00000001:2.0:1767384624.232433:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384624.232472:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:3.0:1767384624.232476:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384624.232477:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=34 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384624.232483:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384624.232486:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384624.232487:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384624.232489:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.232490:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384624.232495:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1767384624.232497:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767384624.232500:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384624.232544:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005c71bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048131968:0@lo:400: 00010000:00000001:0.0:1767384624.232544:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.232550:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384624.232553:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384624.232554:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.232555:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384624.232559:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384624.232560:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384624.232566:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005c71bcb x1853237048131968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384624.232569:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.232585:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384624.232589:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384624.232590:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384624.232594:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5ff74a9. 00000100:00000001:0.0:1767384624.232594:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384624.232599:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384624.232600:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384624.232604:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384624.232604:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384624.232607:0:16355:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384624.232613:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384624.232616:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009fc9ebd9. 00000100:00100000:0.0:1767384624.232620:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000048089652 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237048132096:0@lo:400: 02000000:00000001:2.0:1767384624.232621:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384624.232624:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384624.232628:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005c71bcb. 00000100:00000001:0.0:1767384624.232629:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384624.232631:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384624.232633:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384624.232634:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384624.232637:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384624.232640:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000048089652 x1853237048132096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384624.232644:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384624.232648:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.232649:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384624.232653:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384624.232654:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384624.232657:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384624.232658:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009dd876bd. 02000000:00000001:0.0:1767384624.232663:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384624.232664:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384624.232665:0:16357:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384624.232667:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384624.232674:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005d080747. 02000000:00000001:0.0:1767384624.232676:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384624.232678:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384624.232679:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000048089652. 00000100:00000001:0.0:1767384624.232682:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384624.232684:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.232685:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384624.232689:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384624.232690:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384624.232692:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384624.232694:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384624.236483:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294912006, at 4294912007 00000100:00000010:2.0:1767384624.236491:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e888f4da. 00000100:00000040:0.0:1767384624.236517:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294912006, at 4294912007 00000100:00000010:0.0:1767384624.236526:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000db8fa8b9. 00000100:00000040:1.0:1767384624.237502:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294912006, at 4294912008 00000100:00000040:3.0:1767384624.237508:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294912006, at 4294912008 00000100:00000010:1.0:1767384624.237515:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1625131. 00000100:00000010:3.0:1767384624.237517:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ba84650b. 00010000:00000001:3.0:1767384625.061506:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384625.061511:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384625.061515:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384625.061517:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384625.061580:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384625.061584:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384625.061597:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384625.128125:0:25393:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002b4240e8. 00080000:00000010:0.0:1767384625.128137:0:25393:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002b4240e8. 00000020:00000001:0.0:1767384625.128143:0:25393:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384625.128151:0:25393:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002b4240e8. 00080000:00000010:0.0:1767384625.128156:0:25393:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002b4240e8. 00000020:00000001:0.0:1767384625.128160:0:25393:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384625.254529:0:18370:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384625.254536:0:18370:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384625.998569:0:25557:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384625.998573:0:25557:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp27 --if ens2 00000001:00000001:3.0:1767384626.002900:0:25557:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384626.012979:0:25558:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000016e21310. 00000400:00000010:0.0:1767384626.012999:0:25558:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000005464ff90. 00000400:00000010:0.0:1767384626.013013:0:25558:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d43f0fe4. 00000400:00000010:0.0:1767384626.013017:0:25558:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006029004c. 00000400:00000010:0.0:1767384626.013023:0:25558:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000868bfcea. 00000400:00000010:0.0:1767384626.013029:0:25558:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001bf52f39. 00000400:00000010:0.0:1767384626.013031:0:25558:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000056c0d479. 00000400:00000010:0.0:1767384626.013033:0:25558:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063f3b8f8. 00000400:00000010:0.0:1767384626.013038:0:25558:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000004c12c464. 00000800:00000010:0.0:1767384626.013055:0:25558:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a29dbe46. 00000800:00000200:0.0:1767384626.013070:0:25558:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384626.013081:0:25558:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384626.013130:0:25558:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384626.013164:0:25558:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp27 [8/256/0/180] 00000400:00000010:0.0:1767384626.015387:0:25558:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 00000000c60df3f6. 00000400:00000010:0.0:1767384626.015394:0:25558:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8916be8. 00000400:00000010:0.0:1767384626.015398:0:25558:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000400:00000001:0.0:1767384626.015414:0:25558:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384626.015416:0:25558:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384626.015417:0:25558:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e157ab. 00000400:00000200:0.0:1767384626.015420:0:25558:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:0.0:1767384626.015422:0:25558:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000400:00000010:0.0:1767384626.015424:0:25558:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 00000000730c699d. 00000400:00000200:0.0:1767384626.015429:0:25558:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (18) 00000400:00000200:0.0:1767384626.015518:0:25558:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384626.015533:0:25558:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131099 00000020:00000010:0.0:1767384626.015544:0:25558:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000006e7049b. 00000020:01000000:0.0:1767384626.015555:0:25558:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384626.015559:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:0.0:1767384626.015559:0:25558:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp27 00000400:00000200:2.0:1767384626.015585:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:2.0:1767384626.015593:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068c0e820. 00000400:00000200:2.0:1767384626.015598:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (19) 00000400:00000010:0.0:1767384626.015601:0:25558:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000005464ff90. 00000400:00000010:2.0:1767384626.015603:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e90341f7. 00000400:00000010:0.0:1767384626.015607:0:25558:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000016e21310. 00000400:00000200:2.0:1767384626.015611:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp25 00000400:00000200:2.0:1767384626.015625:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp25 to MR: 192.168.203.125@tcp25 local destination 00000020:00000001:3.0:1767384626.015631:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384626.015632:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp25 NI seq info: [47:47:256:4294967295] 192.168.203.125@tcp25 LPNI seq info [47:47:8:4294967295] 10000000:00000001:3.0:1767384626.015638:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384626.015642:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp25 10000000:00000001:3.0:1767384626.015644:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384626.015649:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384626.015661:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25:192.168.203.125@tcp25) -> 192.168.203.125@tcp25(192.168.203.125@tcp25:192.168.203.125@tcp25) : PUT try# 0 00000020:01000004:3.0:1767384626.015663:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384626.015667:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000200:2.0:1767384626.015671:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.125@tcp25 00000020:01000004:3.0:1767384626.015672:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384626.015676:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:2.0:1767384626.015678:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed170342. 00000020:01000004:3.0:1767384626.015679:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384626.015683:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384626.015684:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384626.015686:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:2.0:1767384626.015687:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (6) 00000020:01000004:3.0:1767384626.015689:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384626.015693:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:2.0:1767384626.015696:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp25 ip 192.168.203.125:988 00000100:00000010:3.0:1767384626.015700:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5522099. 00000800:00000200:2.0:1767384626.015701:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed170342 type 1, nob 432 niov 1 nkiov 1 00000020:00000040:3.0:1767384626.015709:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:2.0:1767384626.015716:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000100:00000001:3.0:1767384626.015717:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384626.015720:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 02000000:00000001:3.0:1767384626.015724:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384626.015730:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384626.015742:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000039619cc3. 00000100:00000001:3.0:1767384626.015753:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.015772:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384626.015777:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.015786:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5522099] to pc [ptlrpcd_00_03+3] req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384626.015815:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384626.015825:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1767384626.015828:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.015828:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:3.0:1767384626.015834:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.015839:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384626.015841:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:3.0:1767384626.015845:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384626.015854:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384626.015857:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384626.015859:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384626.015863:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 02000000:00000001:0.0:1767384626.015864:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1767384626.015865:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:3.0:1767384626.015866:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:0.0:1767384626.015869:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384626.015871:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed170342. 10000000:01000000:3.0:1767384626.015872:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384626.015876:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384626.015878:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384626.015879:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384626.015883:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00100000:0.0:1767384626.015884:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b5522099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048132224:0@lo:253: 00000020:01000004:3.0:1767384626.015889:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384626.015892:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: PUT: OK 00000020:01000004:3.0:1767384626.015895:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384626.015895:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384626.015901:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:2.0:1767384626.015902:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:3.0:1767384626.015906:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384626.015906:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384626.015911:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp25: 0 00000020:01000004:3.0:1767384626.015913:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:0.0:1767384626.015913:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384626.015920:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384626.015920:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000004:3.0:1767384626.015924:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000010:0.0:1767384626.015927:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000086c02747. 00000100:00000010:3.0:1767384626.015930:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013fb2138. 00000800:00000001:2.0:1767384626.015931:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384626.015932:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384626.015936:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000400:00000010:0.0:1767384626.015939:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054e157ab. 00000100:00000001:3.0:1767384626.015941:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000001:2.0:1767384626.015941:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384626.015962:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000001:2.0:1767384626.015963:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384626.015972:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384626.015973:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384626.015976:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005464ff90. 00000100:00000200:0.0:1767384626.015985:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048132224, portal 25 02000000:00000010:3.0:1767384626.015988:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f799c56c. 00000100:00000001:0.0:1767384626.015993:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384626.015997:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25) <- 192.168.203.125@tcp25 : PUT - for me 00000100:00000001:3.0:1767384626.015998:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.015999:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623567616 : -106175085984000 : ffff9f6f2fb74700) 00000100:00000001:3.0:1767384626.016012:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384626.016014:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.016018:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016019:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 336 into portal 0 MB=0x8000000000000000 00000100:00000040:3.0:1767384626.016039:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013fb2138] to pc [ptlrpcd_00_00+0] req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384626.016039:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 320/336 into md 0x165d [1] + 0 00000100:00000001:0.0:1767384626.016039:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384626.016049:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384626.016057:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a831247. 00000400:00000010:2.0:1767384626.016066:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f183d3b0. 00000400:00000200:2.0:1767384626.016076:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e1559905 00000100:00000200:0.0:1767384626.016082:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048132224, offset 0 00000800:00000001:2.0:1767384626.016086:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384626.016094:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:2.0:1767384626.016096:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384626.016100:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016101:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384626.016110:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:00000001:3.0:1767384626.016111:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016118:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: PUT: OK 00000020:00000001:3.0:1767384626.016120:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.016132:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04280 00000400:00000200:2.0:1767384626.016138:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1559905 00000020:01000000:3.0:1767384626.016144:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:2.0:1767384626.016145:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1559905. 00000400:00000200:2.0:1767384626.016153:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000020:00000010:3.0:1767384626.016155:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000006e7049b. 00000400:00000200:0.0:1767384626.016160:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xfe5 [2] + 0 00000400:00000200:2.0:1767384626.016163:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (20) 00000400:00000010:0.0:1767384626.016168:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba78c137. 00000400:00000200:2.0:1767384626.016174:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:0.0:1767384626.016176:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cee9bc33 00000100:00000001:3.0:1767384626.016180:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384626.016182:0:16349:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (336 bytes) 00000400:00000200:0.0:1767384626.016186:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384626.016192:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016195:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384626.016201:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384626.016211:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384626.016213:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (21) 00000100:00000001:3.0:1767384626.016258:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384626.016260:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384626.016260:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cee9bc33 00000100:00000001:3.0:1767384626.016261:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1767384626.016266:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cee9bc33. 00000100:00000040:3.0:1767384626.016272:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384626.016272:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp25 to MR: 192.168.203.125@tcp25 local destination 00000100:00000001:0.0:1767384626.016274:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384626.016278:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384626.016283:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp25 NI seq info: [48:48:256:4294967295] 192.168.203.125@tcp25 LPNI seq info [48:48:8:4294967295] 00000100:00000040:0.0:1767384626.016285:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000c8b9de27 x1853237048132224 msgsize 4848 00000100:00100000:0.0:1767384626.016315:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384626.016322:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384626.016322:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384626.016329:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016331:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25:192.168.203.125@tcp25) -> 192.168.203.125@tcp25(192.168.203.125@tcp25:192.168.203.125@tcp25) 192.168.203.125@tcp25 : ACK try# 0 02000000:00000001:3.0:1767384626.016341:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384626.016344:0:16357:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384626.016346:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1767384626.016349:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp25 00000400:00000200:0.0:1767384626.016353:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a831247 02000000:00000001:3.0:1767384626.016354:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384626.016356:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed170342. 00000400:00000010:0.0:1767384626.016358:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a831247. 00000100:00100000:3.0:1767384626.016365:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013fb2138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048132352:0@lo:253: 00000100:00000001:0.0:1767384626.016365:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1767384626.016369:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (6) 00000100:00000200:0.0:1767384626.016373:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.016379:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1767384626.016385:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp25 ip 192.168.203.125:991 02000000:00000001:3.0:1767384626.016387:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384626.016393:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed170342 type 0, nob 96 niov 1 nkiov 0 02000000:00000001:3.0:1767384626.016394:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.016395:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384626.016403:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384626.016403:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384626.016411:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:3.0:1767384626.016414:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b1a297ad. 02000000:00000001:3.0:1767384626.016424:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384626.016425:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384626.016427:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.016433:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384626.016438:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544b04b7. 00000100:00000001:0.0:1767384626.016440:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.016449:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008456f709. 00000100:00000001:0.0:1767384626.016449:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294913792 00000100:00000010:0.0:1767384626.016455:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006d93001b. 00000100:00000001:0.0:1767384626.016463:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1767384626.016492:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384626.016495:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed170342. 00000400:00000200:2.0:1767384626.016500:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384626.016505:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294913793 00000400:00000200:2.0:1767384626.016506:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: ACK: OK 00000100:00000200:3.0:1767384626.016512:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048132352, portal 25 00000100:00000010:0.0:1767384626.016515:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002f63b426. 00000800:00000001:2.0:1767384626.016516:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384626.016518:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384626.016521:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384626.016522:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623568512 : -106175085983104 : ffff9f6f2fb74a80) 00000100:00000001:0.0:1767384626.016526:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294913793 00000100:00000010:0.0:1767384626.016531:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000476cb567. 00000100:00000040:3.0:1767384626.016534:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384626.016534:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384626.016537:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000800:00000001:2.0:1767384626.016558:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384626.016560:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294913793 00000800:00000001:2.0:1767384626.016563:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767384626.016566:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000099a6d5ba. 00000800:00000001:2.0:1767384626.016568:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384626.016573:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000800:00000001:2.0:1767384626.016575:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384626.016577:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384626.016578:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384626.016583:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384626.016587:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384626.016589:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25) <- 192.168.203.125@tcp25 : ACK - for me 00000100:00000001:0.0:1767384626.016590:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.016594:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038c6bea8. 00000100:00000001:0.0:1767384626.016594:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384626.016602:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp25: ACK from 12345-192.168.203.125@tcp25 into md 0x16b5 00000100:00000001:0.0:1767384626.016603:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384626.016607:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384626.016608:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048132352, offset 0 00000400:00000200:2.0:1767384626.016608:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384626.016610:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384626.016613:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384626.016617:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016618:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: ACK: OK 00000400:00000200:3.0:1767384626.016623:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384626.016624:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016628:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068c0e820 00000400:00000010:2.0:1767384626.016631:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068c0e820. 00000400:00000200:3.0:1767384626.016636:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384626.016636:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384626.016645:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000100:00000001:0.0:1767384626.016645:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384626.016648:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04300 00000100:00100000:0.0:1767384626.016650:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048132224 00000400:00000200:2.0:1767384626.016654:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 02000000:00000001:0.0:1767384626.016655:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384626.016660:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384626.016661:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (20) 00000100:00000001:0.0:1767384626.016663:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.016666:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0xff5 [2] + 0 00000800:00000001:2.0:1767384626.016669:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384626.016669:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384626.016671:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078b964a1. 00000800:00000001:2.0:1767384626.016673:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384626.016675:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048132224 00000400:00000200:3.0:1767384626.016676:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000067e06f26 00000400:00000200:3.0:1767384626.016682:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384626.016687:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384626.016689:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384626.016691:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000200:2.0:1767384626.016692:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384626.016693:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067e06f26 00000400:00000010:3.0:1767384626.016697:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067e06f26. 00000400:00000010:2.0:1767384626.016698:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000002cf0bed6. 00000020:00000001:0.0:1767384626.016698:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384626.016701:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767384626.016702:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000400:00000010:2.0:1767384626.016704:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11cf120. 00000100:00000200:3.0:1767384626.016705:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:0.0:1767384626.016707:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000040:3.0:1767384626.016711:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000001ce09858 x1853237048132352 msgsize 4848 00000400:00000010:2.0:1767384626.016711:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068c0e820. 00000020:00000001:0.0:1767384626.016712:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:2.0:1767384626.016716:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000002cf0bed6 00000400:00000010:2.0:1767384626.016720:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 329 at 0000000042b93ff4. 00000100:00000001:0.0:1767384626.016721:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1767384626.016723:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384626.016727:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000010:0.0:1767384626.016728:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fb1789f. 00000400:00000200:2.0:1767384626.016729:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 336 success 00000100:00000001:0.0:1767384626.016734:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384626.016737:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000100:00000001:3.0:1767384626.016739:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384626.016739:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fb1789f. 00000400:00000200:2.0:1767384626.016740:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (19) 00000400:00000010:2.0:1767384626.016747:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 345 at 000000002d6d8c68. 00000020:00000010:0.0:1767384626.016748:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064db58e7. 00000400:00000200:3.0:1767384626.016750:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038c6bea8 00000400:00000010:2.0:1767384626.016751:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000400:00000010:3.0:1767384626.016756:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038c6bea8. 00000020:00000010:0.0:1767384626.016757:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000038447c87. 00000100:00000001:3.0:1767384626.016761:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:0.0:1767384626.016763:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b6f16257. 00000100:00000200:3.0:1767384626.016767:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384626.016768:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a8cd6f05. 00000100:00000040:0.0:1767384626.016772:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384626.016778:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000100:00000001:0.0:1767384626.016780:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384626.016784:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384626.016786:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384626.016787:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016789:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000040:3.0:1767384626.016793:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384626.016798:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016799:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:3.0:1767384626.016809:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.016814:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384626.016815:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000100:00000001:0.0:1767384626.016816:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384626.016834:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000100:00000001:0.0:1767384626.016835:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384626.016838:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048132352 00000400:00000200:2.0:1767384626.016842:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 02000000:00000001:0.0:1767384626.016842:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384626.016846:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384626.016849:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016852:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 02000000:00000001:0.0:1767384626.016855:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016859:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000100:00100000:0.0:1767384626.016861:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048132352 00000020:00000001:0.0:1767384626.016865:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1767384626.016867:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000020:00000040:0.0:1767384626.016868:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384626.016872:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384626.016875:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000400:00000200:2.0:1767384626.016879:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000020:00000001:0.0:1767384626.016880:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384626.016885:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384626.016891:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384626.016895:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000020:00000010:0.0:1767384626.016896:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fb1789f. 00000400:00000200:2.0:1767384626.016899:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:2.0:1767384626.016903:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:2.0:1767384626.016907:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000100:00000001:0.0:1767384626.016912:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384626.016918:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fb1789f. 00000400:00000200:2.0:1767384626.016919:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:2.0:1767384626.016926:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:2.0:1767384626.016929:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:2.0:1767384626.016933:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000020:00000010:0.0:1767384626.016933:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2e727bb. 00000020:00000010:0.0:1767384626.016940:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c409a57. 00000400:00000200:2.0:1767384626.016941:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000020:00000010:0.0:1767384626.016948:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000038d4c9d4. 00000400:00000200:2.0:1767384626.016952:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000100:00000001:0.0:1767384626.016959:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384626.016960:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp26 00000100:00000001:0.0:1767384626.016963:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384626.016966:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016968:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp26 lpni_is_preferred = 0 00000400:00000200:2.0:1767384626.016974:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp26 00000100:00000001:0.0:1767384626.016979:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.016983:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp26 NI seq info: [49:49:256:4294967295] 192.168.203.125@tcp26 LPNI seq info [49:49:8:4294967295] 00000100:00000001:0.0:1767384626.016992:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384626.017000:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp26 00000100:00000001:0.0:1767384626.017013:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1767384626.017014:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26:) -> 192.168.203.125@tcp26(192.168.203.125@tcp:192.168.203.125@tcp26) : GET try# 0 00000100:00000001:0.0:1767384626.017017:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384626.017031:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384626.017032:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp26 00000100:00100000:0.0:1767384626.017032:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000800:00000010:2.0:1767384626.017040:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ed170342. 00000100:00000040:0.0:1767384626.017041:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384626.017042:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294913793 00000100:00000001:0.0:1767384626.017046:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971823696 : -106175737727920 : ffff9f6f08de7450) 00000800:00000010:2.0:1767384626.017052:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a8af151d. 00000100:00000001:3.0:1767384626.017055:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913792 00000100:00000040:0.0:1767384626.017056:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8b9de27 x1853237048132224/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:607/0 lens 4848/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384626.017061:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c72fe446. 00000100:00000001:3.0:1767384626.017064:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294913793 00000100:00000001:3.0:1767384626.017072:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294913793 00000800:00000200:2.0:1767384626.017074:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (2) 00000100:00000001:3.0:1767384626.017079:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294913793 00000100:00000001:0.0:1767384626.017081:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384626.017085:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294913793 00000800:00000200:2.1:1767384626.017088:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (2) 00000100:00000001:3.0:1767384626.017092:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294913793 00000020:00000010:0.0:1767384626.017092:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005fb1789f. 00000100:00000001:3.0:1767384626.017100:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294913793 00000100:00000001:0.0:1767384626.017100:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384626.017105:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005fb1789f. 00000400:00000200:2.0:1767384626.017108:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000100:00100000:0.0:1767384626.017113:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9de27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048132224:12345-0@lo:253: 00000100:00000001:3.0:1767384626.017117:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384626.017117:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00000100:00000200:0.0:1767384626.017121:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048132224 00000100:00000001:3.0:1767384626.017126:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384626.017127:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384626.017132:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384626.017135:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384626.017136:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384626.017143:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384626.017144:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384626.017149:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00000001:2.0:1767384626.017153:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384626.017154:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1767384626.017155:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384626.017157:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384626.017158:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384626.017159:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384626.017166:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384626.017168:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00000001:3.0:1767384626.017170:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384626.017171:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384626.017174:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384626.017175:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384626.017180:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971825744 : -106175737725872 : ffff9f6f08de7c50) 00000100:00000001:3.0:1767384626.017181:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384626.017182:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384626.017187:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ce09858 x1853237048132352/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:607/0 lens 4848/0 e 0 to 0 dl 1767384637 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.017189:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384626.017190:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384626.017196:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384626.017201:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384626.017204:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002ffa7ad3. 02000000:00000010:0.0:1767384626.017204:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fed17f63. 00000100:00000001:3.0:1767384626.017211:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384626.017211:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384626.017211:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384626.017229:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002ffa7ad3. 00000100:00000001:0.0:1767384626.017230:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.017231:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384626.017235:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00100000:2.0:1767384626.017238:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ce09858 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048132352:12345-0@lo:253: 00000100:00000200:2.0:1767384626.017242:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048132352 00000020:00000001:2.0:1767384626.017245:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000010:0.0:1767384626.017246:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015034cbd. 00000020:00000001:2.0:1767384626.017250:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:01000000:0.0:1767384626.017251:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384626.017254:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384626.017256:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384626.017258:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384626.017261:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384626.017262:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 20000000:00000001:0.0:1767384626.017265:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384626.017266:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384626.017269:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384626.017269:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384626.017275:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:2.0:1767384626.017276:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:0.0:1767384626.017286:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000730c699d. 00000020:00000001:2.0:1767384626.017288:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:0.0:1767384626.017291:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 00000020:00000001:2.0:1767384626.017292:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384626.017297:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384626.017299:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 02000000:00000001:2.0:1767384626.017301:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384626.017305:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384626.017327:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000010:2.0:1767384626.017328:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000000b05af4d. 02000000:00000001:2.0:1767384626.017333:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.017336:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000001:2.0:1767384626.017336:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384626.017341:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384626.017347:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:2.0:1767384626.017355:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000080d4da29. 20000000:01000000:2.0:1767384626.017362:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384626.017365:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384626.017366:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384626.017369:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384626.017372:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:2.0:1767384626.017374:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384626.017377:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384626.017380:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384626.017382:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384626.017386:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384626.017387:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384626.017395:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:0.0:1767384626.017401:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384626.017403:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384626.017407:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384626.017411:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384626.017414:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384626.017420:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384626.017428:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384626.017432:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384626.017437:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000fa4a5a8. 00080000:00000001:0.0:1767384626.017441:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898489277440 : -106175220274176 : ffff9f6f27b62c00) 00080000:00000001:0.0:1767384626.017479:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384626.017484:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384626.017488:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005fb1789f. 00080000:00000001:0.0:1767384626.017492:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384626.017496:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384626.017517:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384626.017535:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384626.017552:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.017647:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.017737:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.017794:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.017925:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.018018:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.018117:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.018319:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.018443:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.018587:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.018656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.018716:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.018821:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.018938:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.019043:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.019146:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.019258:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.019337:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.019378:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.019416:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.019515:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.019580:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.019614:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00080000:00000010:0.0:1767384626.019655:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000fa4a5a8. 00000400:00000200:3.0:1767384626.019666:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00080000:00000010:2.0:1767384626.019710:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005fb1789f. 00000400:00000200:3.0:1767384626.019716:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00040000:00000001:2.0:1767384626.019719:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384626.019723:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384626.019729:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384626.019734:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384626.019737:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384626.019740:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384626.019760:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384626.019778:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384626.019782:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000400:00000200:3.0:1767384626.019785:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00080000:00000001:2.0:1767384626.019789:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384626.019792:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000fa4a5a8. 20000000:01000000:0.0:1767384626.019799:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #27 20000000:01000000:1.0:1767384626.019804:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384626.019804:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384626.019810:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384626.019816:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384626.019820:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384626.019827:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 10000000:01000000:1.0:1767384626.019829:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384626.019838:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384626.019843:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384626.019845:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384626.019850:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384626.019856:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384626.019857:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384626.019859:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.019860:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00080000:00000002:0.0:1767384626.019868:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:0.0:1767384626.019875:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:0.0:1767384626.019881:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:1.0:1767384626.019882:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c45fc10a. 00080000:00000001:0.0:1767384626.019899:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384626.019903:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384626.019906:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384626.019916:0:25090:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000033a17d2b. 00010000:00000010:1.0:1767384626.019917:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036ffad4e. 00080000:00000001:0.0:1767384626.019922:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384626.019929:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384626.019931:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:0.0:1767384626.019934:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000400:00000200:3.0:1767384626.019936:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000020:00000040:1.0:1767384626.019940:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036ffad4e with handle 0x71ee3a74e2719151 to hash 00080000:00000001:0.0:1767384626.019942:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:1.0:1767384626.019962:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384626.019966:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00080000:00000010:0.0:1767384626.019967:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005e747648. 00010000:00000001:1.0:1767384626.019984:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00080000:00000001:0.0:1767384626.019984:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898489276416 : -106175220275200 : ffff9f6f27b62800) 00080000:00000001:0.0:1767384626.020002:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00080000:00000020:2.0:1767384626.020003:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384626.020005:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:0.0:1767384626.020007:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384626.020010:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000010:0.0:1767384626.020012:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002b78edac. 00000400:00000200:3.0:1767384626.020015:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 20000000:00000010:2.0:1767384626.020015:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015034cbd. 00080000:00000001:0.0:1767384626.020017:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.020025:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384626.020026:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384626.020031:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:2.0:1767384626.020046:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048132224 00010000:00010000:1.0:1767384626.020046:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384626.020049:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.020062:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:0.0:1767384626.020069:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000200:2.0:1767384626.020075:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c8b9de27 x1853237048132224/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384626.020077:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00010000:00000001:1.0:1767384626.020093:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384626.020104:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384626.020106:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384626.020109:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.020113:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384626.020118:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384626.020124:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384626.020129:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=43 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384626.020131:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384626.020141:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384626.020144:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384626.020152:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000040:2.0:1767384626.020153:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000200:3.0:1767384626.020155:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000100:00000001:2.0:1767384626.020160:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384626.020179:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 02000000:00000001:2.0:1767384626.020180:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384626.020193:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 02000000:00000001:2.0:1767384626.020195:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.020206:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000001:2.0:1767384626.020208:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384626.020234:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384626.020238:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074cf6884. 00010000:00000040:1.0:1767384626.020242:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c45fc10a) refcount = 1 00000100:00000200:2.0:1767384626.020244:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048132224, offset 224 00000400:00000200:3.0:1767384626.020254:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384626.020255:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384626.020278:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384626.020279:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384626.020298:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04280 00010000:00000001:1.0:1767384626.020308:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000400:00000200:2.0:1767384626.020321:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16b9 [2] + 224 00010000:00000001:1.0:1767384626.020321:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000400:00000200:3.0:1767384626.020331:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00010000:00000001:1.0:1767384626.020334:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384626.020337:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384626.020350:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.020355:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384626.020364:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384626.020367:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384626.020374:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384626.020376:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384626.020389:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00000100:00000040:2.0:1767384626.020394:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.020401:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384626.020413:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384626.020419:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=4 00000100:00000001:2.0:1767384626.020420:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384626.020427:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00000400:00000200:2.0:1767384626.020429:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074cf6884 00000400:00000010:2.0:1767384626.020435:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074cf6884. 00010000:00000001:1.0:1767384626.020439:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384626.020446:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384626.020451:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384626.020463:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384626.020466:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384626.020470:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384626.020474:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384626.020477:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384626.020489:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384626.020491:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384626.020497:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8b9de27 x1853237048132224/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384626.020506:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9de27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048132224:12345-0@lo:253: Request processed in 3424us (4220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384626.020558:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00000040:2.0:1767384626.020570:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384626.020580:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384626.020582:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1767384626.020583:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384626.020590:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000038447c87. 00000020:00000010:2.0:1767384626.020594:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b6f16257. 00000020:00000010:2.0:1767384626.020599:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064db58e7. 00010000:00010000:1.0:1767384626.020606:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384626.020609:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:2.0:1767384626.020615:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384626.020622:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fed17f63. 02000000:00000001:2.0:1767384626.020630:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384626.020634:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.020641:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384626.020644:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384626.020651:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384626.020652:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4de7fde. 00010000:00010000:1.0:1767384626.020658:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384626.020660:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000074cf6884. 00000100:00000001:2.0:1767384626.020689:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384626.020693:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384626.020694:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000001:2.0:1767384626.020698:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384626.020701:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384626.020703:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384626.020707:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e157ab. 00010000:00000001:1.0:1767384626.020717:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1767384626.020718:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005464ff90 00000400:00000010:2.0:1767384626.020725:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005464ff90. 00010000:00010000:1.0:1767384626.020728:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384626.020732:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384626.020742:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384626.020785:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384626.020789:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036ffad4e already unused, calling callback (000000009752a4b4) 00000100:00000001:2.0:1767384626.020799:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384626.020803:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384626.020805:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.020814:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000100:00000001:2.0:1767384626.020815:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384626.020825:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:1.0:1767384626.020827:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384626.020829:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384626.020833:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384626.020839:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.020849:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:2.0:1767384626.020853:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=43 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384626.020855:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:3.0:1767384626.020858:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00001000:2.0:1767384626.020860:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=43 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384626.020863:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384626.020880:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384626.020882:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384626.020891:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=5 00010000:00000001:2.0:1767384626.020892:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384626.020900:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.020907:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00000100:00000001:2.0:1767384626.020908:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384626.020921:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.020923:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384626.020947:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1767384626.020948:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384626.020961:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384626.020962:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384626.020967:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384626.020975:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384626.020977:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000800:00000010:3.0:1767384626.020982:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000a7ed0dad. 00000020:01000004:2.0:1767384626.020985:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384626.020993:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:3.0:1767384626.020997:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000038c6bea8. 00000020:01000004:2.0:1767384626.020999:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384626.021003:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:1.0:1767384626.021004:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:01000004:2.0:1767384626.021006:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000010:3.0:1767384626.021010:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c30da727. 00000020:01000004:2.0:1767384626.021011:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00010000:00000001:1.0:1767384626.021014:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:01000004:2.0:1767384626.021015:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384626.021022:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:1.0:1767384626.021024:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384626.021031:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384626.021036:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384626.021045:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384626.021057:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1767384626.021058:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b5522099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048132224:0@lo:253: 00000100:00000001:2.0:1767384626.021065:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384626.021067:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1767384626.021073:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384626.021074:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5522099 x1853237048132224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1767384626.021081:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c30da727. 00000020:00000040:1.0:1767384626.021088:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036ffad4e with handle 0x71ee3a74e2719151 from hash 00010000:00000001:1.0:1767384626.021102:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384626.021110:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384626.021111:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384626.021116:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384626.021118:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384626.021121:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000086c02747. 00010000:00000001:1.0:1767384626.021126:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384626.021128:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384626.021136:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384626.021137:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384626.021141:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp26 from 221.3.0.2 00000020:00000040:2.0:1767384626.021141:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00010000:00000001:1.0:1767384626.021145:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000800:00000010:3.0:1767384626.021151:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000ac1f885c. 00000020:00000001:2.0:1767384626.021156:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384626.021156:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000010:2.0:1767384626.021164:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000039619cc3. 00010000:00000001:1.0:1767384626.021166:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384626.021174:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384626.021176:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384626.021178:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384626.021181:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5522099. 00010000:00000001:1.0:1767384626.021189:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384626.021191:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384626.021198:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384626.021199:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384626.021201:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384626.021214:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384626.021232:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.021237:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384626.021238:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.021251:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384626.021252:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384626.021261:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.021264:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384626.021271:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384626.021277:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.021287:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.021288:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:2.0:1767384626.021290:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b040a735. 00010000:00000001:1.0:1767384626.021291:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384626.021299:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000800:00000010:2.0:1767384626.021302:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000067e06f26. 00010000:00000001:1.0:1767384626.021304:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384626.021310:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384626.021314:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384626.021319:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384626.021322:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384626.021326:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384626.021333:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384626.021336:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384626.021342:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719151 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384626.021344:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009f764ff3. 00000800:00000200:2.1:1767384626.021361:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (2) 00000800:00000200:2.1:1767384626.021377:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp26 000000009f764ff3 deleted 00000800:00000010:2.1:1767384626.021381:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009f764ff3. 00000800:00000200:2.1:1767384626.021388:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384626.021396:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp26 ip 192.168.203.125:989 00000800:00000200:2.1:1767384626.021404:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed170342 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384626.021423:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp26 p 3.x 192.168.203.125 -> 192.168.203.125:989 incarnation:1767384623945197973 sched[0] 00000800:00000010:2.0:1767384626.021436:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002ffa7ad3. 00010000:00000040:1.0:1767384626.021480:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c45fc10a count: 0 00010000:00000001:1.0:1767384626.021522:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384626.021527:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000800:00000010:2.0:1767384626.021547:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002ffa7ad3. 00000800:00000010:2.0:1767384626.021565:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000067e06f26. 00000800:00000010:2.0:1767384626.021600:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000ac1f885c. 00000800:00000001:2.0:1767384626.021614:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384626.021618:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.1:1767384626.021686:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.0:1767384626.021692:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384626.021699:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ed170342. 00000800:00000200:0.0:1767384626.021700:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp26 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384623945197973 sched[0] 00000400:00000200:2.0:1767384626.021706:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1767384626.021709:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000038c6bea8. 00000400:00000200:2.0:1767384626.021716:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: GET: OK 00000400:00000200:2.0:1767384626.021722:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384626.021726:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:2.0:1767384626.021754:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384626.021762:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384626.021764:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384626.021769:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384626.021778:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26) <- 192.168.203.125@tcp26 : GET - for me 00000400:00000200:2.0:1767384626.021789:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 336 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384626.021796:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 336/336 into md 0x16b1 [1] + 0 00000400:00000200:0.0:1767384626.021800:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384626.021822:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp26 to MR: 192.168.203.125@tcp26 local destination 00000400:00000200:2.0:1767384626.021834:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp26 NI seq info: [50:50:256:4294967295] 192.168.203.125@tcp26 LPNI seq info [50:50:8:4294967295] 00000400:00000200:2.0:1767384626.021848:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) -> 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) 192.168.203.125@tcp26 : REPLY try# 0 00000800:00000200:2.0:1767384626.021853:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 336 bytes in 1 frags to 12345-192.168.203.125@tcp26 00000800:00000010:2.0:1767384626.021858:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ed170342. 00000400:00000200:0.0:1767384626.021860:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000800:00000200:2.0:1767384626.021866:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000800:00000200:2.0:1767384626.021877:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp26 ip 192.168.203.125:988 00000800:00000200:2.0:1767384626.021881:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ed170342 type 3, nob 432 niov 1 nkiov 1 00000800:00000001:3.0:1767384626.021942:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384626.021964:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384626.021967:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384626.021972:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ed170342. 00000400:00000200:2.0:1767384626.021980:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384626.021981:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384626.021988:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: REPLY: OK 00000800:00000001:3.0:1767384626.021990:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384626.021999:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384626.022012:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26) <- 192.168.203.125@tcp26 : REPLY - for me 00000800:00000001:2.0:1767384626.022019:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384626.022032:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp26: Reply from 12345-192.168.203.125@tcp26 of length 336/336 into md 0x16cd 00000800:00000001:3.0:1767384626.022040:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384626.022050:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384626.022054:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384626.022061:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: REPLY: OK 00000400:00000200:3.0:1767384626.022068:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000400:00000200:0.0:1767384626.022068:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000010:3.0:1767384626.022073:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000400:00000200:3.0:1767384626.022092:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384626.022099:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:3.0:1767384626.022104:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:3.0:1767384626.022109:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 19. state = 0x100251 00000400:00000200:3.0:1767384626.022116:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384626.022120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.022137:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (20) 00000800:00000001:3.0:1767384626.022153:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384626.022161:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384626.022168:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384626.022176:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000d1 00000400:00000010:2.0:1767384626.022185:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 400 at 00000000b0f793b8. 00000400:00000200:0.0:1767384626.022187:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000010:2.0:1767384626.022188:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 480 at 0000000053665e5b. 00000400:00000010:2.0:1767384626.022195:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 400 at 00000000ef2892df. 00000400:00000010:2.0:1767384626.022232:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000889a46e4. 00000400:00000200:2.0:1767384626.022239:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000889a46e4 nid 192.168.203.125@tcp27 00000400:00000010:2.0:1767384626.022242:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000067a17dba. 00000400:00000200:2.0:1767384626.022246:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 0000000067a17dba net tcp27 00000400:00000200:2.0:1767384626.022250:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (19) 00000400:00000200:2.0:1767384626.022254:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp27 flags 0x11 00000400:00000010:2.0:1767384626.022258:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 400 at 00000000b0f793b8. 00000400:00000010:2.0:1767384626.022262:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 480 at 0000000053665e5b. 00000400:00000010:2.0:1767384626.022265:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 400 at 00000000ef2892df. 00000400:00000010:2.0:1767384626.022269:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000002d6d8c68. 00000400:00000200:2.0:1767384626.022272:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384626.022285:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:2.0:1767384626.022295:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:2.0:1767384626.022301:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:2.0:1767384626.022305:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384626.022308:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:2.0:1767384626.022312:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384626.022315:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384626.022316:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (20) 00000400:00000200:0.0:1767384626.022359:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384626.022376:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384626.022396:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384626.022412:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384626.022429:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384626.022584:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384626.022607:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384626.022656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00080000:00000010:2.0:1767384626.022659:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005e747648. 00000400:00000200:0.0:1767384626.022691:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384626.022714:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00080000:00000010:3.0:1767384626.022729:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002b78edac. 00040000:00000001:3.0:1767384626.022739:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:0.0:1767384626.022741:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00040000:00000001:3.0:1767384626.022742:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384626.022749:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384626.022755:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384626.022759:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384626.022763:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384626.022767:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:0.0:1767384626.022767:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384626.022789:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 20000000:00000001:3.0:1767384626.022792:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384626.022798:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384626.022805:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384626.022819:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:0.0:1767384626.022820:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 20000000:00000001:2.0:1767384626.022825:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384626.022829:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:2.0:1767384626.022833:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384626.022836:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384626.022847:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000021da6029. 00010000:00000001:2.0:1767384626.022851:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384626.022855:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008646a8e6. 00000020:00000001:2.0:1767384626.022861:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384626.022866:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008646a8e6 with handle 0x71ee3a74e2719158 to hash 00000020:00000001:2.0:1767384626.022870:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1767384626.022872:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00010000:00000001:2.0:1767384626.022873:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384626.022881:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384626.022885:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384626.022887:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384626.022891:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384626.022901:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384626.022905:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384626.022907:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384626.022909:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384626.022911:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384626.022914:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:0.0:1767384626.022914:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00010000:00000001:2.0:1767384626.022918:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384626.022922:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384626.022925:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384626.022936:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384626.022939:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384626.022941:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000021da6029) refcount = 1 00010000:00010000:2.0:1767384626.022945:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384626.022947:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00010000:00000001:2.0:1767384626.022956:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384626.022959:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384626.022962:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384626.022965:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.022967:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384626.022973:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384626.022977:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:2.0:1767384626.022980:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384626.022982:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384626.022984:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008646a8e6 refcount=4 00000020:00000001:2.0:1767384626.022987:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00000400:00000200:0.0:1767384626.022988:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00010000:00000001:2.0:1767384626.022990:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384626.022995:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384626.022998:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384626.023005:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384626.023007:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384626.023021:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384626.023021:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384626.023025:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384626.023030:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00010000:2.0:1767384626.023030:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384626.023032:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 20000000:00000010:3.0:1767384626.023037:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000080d4da29. 00010000:00000001:2.0:1767384626.023047:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384626.023049:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384626.023051:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.023052:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384626.023055:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384626.023060:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048132352 00010000:00000001:3.0:1767384626.023067:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384626.023075:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00010000:00000200:3.0:1767384626.023079:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ce09858 x1853237048132352/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384626.023085:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008646a8e6 already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384626.023093:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384626.023097:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384626.023103:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384626.023107:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384626.023113:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.023113:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1767384626.023115:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00010000:00000001:2.0:1767384626.023117:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:3.0:1767384626.023120:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=43 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384626.023121:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384626.023124:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008646a8e6 refcount=5 00000020:00000001:2.0:1767384626.023132:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00000100:00000001:3.0:1767384626.023134:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1767384626.023136:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932350976 : -106174777200640 : ffff9f6f421ef000) 00010000:00000001:2.0:1767384626.023142:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1767384626.023143:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00010000:2.0:1767384626.023145:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384626.023151:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:2.0:1767384626.023155:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384626.023158:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384626.023160:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384626.023162:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.023167:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384626.023169:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1767384626.023169:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 02000000:00000001:3.0:1767384626.023176:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.023176:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384626.023179:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384626.023188:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008646a8e6 with handle 0x71ee3a74e2719158 from hash 00000100:00000001:3.0:1767384626.023189:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384626.023199:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384626.023201:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384626.023204:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1767384626.023205:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384626.023209:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384626.023212:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384626.023230:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384626.023233:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384626.023235:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384626.023237:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038c6bea8. 00010000:00000001:2.0:1767384626.023239:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384626.023244:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00010000:00000001:2.0:1767384626.023245:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000200:3.0:1767384626.023248:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048132352, offset 224 00010000:00000001:2.0:1767384626.023256:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384626.023270:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384626.023271:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384626.023273:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384626.023278:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384626.023279:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.023285:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384626.023288:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384626.023290:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.023300:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384626.023301:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384626.023305:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384626.023309:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384626.023311:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384626.023313:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384626.023315:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384626.023320:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04300 00010000:00000001:2.0:1767384626.023321:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384626.023335:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384626.023340:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384626.023343:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384626.023347:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384626.023348:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16c1 [2] + 224 00010000:00000001:2.0:1767384626.023364:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1767384626.023368:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384626.023369:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384626.023373:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000008646a8e6/0x71ee3a74e2719158 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384626.023383:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:2.0:1767384626.023385:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000021da6029 count: 0 00000100:00000001:3.0:1767384626.023396:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384626.023399:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00010000:00000001:2.0:1767384626.023403:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384626.023407:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384626.023408:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384626.023427:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384626.023430:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000100:00000040:0.0:1767384626.023479:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294913793, at 4294913794 00000100:00000010:0.0:1767384626.023489:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006d93001b. 00000100:00000001:3.0:1767384626.023521:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384626.023533:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038c6bea8 00000100:00000001:2.0:1767384626.023535:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384626.023539:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384626.023541:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038c6bea8. 00000100:00000001:3.0:1767384626.023551:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384626.023552:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384626.023555:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384626.023556:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384626.023557:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000010:2.0:1767384626.023562:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544b04b7. 00000100:00000001:3.0:1767384626.023567:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384626.023569:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008456f709 00000100:00000040:3.0:1767384626.023575:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384626.023580:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384626.023582:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384626.023586:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008456f709. 00000020:00000001:3.0:1767384626.023589:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384626.023592:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384626.023598:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000100:00000040:3.0:1767384626.023599:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce09858 x1853237048132352/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:607/0 lens 4848/4768 e 0 to 0 dl 1767384637 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384626.023602:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384626.023624:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294913793, at 4294913794 00000100:00100000:3.0:1767384626.023647:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ce09858 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048132352:12345-0@lo:253: Request processed in 6437us (6926us total) trans 0 rc 0/0 00000100:00000010:1.0:1767384626.023652:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002f63b426. 00000100:00000200:2.0:1767384626.023653:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384626.023678:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384626.023682:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384626.023683:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00000001:2.0:1767384626.023685:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:3.0:1767384626.023691:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 02000000:00000001:2.0:1767384626.023691:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384626.023695:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384626.023700:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384626.023701:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384626.023703:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384626.023707:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384626.023711:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=43 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384626.023717:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384626.023718:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384626.023721:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384626.023725:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1767384626.023726:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c409a57. 00010000:00000001:2.0:1767384626.023728:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384626.023733:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384626.023738:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000038d4c9d4. 00000100:00000040:2.0:1767384626.023738:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384626.023745:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384626.023753:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384626.023756:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384626.023757:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d2e727bb. 00000800:00000010:0.0:1767384626.023759:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086c02747. 00000020:01000004:2.0:1767384626.023760:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384626.023766:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:0.0:1767384626.023767:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009a831247. 00000020:00000040:3.0:1767384626.023768:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000020:01000004:2.0:1767384626.023769:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384626.023775:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:0.0:1767384626.023776:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000077102a7d. 00000020:01000004:2.0:1767384626.023777:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:3.0:1767384626.023779:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:01000004:2.0:1767384626.023782:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000010:3.0:1767384626.023785:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000000b05af4d. 00000020:01000004:2.0:1767384626.023786:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384626.023789:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384626.023792:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384626.023796:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384626.023797:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384626.023803:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384626.023808:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000077102a7d. 00000100:00100000:2.0:1767384626.023814:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013fb2138 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048132352:0@lo:253: 00000100:00000200:3.0:1767384626.023816:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00020000:0.0:1767384626.023819:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000100:00000001:2.0:1767384626.023821:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384626.023826:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078b964a1. 00000100:00000001:2.0:1767384626.023835:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1767384626.023838:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038c6bea8. 00000100:00000040:2.0:1767384626.023840:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013fb2138 x1853237048132352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384642 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384626.023851:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384626.023853:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384626.023855:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b1a297ad. 02000000:00000001:2.0:1767384626.023858:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384626.023860:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384626.023861:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384626.023863:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384626.023864:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f799c56c. 02000000:00000001:2.0:1767384626.023868:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384626.023871:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294913793, at 4294913794 02000000:00000001:2.0:1767384626.023871:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384626.023874:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013fb2138. 00000100:00000001:2.0:1767384626.023890:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384626.023893:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384626.023895:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000099a6d5ba. 00000100:00000001:2.0:1767384626.023895:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384626.023902:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384626.023905:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384626.023908:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384626.023912:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384626.024492:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294913793, at 4294913795 00000100:00000010:2.0:1767384626.024501:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000476cb567. 00000800:00000010:0.0:1767384626.028470:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009a831247. 00000800:00000010:0.0:1767384626.028476:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000086c02747. 00000400:02020000:0.0:1767384626.028553:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp26 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00010000:00000010:2.1:1767384626.035506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000021da6029. 00010000:00000010:2.1:1767384626.035523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008646a8e6. 00010000:00000010:1.1:1767384626.035556:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c45fc10a. 00010000:00000010:1.1:1767384626.035580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036ffad4e. 00000400:00000010:0.0:1767384626.049539:0:25563:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000033f56b0b. 00000400:00000040:0.0:1767384626.049561:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384626.049564:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384626.049567:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384626.049568:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384626.049571:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384626.049572:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384626.049575:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384626.049576:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384626.049578:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384626.049579:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384626.049581:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384626.049582:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384626.049584:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384626.049586:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384626.049592:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384626.049595:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384626.049596:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384626.049598:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384626.049599:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384626.049601:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384626.049603:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384626.049604:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384626.049606:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384626.049608:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384626.049609:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384626.049611:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384626.049612:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384626.049614:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384626.049615:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384626.049617:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384626.049618:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384626.049620:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384626.049621:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384626.049622:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384626.049623:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384626.049625:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384626.049626:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384626.049628:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384626.049629:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384626.049631:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384626.049632:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384626.049633:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384626.049635:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384626.049636:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384626.049654:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384626.049655:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384626.049657:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384626.049658:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384626.049660:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384626.049661:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384626.049663:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384626.049664:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384626.049665:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384626.049672:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384626.049674:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384626.049676:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384626.049677:0:25563:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384626.049732:0:25563:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000033f56b0b. 00010000:00000001:3.0:1767384626.085543:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384626.085550:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384626.085559:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384626.085562:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384626.085627:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384626.085635:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384626.085640:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767384627.110512:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384627.110516:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384627.110521:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384627.110522:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384627.110552:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384627.110556:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384627.110559:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384627.278331:0:25873:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002e78d97e. 00080000:00000010:2.0:1767384627.278341:0:25873:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002e78d97e. 00000020:00000001:2.0:1767384627.278345:0:25873:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384627.278351:0:25873:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002e78d97e. 00080000:00000010:2.0:1767384627.278354:0:25873:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002e78d97e. 00000020:00000001:2.0:1767384627.278357:0:25873:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.134540:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384628.134549:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.134556:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384628.134558:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384628.134603:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384628.134609:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384628.134614:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384628.232794:0:26038:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384628.232799:0:26038:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp28 --if ens2 00000001:00000001:2.0:1767384628.240424:0:26038:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384628.253704:0:26039:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000381aad60. 00000400:00000010:1.0:1767384628.253736:0:26039:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000002ac12c8a. 00000400:00000010:1.0:1767384628.253756:0:26039:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d05c0049. 00000400:00000010:1.0:1767384628.253765:0:26039:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000f9ab4615. 00000400:00000010:1.0:1767384628.253774:0:26039:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000b5e8038. 00000400:00000010:1.0:1767384628.253783:0:26039:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009029c7b9. 00000400:00000010:1.0:1767384628.253789:0:26039:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000013681488. 00000400:00000010:1.0:1767384628.253793:0:26039:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000bd83d60. 00000400:00000010:1.0:1767384628.253799:0:26039:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007eac29a5. 00000800:00000010:1.0:1767384628.253824:0:26039:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000005407ac83. 00000800:00000200:1.0:1767384628.253845:0:26039:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384628.253865:0:26039:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384628.253940:0:26039:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384628.253991:0:26039:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp28 [8/256/0/180] 00000400:00000010:1.0:1767384628.259171:0:26039:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 000000009b945a3c. 00000400:00000010:1.0:1767384628.259185:0:26039:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e26609cc. 00000400:00000010:1.0:1767384628.259197:0:26039:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7484244. 00000400:00000001:1.0:1767384628.259258:0:26039:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384628.259263:0:26039:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384628.259268:0:26039:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8916be8. 00000400:00000200:1.0:1767384628.259277:0:26039:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:1.0:1767384628.259281:0:26039:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000400:00000010:1.0:1767384628.259304:0:26039:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 00000000c60df3f6. 00000400:00000200:1.0:1767384628.259316:0:26039:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (19) 00000400:00000200:1.0:1767384628.259344:0:26039:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384628.259362:0:26039:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131100 00000020:00000010:1.0:1767384628.259378:0:26039:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000cba1eae4. 00000400:00000200:0.0:1767384628.259379:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384628.259397:0:26039:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384628.259398:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000020:01000000:1.0:1767384628.259410:0:26039:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp28 00000400:00000010:0.0:1767384628.259410:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000400:00000200:0.0:1767384628.259423:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (20) 00000400:00000010:0.0:1767384628.259430:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002238537d. 00000400:00000200:0.0:1767384628.259435:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp26 00000400:00000200:0.0:1767384628.259468:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp26 to MR: 192.168.203.125@tcp26 local destination 00000400:00000200:0.0:1767384628.259480:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp26 NI seq info: [51:51:256:4294967295] 192.168.203.125@tcp26 LPNI seq info [51:51:8:4294967295] 00000400:00000200:0.0:1767384628.259487:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp26 00000400:00000200:0.0:1767384628.259504:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) -> 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) : PUT try# 0 00000800:00000200:0.0:1767384628.259513:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.125@tcp26 00000800:00000010:0.0:1767384628.259518:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000758bbd45. 00000400:00000010:1.0:1767384628.259524:0:26039:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000002ac12c8a. 00000800:00000200:0.0:1767384628.259527:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000400:00000010:1.0:1767384628.259543:0:26039:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000381aad60. 00000800:00000200:0.1:1767384628.259544:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000020:00000001:3.0:1767384628.259567:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000800:00000200:0.1:1767384628.259570:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp26 ip 192.168.203.125:988 00000800:00000200:0.1:1767384628.259577:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000758bbd45 type 1, nob 448 niov 1 nkiov 1 10000000:00000001:3.0:1767384628.259580:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384628.259586:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384628.259591:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 10000000:01000000:3.0:1767384628.259592:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384628.259601:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000020:01000004:3.0:1767384628.259603:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384628.259613:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384628.259617:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384628.259620:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384628.259624:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384628.259627:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384628.259629:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384628.259646:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384628.259648:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384628.259651:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384628.259660:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d299590b. 00000020:00000040:3.0:1767384628.259667:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384628.259676:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384628.259680:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384628.259689:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.259690:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 02000000:00000010:3.0:1767384628.259707:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005039c53a. 00000100:00000001:3.0:1767384628.259722:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.259736:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384628.259741:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.259762:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d299590b] to pc [ptlrpcd_00_01+1] req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384628.259810:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384628.259816:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.259822:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384628.259826:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384628.259832:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000020:00000001:3.0:1767384628.259837:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384628.259842:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384628.259845:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384628.259848:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384628.259853:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000800:00000200:2.0:1767384628.259856:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:3.0:1767384628.259858:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384628.259864:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384628.259866:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000800:00000010:2.0:1767384628.259867:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000758bbd45. 00000020:01000004:3.0:1767384628.259869:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384628.259874:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384628.259881:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:0.0:1767384628.259884:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000020:01000004:3.0:1767384628.259885:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384628.259886:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:3.0:1767384628.259891:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384628.259899:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0d6c06d. 00000020:00000040:3.0:1767384628.259904:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384628.259909:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384628.259913:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384628.259913:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: PUT: OK 02000000:00000001:3.0:1767384628.259918:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.259927:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.259929:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:3.0:1767384628.259930:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c5b1c1b1. 00000400:00000200:2.0:1767384628.259937:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp26: 0 00000100:00000001:3.0:1767384628.259949:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.259957:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:2.0:1767384628.259958:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384628.259961:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.259975:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0d6c06d] to pc [ptlrpcd_00_02+2] req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384628.259976:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000800:00000001:2.0:1767384628.259977:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384628.259991:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384628.260003:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384628.260025:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26) <- 192.168.203.125@tcp26 : PUT - for me 10000000:00000001:3.0:1767384628.260031:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384628.260036:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.260039:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.260043:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000020:01000000:3.0:1767384628.260048:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384628.260050:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 352 into portal 0 MB=0x8000000000000000 00000020:00000010:3.0:1767384628.260054:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000cba1eae4. 00000400:00000200:2.0:1767384628.260075:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 336/352 into md 0x16c9 [1] + 0 00000400:00000010:2.0:1767384628.260086:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c11cf120. 00000100:00000001:3.0:1767384628.260093:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384628.260096:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000068c0e820 00000100:00000001:3.0:1767384628.260103:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384628.260107:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1767384628.260109:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384628.260119:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00000040:3.0:1767384628.260125:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384628.260128:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384628.260148:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384628.260154:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384628.260160:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.260172:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384628.260174:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: PUT: OK 02000000:00000001:3.0:1767384628.260178:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384628.260185:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384628.260187:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068c0e820 00000100:00100000:3.0:1767384628.260195:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048132480:0@lo:253: 00000400:00000010:2.0:1767384628.260197:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068c0e820. 00000400:00000200:2.0:1767384628.260221:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384628.260227:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (21) 00000100:00000001:3.0:1767384628.260232:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384628.260234:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.260242:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 02000000:00000001:3.0:1767384628.260243:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384628.260251:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.260259:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384628.260259:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (352 bytes) 02000000:00000010:3.0:1767384628.260276:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000142f2130. 02000000:00000001:3.0:1767384628.260285:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384628.260285:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:3.0:1767384628.260300:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e024ab67. 00000400:00000010:3.0:1767384628.260313:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006302aa3c. 00000400:00000200:2.0:1767384628.260315:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (22) 00000100:00000200:3.0:1767384628.260326:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048132480, portal 25 00000400:00000200:2.0:1767384628.260331:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384628.260333:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.260334:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384628.260342:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623580160 : -106175085971456 : ffff9f6f2fb77800) 00000400:00000200:2.0:1767384628.260348:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp26 to MR: 192.168.203.125@tcp26 local destination 00000100:00000040:3.0:1767384628.260362:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384628.260368:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp26 NI seq info: [52:52:256:4294967295] 192.168.203.125@tcp26 LPNI seq info [52:52:8:4294967295] 00000400:00000200:0.0:1767384628.260374:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.260404:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) -> 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) 192.168.203.125@tcp26 : ACK try# 0 00000400:00000200:0.0:1767384628.260412:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000800:00000200:2.0:1767384628.260472:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp26 00000800:00000010:2.0:1767384628.260479:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000183e4b53. 00000100:00000001:3.0:1767384628.260487:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767384628.260497:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000400:00000200:0.0:1767384628.260501:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00000040:3.0:1767384628.260508:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:2.0:1767384628.260516:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp26 ip 192.168.203.125:989 00000400:00000010:3.0:1767384628.260521:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007032f21b. 00000800:00000200:2.0:1767384628.260524:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000183e4b53 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1767384628.260529:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048132480, offset 0 00000400:00000200:3.0:1767384628.260544:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384628.260552:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000800:00000001:2.0:1767384628.260559:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384628.260568:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:2.0:1767384628.260579:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.260589:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04380 00000400:00000200:3.0:1767384628.260601:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1005 [2] + 0 00000400:00000200:0.0:1767384628.260602:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000010:3.0:1767384628.260614:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f1b185b. 00000400:00000200:3.0:1767384628.260621:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000036ac8025 00000400:00000200:3.0:1767384628.260632:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384628.260633:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384628.260641:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000183e4b53. 00000400:00000200:3.0:1767384628.260642:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384628.260655:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.260656:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ac8025 00000400:00000200:2.0:1767384628.260656:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384628.260664:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036ac8025. 00000100:00000001:3.0:1767384628.260677:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384628.260681:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384628.260683:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: ACK: OK 00000100:00000040:3.0:1767384628.260687:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000005f5ab924 x1853237048132480 msgsize 4848 00000400:00000200:0.0:1767384628.260699:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000800:00000001:2.0:1767384628.260701:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1767384628.260709:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384628.260716:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000001:2.0:1767384628.260716:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384628.260729:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384628.260739:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384628.260740:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384628.260746:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384628.260756:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007032f21b 00000800:00000001:2.0:1767384628.260758:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384628.260758:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000010:3.0:1767384628.260760:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007032f21b. 00000100:00000001:3.0:1767384628.260774:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384628.260784:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26) <- 192.168.203.125@tcp26 : ACK - for me 00000100:00000200:3.0:1767384628.260785:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384628.260800:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.260822:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384628.260824:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp26: ACK from 12345-192.168.203.125@tcp26 into md 0x16e5 00000100:00000040:3.0:1767384628.260837:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384628.260839:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384628.260846:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.260874:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: ACK: OK 00000100:00000001:3.0:1767384628.260876:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.260882:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384628.260893:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.260898:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294916037 00000400:00000200:0.0:1767384628.260899:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.260900:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:2.0:1767384628.260914:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000010:3.0:1767384628.260918:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1316571. 00000400:00000200:2.0:1767384628.260922:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384628.260931:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:2.0:1767384628.260943:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:3.0:1767384628.260946:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384628.260952:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (21) 00000400:00000200:0.0:1767384628.260959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.260965:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294916037 00000800:00000001:2.0:1767384628.260968:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:3.0:1767384628.260972:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7e94233. 00000100:00000001:3.0:1767384628.260980:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000800:00000001:2.0:1767384628.260980:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.260994:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294916037 00000100:00000010:3.0:1767384628.261001:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005598bbc3. 00000400:00000200:0.0:1767384628.261003:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.261007:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384628.261016:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.261019:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294916037 00000100:00000001:2.0:1767384628.261026:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384628.261027:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb498f53. 00000100:00000001:3.0:1767384628.261033:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384628.261045:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.261046:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384628.261047:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.261061:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384628.261062:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384628.261071:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.261074:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.261083:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384628.261092:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.261093:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384628.261098:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384628.261103:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384628.261104:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.261110:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.261114:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384628.261114:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.261121:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.261123:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384628.261127:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.261131:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384628.261132:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.261145:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384628.261146:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.261151:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.261172:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1767384628.261173:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000100:00000001:2.0:1767384628.261176:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.261183:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384628.261184:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1767384628.261189:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048132480 02000000:00000001:2.0:1767384628.261191:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384628.261194:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384628.261217:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.261222:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.261223:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384628.261229:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0d6c06d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048132608:0@lo:253: 00000100:00000001:3.0:1767384628.261235:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.261238:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384628.261242:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.261248:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1767384628.261249:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048132480 00000020:00000001:3.0:1767384628.261257:0:25090:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1767384628.261258:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384628.261264:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 02000000:00000001:2.0:1767384628.261267:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384628.261267:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000020:00000001:3.0:1767384628.261270:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384628.261276:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 02000000:00000010:2.0:1767384628.261278:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000000b05af4d. 00000020:00000001:3.0:1767384628.261287:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 02000000:00000001:2.0:1767384628.261291:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384628.261301:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11cf120. 00000400:00000200:0.0:1767384628.261305:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000020:00000001:3.0:1767384628.261307:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000010:2.0:1767384628.261315:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd029ff6. 00000100:00000001:3.0:1767384628.261321:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384628.261328:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048132608, portal 25 00000020:00000010:3.0:1767384628.261329:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dca71916. 00000100:00000001:3.0:1767384628.261336:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384628.261342:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dca71916. 00000100:00000001:2.0:1767384628.261342:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384628.261356:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572096 : -106175085979520 : ffff9f6f2fb75880) 00000400:00000200:0.0:1767384628.261358:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000020:00000010:3.0:1767384628.261360:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000208437f7. 00000100:00000040:2.0:1767384628.261374:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384628.261378:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6304133. 00000020:00000010:3.0:1767384628.261389:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008b9dcc86. 00000100:00000001:2.0:1767384628.261394:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384628.261394:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000100:00000040:2.0:1767384628.261406:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384628.261411:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000010:2.0:1767384628.261413:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050d056fe. 00000100:00000001:3.0:1767384628.261416:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384628.261421:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384628.261426:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384628.261428:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048132608, offset 0 00000400:00000200:0.0:1767384628.261434:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.261489:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384628.261503:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000100:00000001:3.0:1767384628.261506:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384628.261527:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384628.261534:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384628.261539:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384628.261547:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.261548:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384628.261554:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00000040:3.0:1767384628.261565:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384628.261570:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971810384 : -106175737741232 : ffff9f6f08de4050) 00000400:00000200:2.0:1767384628.261581:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04400 00000100:00000040:3.0:1767384628.261589:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f5ab924 x1853237048132480/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:609/0 lens 4848/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384628.261609:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1015 [2] + 0 00000100:00000001:3.0:1767384628.261611:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384628.261617:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000dca71916. 00000100:00000001:3.0:1767384628.261626:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384628.261629:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000010:2.0:1767384628.261636:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027ef3756. 00000020:00000010:3.0:1767384628.261639:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000dca71916. 00000400:00000200:2.0:1767384628.261654:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d76ad2ae 00000100:00100000:3.0:1767384628.261657:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f5ab924 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048132480:12345-0@lo:253: 00000100:00000200:3.0:1767384628.261671:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048132480 00000020:00000001:3.0:1767384628.261677:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384628.261677:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384628.261685:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384628.261689:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.261697:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384628.261698:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384628.261702:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:2.0:1767384628.261712:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d76ad2ae 00000020:00000001:3.0:1767384628.261719:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:2.0:1767384628.261720:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d76ad2ae. 00000020:00000001:3.0:1767384628.261724:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384628.261732:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384628.261737:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384628.261738:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384628.261746:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384628.261746:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384628.261760:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1767384628.261761:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000006ecb8cc9 x1853237048132608 msgsize 4848 02000000:00000001:3.0:1767384628.261771:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384628.261782:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dc60685c. 02000000:00000001:3.0:1767384628.261791:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384628.261792:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384628.261799:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.261803:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 20000000:00000001:3.0:1767384628.261806:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384628.261822:0:16357:0:(events.c:373:request_in_callback()) Process leaving 20000000:00000010:3.0:1767384628.261823:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002bfaf6a6. 20000000:01000000:3.0:1767384628.261833:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384628.261839:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d056fe 20000000:00000001:3.0:1767384628.261840:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000010:0.0:1767384628.261851:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086c02747. 20000000:00000001:3.0:1767384628.261853:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:2.0:1767384628.261854:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050d056fe. 00000800:00000010:0.0:1767384628.261863:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000ab28660. 20000000:00000001:3.0:1767384628.261864:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.261865:0:16357:0:(events.c:34:request_out_callback()) Process entered 20000000:00000001:3.0:1767384628.261876:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384628.261879:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008399d1f7. 00000100:00000200:2.0:1767384628.261883:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384628.261890:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384628.261904:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000010:3.0:1767384628.261910:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b427fe39. 00000100:00000040:2.0:1767384628.261920:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:3.0:1767384628.261921:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 00000800:00000010:0.0:1767384628.261925:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008399d1f7. 00000100:00000001:2.0:1767384628.261942:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384628.261943:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000800:00020000:0.0:1767384628.261947:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000100:00000001:2.0:1767384628.261948:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00080000:00000001:3.0:1767384628.261953:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000100:00000001:2.0:1767384628.261959:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384628.261962:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:2.0:1767384628.261974:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294916038 00000100:00000001:2.0:1767384628.261987:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916037 00000100:00000001:2.0:1767384628.261999:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294916038 00080000:00000001:3.0:1767384628.262000:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:2.0:1767384628.262018:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916037 00000100:00000001:2.0:1767384628.262026:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294916038 00080000:00000001:3.0:1767384628.262028:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.262032:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294916037 00080000:00000001:3.0:1767384628.262034:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384628.262039:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384628.262043:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384628.262046:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.262047:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294916038 00080000:00000002:3.0:1767384628.262052:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:3.0:1767384628.262060:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00000100:00000001:2.0:1767384628.262060:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294916037 00080000:00000002:3.0:1767384628.262068:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384628.262075:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384628.262078:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384628.262083:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384628.262086:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384628.262104:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:2.0:1767384628.262104:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.262110:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.262115:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384628.262132:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:3.0:1767384628.262143:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384628.262152:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005d4eb2fb. 00000100:00000001:2.0:1767384628.262158:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:3.0:1767384628.262159:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898227278848 : -106175482272768 : ffff9f6f18186400) 00000100:00100000:2.0:1767384628.262162:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048132608 02000000:00000001:2.0:1767384628.262171:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000001:3.0:1767384628.262173:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384628.262174:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384628.262182:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384628.262187:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384628.262188:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00100000:2.0:1767384628.262192:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048132608 00000020:00000001:2.0:1767384628.262197:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384628.262213:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384628.262217:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384628.262220:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:2.0:1767384628.262222:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00080000:00000010:3.0:1767384628.262224:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000dca71916. 00000020:00000001:2.0:1767384628.262225:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00080000:00000001:3.0:1767384628.262239:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.262241:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384628.262247:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004aaf7e96. 00080000:00000001:3.0:1767384628.262250:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:2.0:1767384628.262253:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384628.262259:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004aaf7e96. 00000020:00000010:2.0:1767384628.262266:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d6d8c68. 00000020:00000010:2.0:1767384628.262270:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c55ad4b. 00000020:00000010:2.0:1767384628.262276:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000100:00000001:2.0:1767384628.262284:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384628.262286:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384628.262288:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384628.262289:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.262297:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.262307:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384628.262319:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384628.262321:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384628.262325:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00080000:00000001:3.0:1767384628.262329:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:2.0:1767384628.262330:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384628.262337:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935099984 : -106175774451632 : ffff9f6f06ae1850) 00000100:00000040:2.0:1767384628.262341:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ecb8cc9 x1853237048132608/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:609/0 lens 4848/0 e 0 to 0 dl 1767384639 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.262355:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384628.262358:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004aaf7e96. 00000100:00000001:2.0:1767384628.262360:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384628.262361:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004aaf7e96. 00000100:00100000:2.0:1767384628.262366:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ecb8cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048132608:12345-0@lo:253: 00000100:00000200:2.0:1767384628.262370:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048132608 00000020:00000001:2.0:1767384628.262373:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384628.262377:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384628.262380:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.262383:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384628.262386:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:2.0:1767384628.262390:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384628.262393:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384628.262397:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384628.262401:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384628.262405:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.262409:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384628.262413:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384628.262419:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000080d4da29. 02000000:00000001:2.0:1767384628.262422:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.262425:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384628.262428:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384628.262487:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f799c56c. 20000000:01000000:2.0:1767384628.262491:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384628.262495:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384628.262498:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384628.262501:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384628.262503:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384628.262505:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384628.262548:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384628.262562:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 000000008485c9ee. 00000400:00000010:3.0:1767384628.262572:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f1b185b. 00000400:00000010:3.0:1767384628.262579:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000322b332a. 00000400:00000200:3.0:1767384628.262585:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000008485c9ee 00000400:00000010:3.0:1767384628.262589:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 345 at 000000002cf0bed6. 00000400:00000200:3.0:1767384628.262595:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 352 success 00000400:00000200:3.0:1767384628.262605:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000400:00000200:3.0:1767384628.262611:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (20) 00000400:00000010:3.0:1767384628.262616:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 361 at 0000000066b49c98. 00000400:00000010:3.0:1767384628.262621:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005198ba0b. 00000400:00000010:3.0:1767384628.262631:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007abbe8a3. 00000400:00000200:3.0:1767384628.262640:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384628.262658:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384628.262670:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384628.262682:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000400:00000200:3.0:1767384628.262695:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:3.0:1767384628.262709:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:3.0:1767384628.262718:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384628.262727:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:3.0:1767384628.262749:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384628.262758:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:3.0:1767384628.262766:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:3.0:1767384628.262775:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:3.0:1767384628.262784:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:3.0:1767384628.262792:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:3.0:1767384628.262800:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:3.0:1767384628.262809:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:3.0:1767384628.262818:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:3.0:1767384628.262827:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:3.0:1767384628.262836:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:3.0:1767384628.262844:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:3.0:1767384628.262851:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:3.0:1767384628.262860:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp27 00000400:00000200:3.0:1767384628.262867:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp27 lpni_is_preferred = 0 00000400:00000200:3.0:1767384628.262871:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp27 00000400:00000200:3.0:1767384628.262877:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp27 NI seq info: [53:53:256:4294967295] 192.168.203.125@tcp27 LPNI seq info [53:53:8:4294967295] 00000400:00000200:3.0:1767384628.262884:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp27 00000400:00000200:3.0:1767384628.262902:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27:) -> 192.168.203.125@tcp27(192.168.203.125@tcp:192.168.203.125@tcp27) : GET try# 0 00000800:00000200:3.0:1767384628.262912:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp27 00000800:00000010:3.0:1767384628.262918:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000179896d0. 00000800:00000010:3.0:1767384628.262935:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000007032f21b. 00000800:00000010:3.0:1767384628.262943:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002cbf11a0. 00000800:00000200:3.0:1767384628.262952:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (2) 00000800:00000200:3.1:1767384628.262959:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (2) 00000400:00000200:3.0:1767384628.262980:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384628.262988:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00000400:00000200:3.0:1767384628.263095:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263180:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263257:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263289:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263318:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263356:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263483:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263550:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263619:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263678:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263746:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263793:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263837:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263879:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263912:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263940:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263970:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.263997:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.264020:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.264043:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.264093:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.264130:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.264163:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.264192:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.264247:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.264277:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00080000:00000010:2.0:1767384628.264335:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005d4eb2fb. 00000400:00000200:3.0:1767384628.264350:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00080000:00000010:2.0:1767384628.264383:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000dca71916. 00040000:00000001:2.0:1767384628.264391:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384628.264396:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384628.264408:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384628.264410:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000020:00000002:2.0:1767384628.264413:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384628.264420:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384628.264423:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384628.264436:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384628.264475:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384628.264477:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384628.264484:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:3.0:1767384628.264500:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 20000000:01000000:2.0:1767384628.264560:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384628.264566:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384628.264569:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000400:00000200:3.0:1767384628.264570:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00010000:00000001:2.0:1767384628.264581:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384628.264586:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384628.264598:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005f9949bb. 00010000:00000001:2.0:1767384628.264605:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384628.264609:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000099a4d41. 00000020:00000001:2.0:1767384628.264615:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384628.264622:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000099a4d41 with handle 0x71ee3a74e271915f to hash 00000020:00000001:2.0:1767384628.264625:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384628.264627:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00000400:00000200:3.0:1767384628.264632:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00010000:00000001:2.0:1767384628.264633:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384628.264653:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384628.264658:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384628.264662:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384628.264671:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384628.264677:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384628.264681:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384628.264683:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384628.264686:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384628.264691:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:3.0:1767384628.264692:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00010000:00000001:2.0:1767384628.264704:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384628.264708:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384628.264734:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384628.264737:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384628.264744:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384628.264747:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005f9949bb) refcount = 1 00000400:00000200:3.0:1767384628.264750:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00010000:00010000:2.0:1767384628.264754:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384628.264764:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384628.264767:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384628.264769:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384628.264773:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.264776:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384628.264779:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384628.264784:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00000400:00000200:3.0:1767384628.264790:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00010000:00000001:2.0:1767384628.264791:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384628.264803:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384628.264810:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000099a4d41 refcount=4 00000020:00000001:2.0:1767384628.264815:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384628.264819:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384628.264822:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384628.264826:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384628.264837:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00010000:00000001:2.0:1767384628.264838:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384628.264847:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384628.264857:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384628.264861:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384628.264865:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384628.264873:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384628.264875:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.264880:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384628.264883:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384628.264907:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000099a4d41 already unused, calling callback (000000009752a4b4) 00000400:00000200:3.0:1767384628.264910:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00010000:00000001:2.0:1767384628.264912:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384628.264924:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384628.264929:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384628.264939:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384628.264942:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384628.264945:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384628.264947:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000099a4d41 refcount=5 00000020:00000001:2.0:1767384628.264950:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384628.264955:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384628.264961:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384628.264964:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384628.264971:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384628.264974:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384628.264977:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.264981:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384628.264983:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384628.264985:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384628.264986:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384628.264989:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000099a4d41 with handle 0x71ee3a74e271915f from hash 00010000:00000001:2.0:1767384628.264992:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384628.264993:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384628.264995:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384628.264997:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384628.265001:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384628.265004:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384628.265007:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384628.265010:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384628.265015:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.265018:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384628.265029:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384628.265032:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384628.265034:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384628.265035:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.265037:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384628.265040:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384628.265043:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384628.265050:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384628.265051:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384628.265055:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384628.265058:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384628.265062:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384628.265064:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384628.265066:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384628.265070:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384628.265072:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384628.265075:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384628.265082:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384628.265086:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384628.265089:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000099a4d41/0x71ee3a74e271915f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384628.265096:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005f9949bb count: 0 00010000:00000001:2.0:1767384628.265108:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384628.265110:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000010:2.0:1767384628.265130:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b2c88a0c. 20000000:01000000:2.0:1767384628.265133:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #28 20000000:00000001:2.0:1767384628.265138:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384628.265144:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384628.265148:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384628.265164:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384628.265181:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.265185:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384628.265187:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.265214:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384628.265217:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384628.265220:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:2.0:1767384628.265225:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:2.0:1767384628.265228:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384628.265232:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384628.265237:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.265240:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384628.265245:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384628.265252:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:2.0:1767384628.265256:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384628.265264:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002cf0bed6. 00080000:00000001:2.0:1767384628.265268:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893632163840 : -106180077387776 : ffff9f6e06348000) 00080000:00000001:2.0:1767384628.265271:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384628.265275:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384628.265280:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004aaf7e96. 00080000:00000001:2.0:1767384628.265284:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.265287:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384628.265308:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384628.265326:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000010:3.0:1767384628.265342:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008f59b188. 00080000:00000020:2.0:1767384628.265348:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000800:00000010:3.0:1767384628.265353:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000cc55852c. 00000100:00000001:2.0:1767384628.265355:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384628.265361:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002bfaf6a6. 00000800:00000010:3.0:1767384628.265363:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000052368603. 20000000:00000001:2.0:1767384628.265371:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384628.265380:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048132480 00010000:00000001:2.0:1767384628.265384:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384628.265392:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f5ab924 x1853237048132480/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384628.265403:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384628.265408:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384628.265415:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=45 v=5 (1 0 0 0) 00000800:00000010:3.0:1767384628.265419:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000052368603. 00000100:00000001:2.0:1767384628.265422:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384628.265431:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384628.265469:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384628.265474:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384628.265487:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384628.265491:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384628.265494:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384628.265498:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050d056fe. 00000100:00000200:2.0:1767384628.265505:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048132480, offset 224 00000400:00000200:2.0:1767384628.265517:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384628.265527:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384628.265542:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04380 00000400:00000200:2.0:1767384628.265551:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16e9 [2] + 224 00000400:00000200:3.0:1767384628.265555:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384628.265559:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384628.265566:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384628.265578:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384628.265588:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384628.265589:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp27 from 219.3.0.2 00000800:00000010:3.0:1767384628.265597:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000032252c5f. 00000100:00000040:2.0:1767384628.265613:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384628.265640:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384628.265654:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d056fe 00000400:00000010:2.0:1767384628.265658:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050d056fe. 00000100:00000001:2.0:1767384628.265664:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384628.265667:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384628.265672:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384628.265679:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384628.265682:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384628.265685:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.265688:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384628.265699:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f5ab924 x1853237048132480/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.265710:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f5ab924 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048132480:12345-0@lo:253: Request processed in 4098us (5021us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384628.265724:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00000040:2.0:1767384628.265729:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384628.265732:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384628.265744:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384628.265751:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6304133. 00000020:00000010:2.0:1767384628.265764:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008b9dcc86. 00000020:00000010:2.0:1767384628.265771:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000208437f7. 00000020:00000040:2.0:1767384628.265784:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:2.0:1767384628.265795:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384628.265797:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dc60685c. 02000000:00000001:2.0:1767384628.265808:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384628.265814:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384628.265822:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384628.265828:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acffbb2b. 00000400:00000010:2.0:1767384628.265835:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050d056fe. 00000800:00000010:2.0:1767384628.265893:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b1a297ad. 00000800:00000010:2.0:1767384628.265903:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001acce8c3. 00000800:00000010:2.0:1767384628.265937:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c74ce5dc. 00000800:00000200:2.1:1767384628.265951:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (2) 00000800:00000200:2.1:1767384628.265962:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp27 00000000c74ce5dc deleted 00000800:00000010:2.1:1767384628.265965:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000c74ce5dc. 00000800:00000200:2.1:1767384628.265973:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767384628.265994:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp27 ip 192.168.203.125:987 00000800:00000200:2.1:1767384628.265999:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000179896d0 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767384628.266013:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp27 p 3.x 192.168.203.125 -> 192.168.203.125:987 incarnation:1767384626013057535 sched[0] 00000800:00000010:2.0:1767384628.266021:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f412e13. 00000100:00000001:3.0:1767384628.266099:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.266103:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384628.266111:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384628.266114:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:2.0:1767384628.266115:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f412e13. 00000400:00000010:3.0:1767384628.266118:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e024ab67. 00000400:00000200:3.0:1767384628.266127:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006302aa3c 00000800:00000010:2.0:1767384628.266128:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001acce8c3. 00000400:00000010:3.0:1767384628.266130:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006302aa3c. 00000100:00000001:3.0:1767384628.266137:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384628.266146:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384628.266162:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384628.266169:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000032252c5f. 00000100:00000001:3.0:1767384628.266184:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767384628.266189:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384628.266190:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.266199:0:16355:0:(client.c:1578:after_reply()) Process entered 00000800:00000001:2.0:1767384628.266215:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384628.266226:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384628.266228:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.266242:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.266247:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384628.266256:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=45 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384628.266264:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384628.266271:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384628.266274:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.266280:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384628.266283:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384628.266285:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384628.266288:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384628.266293:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000179896d0. 00000100:00000040:3.0:1767384628.266297:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384628.266305:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384628.266320:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384628.266328:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: GET: OK 00000100:00000001:3.0:1767384628.266329:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384628.266336:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384628.266337:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:01000004:3.0:1767384628.266344:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:2.0:1767384628.266346:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000020:01000004:3.0:1767384628.266351:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384628.266357:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384628.266361:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384628.266364:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384628.266368:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384628.266371:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384628.266374:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384628.266378:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384628.266382:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384628.266391:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384628.266409:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048132480:0@lo:253: 00000800:00000200:2.1:1767384628.266415:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000100:00000001:3.0:1767384628.266421:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384628.266425:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp27 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384626013057535 sched[0] 00000100:00000001:3.0:1767384628.266431:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:2.0:1767384628.266431:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000cc55852c. 00000100:00000040:3.0:1767384628.266489:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d299590b x1853237048132480/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.266501:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384628.266505:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384628.266509:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000142f2130. 02000000:00000001:3.0:1767384628.266519:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000010:0.0:1767384628.266522:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000ab28660. 00000800:00000010:0.0:1767384628.266527:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000086c02747. 00000020:00000001:3.0:1767384628.266534:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1767384628.266539:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000020:00000040:3.0:1767384628.266541:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384628.266556:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384628.266560:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005039c53a. 02000000:00000001:3.0:1767384628.266571:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384628.266574:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384628.266577:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d299590b. 00000100:00000001:3.0:1767384628.266583:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384628.266587:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.266592:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.266600:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384628.266604:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.266610:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.266616:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384628.266637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000800:00000001:3.0:1767384628.266697:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.266710:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384628.266715:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:02020000:0.0:1767384628.266720:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp26 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384628.266721:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000800:00000001:3.0:1767384628.266729:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.266749:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27) <- 192.168.203.125@tcp27 : GET - for me 00000400:00000200:3.0:1767384628.266762:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 352 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384628.266763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.266777:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 352/352 into md 0x16e1 [1] + 0 00000400:00000200:3.0:1767384628.266790:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp27 to MR: 192.168.203.125@tcp27 local destination 00000400:00000200:3.0:1767384628.266801:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp27 NI seq info: [54:54:256:4294967295] 192.168.203.125@tcp27 LPNI seq info [54:54:8:4294967295] 00000400:00000200:3.0:1767384628.266824:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27:192.168.203.125@tcp27) -> 192.168.203.125@tcp27(192.168.203.125@tcp27:192.168.203.125@tcp27) 192.168.203.125@tcp27 : REPLY try# 0 00000400:00000200:2.0:1767384628.266828:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000800:00000200:3.0:1767384628.266840:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 352 bytes in 1 frags to 12345-192.168.203.125@tcp27 00000800:00000010:3.0:1767384628.266846:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc07c76d. 00000800:00000200:3.0:1767384628.266853:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000800:00000200:3.0:1767384628.266864:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp27 ip 192.168.203.125:988 00000400:00000200:2.0:1767384628.266865:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000800:00000200:3.0:1767384628.266876:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc07c76d type 3, nob 448 niov 1 nkiov 1 00000400:00000200:2.0:1767384628.266897:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.266921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.266944:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000800:00000200:3.0:1767384628.266989:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384628.266992:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000800:00000010:3.0:1767384628.266995:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc07c76d. 00000400:00000200:3.0:1767384628.267004:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384628.267022:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: REPLY: OK 00000800:00000001:3.0:1767384628.267046:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.267054:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384628.267062:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384628.267062:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000800:00000001:3.0:1767384628.267074:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384628.267080:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.267089:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.267100:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27) <- 192.168.203.125@tcp27 : REPLY - for me 00000400:00000200:3.0:1767384628.267119:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp27: Reply from 12345-192.168.203.125@tcp27 of length 352/352 into md 0x16fd 00000800:00000001:3.0:1767384628.267126:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.267136:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.267139:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384628.267142:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.267152:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: REPLY: OK 00000400:00000200:3.0:1767384628.267161:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005198ba0b 00000400:00000010:3.0:1767384628.267165:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005198ba0b. 00000400:00000200:3.0:1767384628.267175:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384628.267184:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:3.0:1767384628.267188:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:3.0:1767384628.267196:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 20. state = 0x100251 00000400:00000200:3.0:1767384628.267233:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384628.267235:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.267255:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (21) 00000800:00000001:3.0:1767384628.267268:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384628.267275:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384628.267314:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384628.267320:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.267326:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000d1 00000400:00000010:3.0:1767384628.267344:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 420 at 0000000091c2dd4c. 00000400:00000010:3.0:1767384628.267350:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 504 at 000000009fe12cf7. 00000400:00000010:3.0:1767384628.267355:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 420 at 00000000abb76e00. 00000400:00000200:2.0:1767384628.267426:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000010:3.0:1767384628.267432:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000f5ff74a9. 00000400:00000200:3.0:1767384628.267482:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000f5ff74a9 nid 192.168.203.125@tcp28 00000400:00000010:3.0:1767384628.267490:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008cb74bbd. 00000400:00000200:2.0:1767384628.267491:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.267496:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000008cb74bbd net tcp28 00000400:00000200:3.0:1767384628.267509:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (20) 00000400:00000200:3.0:1767384628.267518:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp28 flags 0x11 00000400:00000010:3.0:1767384628.267534:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 420 at 0000000091c2dd4c. 00000400:00000010:3.0:1767384628.267539:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 504 at 000000009fe12cf7. 00000400:00000010:3.0:1767384628.267544:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 420 at 00000000abb76e00. 00000400:00000010:3.0:1767384628.267549:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 0000000066b49c98. 00000400:00000200:3.0:1767384628.267558:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384628.267561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384628.267564:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:3.0:1767384628.267576:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:3.0:1767384628.267584:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:3.0:1767384628.267591:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384628.267594:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:3.0:1767384628.267602:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:3.0:1767384628.267609:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (21) 00000400:00000200:2.0:1767384628.267613:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267645:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267700:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267734:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267759:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267776:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267791:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267807:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267824:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267840:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267860:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267875:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267899:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267919:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267935:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267963:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.267996:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384628.268040:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384628.268228:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039619cc3. 00000800:00000010:2.0:1767384628.268234:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001acce8c3. 00000800:00000010:2.0:1767384628.268239:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f412e13. 00000800:00000010:2.0:1767384628.268274:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f412e13. 00000800:00020000:2.0:1767384628.268288:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384628.268291:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001acce8c3. 00000800:00000010:2.0:1767384628.268294:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000039619cc3. 00000400:02020000:2.0:1767384628.268343:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp27 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000100:00000040:2.0:1767384628.268526:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294916038, at 4294916039 00000100:00000010:2.0:1767384628.268537:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005598bbc3. 00000100:00000040:3.0:1767384628.268576:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294916038, at 4294916039 00000100:00000010:3.0:1767384628.268587:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb498f53. 00080000:00000010:3.0:1767384628.269229:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002cf0bed6. 00080000:00000010:2.0:1767384628.269279:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004aaf7e96. 00040000:00000001:2.0:1767384628.269284:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384628.269286:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384628.269287:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384628.269291:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384628.269293:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384628.269295:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384628.269296:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384628.269311:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384628.269313:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384628.269318:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384628.269349:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384628.269355:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384628.269359:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384628.269365:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384628.269369:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384628.269379:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000056b12f32. 00010000:00000001:3.0:1767384628.269387:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384628.269392:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d67fea4a. 00000020:00000001:3.0:1767384628.269397:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384628.269401:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d67fea4a with handle 0x71ee3a74e2719166 to hash 00000020:00000001:3.0:1767384628.269403:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384628.269406:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384628.269409:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384628.269414:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384628.269417:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.269421:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.269480:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384628.269486:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384628.269492:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384628.269495:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384628.269498:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.269503:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384628.269505:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384628.269509:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384628.269512:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000040:1.0:1767384628.269518:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294916038, at 4294916040 00010000:00000001:3.0:1767384628.269519:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384628.269523:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000020:2.0:1767384628.269529:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000040:3.0:1767384628.269530:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000056b12f32) refcount = 1 00000100:00000010:1.0:1767384628.269533:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7e94233. 00000100:00000001:2.0:1767384628.269545:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384628.269553:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f799c56c. 00010000:00010000:3.0:1767384628.269554:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384628.269569:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.269570:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384628.269585:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000040:2.0:1767384628.269587:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048132608 00010000:00000001:3.0:1767384628.269594:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384628.269597:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384628.269600:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.269605:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:2.0:1767384628.269606:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ecb8cc9 x1853237048132608/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:3.0:1767384628.269623:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384628.269630:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:01000000:3.0:1767384628.269634:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:2.0:1767384628.269636:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.269648:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00001000:2.0:1767384628.269649:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=45 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384628.269655:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384628.269658:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=4 00000020:00000001:3.0:1767384628.269668:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00000100:00000001:2.0:1767384628.269678:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384628.269679:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00000100:00000040:2.0:1767384628.269690:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:3.0:1767384628.269691:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384628.269698:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384628.269699:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384628.269715:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384628.269725:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.269727:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384628.269733:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384628.269733:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384628.269750:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384628.269754:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001acce8c3. 00000100:00000200:2.0:1767384628.269763:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048132608, offset 224 00000400:00000200:2.0:1767384628.269784:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384628.269785:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.269792:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384628.269795:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384628.269810:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384628.269829:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384628.269834:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384628.269836:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04400 00010000:00000001:3.0:1767384628.269854:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384628.269859:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384628.269860:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x16f1 [2] + 224 00000400:00000200:2.0:1767384628.269880:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1767384628.269886:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d67fea4a already unused, calling callback (000000009752a4b4) 00000400:00000200:2.0:1767384628.269890:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384628.269901:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384628.269904:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384628.269905:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384628.269910:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384628.269913:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384628.269954:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384628.269961:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384628.269964:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384628.269970:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=5 00000100:00000040:2.0:1767384628.269972:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384628.269978:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384628.269986:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384628.269998:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384628.270001:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384628.270036:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384628.270040:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384628.270044:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.270051:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384628.270053:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384628.270055:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384628.270061:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384628.270070:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001acce8c3 00010000:00000001:3.0:1767384628.270077:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384628.270078:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001acce8c3. 00000020:00000040:3.0:1767384628.270082:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d67fea4a with handle 0x71ee3a74e2719166 from hash 00000100:00000001:2.0:1767384628.270091:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384628.270092:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384628.270102:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384628.270104:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384628.270106:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.270114:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384628.270119:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384628.270120:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.270123:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384628.270128:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384628.270132:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384628.270133:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384628.270137:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.270145:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384628.270147:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384628.270149:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384628.270155:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384628.270155:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.270158:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.270161:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.270168:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384628.270168:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384628.270173:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.270178:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384628.270181:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ecb8cc9 x1853237048132608/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:609/0 lens 4848/4768 e 0 to 0 dl 1767384639 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384628.270223:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ecb8cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048132608:12345-0@lo:253: Request processed in 7867us (8462us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384628.270227:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.270229:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.270230:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384628.270250:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384628.270253:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384628.270256:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384628.270259:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384628.270266:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384628.270269:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 20000000:00000001:3.0:1767384628.270271:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384628.270276:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384628.270283:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00010000:00000001:3.0:1767384628.270295:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384628.270296:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384628.270298:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384628.270305:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d67fea4a/0x71ee3a74e2719166 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384628.270306:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384628.270316:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c55ad4b. 00000020:00000010:2.0:1767384628.270327:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00000020:00000010:2.0:1767384628.270341:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d6d8c68. 00010000:00000040:3.0:1767384628.270342:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000056b12f32 count: 0 00000020:00000040:2.0:1767384628.270360:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:2.0:1767384628.270371:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384628.270373:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1767384628.270375:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000080d4da29. 20000000:00000001:3.0:1767384628.270377:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:2.0:1767384628.270392:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384628.270396:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384628.270405:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384628.270412:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068bccc92. 00000100:00000001:3.0:1767384628.270416:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384628.270419:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001acce8c3. 00000100:00000001:3.0:1767384628.270420:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384628.270434:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384628.270438:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384628.270441:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c11cf120. 00000400:00000200:3.0:1767384628.270448:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cd029ff6 00000400:00000010:3.0:1767384628.270452:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cd029ff6. 00000100:00000001:3.0:1767384628.270488:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384628.270497:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384628.270511:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.270521:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384628.270523:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.270525:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384628.270528:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384628.270530:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384628.270532:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384628.270535:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384628.270540:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=45 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384628.270543:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=45 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384628.270546:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384628.270548:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384628.270550:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384628.270552:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.270554:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384628.270558:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.270567:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384628.270569:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384628.270570:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384628.270585:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384628.270587:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384628.270589:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384628.270591:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384628.270592:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384628.270594:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384628.270596:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384628.270597:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384628.270599:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384628.270603:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384628.270612:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0d6c06d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048132608:0@lo:253: 00000100:00000001:3.0:1767384628.270617:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.270619:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384628.270621:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0d6c06d x1853237048132608/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384644 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384628.270628:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384628.270630:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384628.270633:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000000b05af4d. 02000000:00000001:3.0:1767384628.270638:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384628.270639:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384628.270641:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384628.270643:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384628.270646:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b1c1b1. 02000000:00000001:3.0:1767384628.270650:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384628.270652:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384628.270653:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0d6c06d. 00000100:00000001:3.0:1767384628.270657:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384628.270659:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.270661:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384628.270668:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384628.270670:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384628.270673:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384628.270676:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384628.275507:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294916038, at 4294916046 00000100:00000010:0.0:1767384628.275516:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1316571. 00010000:00000010:3.1:1767384628.278444:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000056b12f32. 00010000:00000010:3.1:1767384628.278508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d67fea4a. 00010000:00000010:2.1:1767384628.280473:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005f9949bb. 00010000:00000010:2.1:1767384628.280482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000099a4d41. 00000400:00000010:1.0:1767384628.295118:0:26044:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000832f39d. 00000400:00000040:1.0:1767384628.296097:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384628.296105:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384628.296111:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.296114:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384628.296119:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.296122:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384628.296127:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384628.296130:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384628.296133:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384628.296136:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384628.296141:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384628.296144:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384628.296148:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384628.296151:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384628.296154:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384628.296158:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384628.296161:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384628.296164:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384628.296166:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384628.296170:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.296173:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384628.296176:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384628.296179:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384628.296181:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384628.296196:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384628.296226:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.296229:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384628.296232:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384628.296235:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384628.296238:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384628.296241:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384628.296244:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384628.296247:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384628.296250:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384628.296252:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384628.296255:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384628.296257:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384628.296261:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384628.296264:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384628.296266:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384628.296269:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384628.296272:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384628.296274:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384628.296277:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384628.296280:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384628.296283:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384628.296286:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384628.296289:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384628.296292:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384628.296295:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384628.296298:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384628.296301:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384628.296303:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384628.296306:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384628.296308:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384628.296311:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384628.296314:0:26044:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384628.296409:0:26044:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000832f39d. 00010000:00000001:3.0:1767384629.157563:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384629.157574:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384629.157609:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384629.157613:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384629.157664:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384629.157669:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384629.157673:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384629.349602:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384629.349610:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384629.349616:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0d6c06d. 00000020:00000040:3.0:1767384629.349624:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384629.349630:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384629.349634:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384629.349640:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384629.349649:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000119b21ac. 00000100:00000001:3.0:1767384629.349658:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.349666:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384629.349670:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.349684:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b0d6c06d] to pc [ptlrpcd_00_03+3] req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384629.349727:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.349745:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.349754:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384629.349759:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384629.349766:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384629.349768:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384629.349778:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384629.349784:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384629.349785:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d299590b. 00000100:00000001:2.0:1767384629.349788:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384629.349790:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384629.349795:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384629.349796:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384629.349797:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384629.349806:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.349807:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384629.349814:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c5028d25. 02000000:00000001:2.0:1767384629.349814:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.349821:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384629.349821:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b0d6c06d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048132736:0@lo:13: 00000100:00000001:2.0:1767384629.349830:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384629.349832:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384629.349839:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384629.349843:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.349845:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384629.349848:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.349848:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384629.349854:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d299590b] to pc [ptlrpcd_00_00+0] req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384629.349856:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009338a1cc. 02000000:00000001:2.0:1767384629.349862:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384629.349871:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0337379. 00000100:00000001:3.0:1767384629.349887:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.349891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384629.349894:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068c0e820. 00000100:00000001:3.0:1767384629.349903:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1767384629.349903:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048132736, portal 4 00000100:00000010:3.0:1767384629.349907:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6055503. 00000100:00000001:2.0:1767384629.349909:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:3.0:1767384629.349913:0:38:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384629.349913:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572096 : -106175085979520 : ffff9f6f2fb75880) 00000100:00000001:3.0:1767384629.349920:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384629.349922:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384629.349925:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.349927:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384629.349932:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000179896d0. 00000100:00000001:3.0:1767384629.349939:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.349940:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384629.349946:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384629.349948:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1767384629.349952:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c459c9d. 00000100:00000200:2.0:1767384629.349958:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048132736, offset 0 00000100:00000001:3.0:1767384629.349964:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384629.349966:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.349971:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384629.349977:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6055503] to pc [ptlrpcd_00_01+1] req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.349992:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.349992:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384629.349997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384629.350002:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384629.350005:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005eae385d. 00000020:00000040:3.0:1767384629.350009:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384629.350013:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384629.350013:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff04480 02000000:00000001:3.0:1767384629.350017:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384629.350020:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384629.350027:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a033b270. 00000400:00000200:2.0:1767384629.350027:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1568 00000100:00000001:3.0:1767384629.350033:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.350039:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384629.350039:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384629.350049:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384629.350053:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384629.350056:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.350060:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384629.350061:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005eae385d] to pc [ptlrpcd_00_02+2] req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384629.350064:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384629.350072:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000041584cae. 00000100:00000001:3.0:1767384629.350075:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.350077:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000041584cae x1853237048132736 msgsize 224 00000100:00100000:2.0:1767384629.350085:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384629.350087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384629.350092:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384629.350097:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fbf5ee1. 00000100:00000001:2.0:1767384629.350099:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:3.0:1767384629.350101:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384629.350105:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384629.350106:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384629.350109:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.350112:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c459c9d 02000000:00000010:3.0:1767384629.350114:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e11eb5ed. 00000400:00000010:2.0:1767384629.350117:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c459c9d. 00000100:00000001:3.0:1767384629.350119:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.350123:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1767384629.350127:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384629.350132:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.350143:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384629.350146:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.350155:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384629.350157:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009fbf5ee1] to pc [ptlrpcd_00_03+3] req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384629.350163:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.350172:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.350176:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.350179:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (254) 00000100:00000001:2.0:1767384629.350181:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384629.350189:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.350210:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4318 usecs (5 jiffies) 00000100:00000001:2.0:1767384629.350223:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917125 00000100:00000010:2.0:1767384629.350229:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000081a40d. 00000100:00000001:2.0:1767384629.350237:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384629.350244:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917125 00000100:00000010:2.0:1767384629.350248:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000895be19. 00000100:00000001:2.0:1767384629.350253:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384629.350257:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917125 00000100:00000010:2.0:1767384629.350261:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049879628. 00000100:00000001:2.0:1767384629.350265:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384629.350271:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917125 00000100:00000010:2.0:1767384629.350276:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e44d8c8a. 00000100:00000001:2.0:1767384629.350281:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384629.350287:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384629.350291:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.350295:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.350297:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.350306:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384629.350309:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384629.350312:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.350314:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384629.350316:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384629.350320:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384629.350323:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.350326:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384629.350330:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384629.350336:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384629.350338:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.350340:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384629.350343:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384629.350347:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384629.350353:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.350355:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384629.350358:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384629.350359:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009fbf5ee1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237048133248:0@lo:400: 02000000:00000001:3.0:1767384629.350363:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384629.350367:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384629.350369:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384629.350372:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384629.350373:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384629.350378:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005eae385d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048133120:0@lo:400: 02000000:00000001:2.0:1767384629.350383:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.350384:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384629.350389:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1767384629.350390:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384629.350394:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384629.350395:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b80d556. 02000000:00000001:3.0:1767384629.350396:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384629.350400:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384629.350403:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066b49c98. 00000400:00000010:2.0:1767384629.350407:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f162e7af. 00000400:00000010:2.0:1767384629.350413:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c459c9d. 02000000:00000001:3.0:1767384629.350415:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384629.350420:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048133248, portal 10 00000400:00000010:3.0:1767384629.350422:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e024ab67. 00000100:00000001:2.0:1767384629.350425:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384629.350428:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623571200 : -106175085980416 : ffff9f6f2fb75500) 00000400:00000010:3.0:1767384629.350431:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005198ba0b. 00000100:00000200:3.0:1767384629.350470:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048133120, portal 10 00000100:00000001:3.0:1767384629.350473:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384629.350475:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623579264 : -106175085972352 : ffff9f6f2fb77480) 00000100:00000040:2.0:1767384629.350478:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384629.350484:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.350499:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384629.350502:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384629.350507:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384629.350509:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384629.350513:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000400:00000010:3.0:1767384629.350514:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028b79866. 00000100:00000200:2.0:1767384629.350520:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048133248, offset 0 00000100:00000200:3.0:1767384629.350521:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048133120, offset 0 00000400:00000200:2.0:1767384629.350530:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384629.350539:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384629.350541:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384629.350551:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff04680 00000400:00000200:2.0:1767384629.350588:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 4920 00000400:00000200:3.0:1767384629.350589:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384629.350598:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384629.350603:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff04600 00000400:00000200:2.0:1767384629.350608:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384629.350614:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5144 00000400:00000200:3.0:1767384629.350620:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384629.350621:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384629.350625:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384629.350626:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384629.350635:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000829577f0. 00000100:00000040:2.0:1767384629.350639:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000829577f0 x1853237048133248 msgsize 224 00000100:00000001:3.0:1767384629.350644:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384629.350647:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384629.350649:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384629.350652:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384629.350657:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.350662:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384629.350670:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384629.350672:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.350675:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384629.350677:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384629.350677:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 02000000:00000001:3.0:1767384629.350680:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384629.350682:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000100:00100000:3.0:1767384629.350685:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048132864:0@lo:400: 00000100:00000001:2.0:1767384629.350688:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384629.350691:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384629.350696:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384629.350698:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384629.350701:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.350706:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384629.350710:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384629.350714:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384629.350718:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091c2dd4c. 02000000:00000001:3.0:1767384629.350721:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384629.350730:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c92683b. 00000100:00000001:2.0:1767384629.350732:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384629.350737:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eec6c90b. 00000100:00000001:2.0:1767384629.350737:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384629.350742:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048132864, portal 25 00000100:00000001:2.0:1767384629.350744:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.350745:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384629.350748:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623580160 : -106175085971456 : ffff9f6f2fb77800) 00000100:00000040:2.0:1767384629.350751:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3256 usecs (4 jiffies) 00000100:00000040:3.0:1767384629.350757:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.350757:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294917125 00000100:00000001:2.0:1767384629.350763:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294917125 00000100:00000001:2.0:1767384629.350769:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294917125 00000100:00000001:3.0:1767384629.350772:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384629.350776:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294917125 00000100:00000040:3.0:1767384629.350777:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384629.350780:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294917125 00000400:00000010:3.0:1767384629.350782:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047d6389. 00000100:00000001:2.0:1767384629.350785:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294917125 00000100:00000200:3.0:1767384629.350787:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048132864, offset 0 00000100:00000001:2.0:1767384629.350789:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294917125 00000100:00000001:2.0:1767384629.350795:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294917125 00000400:00000200:3.0:1767384629.350798:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384629.350800:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384629.350805:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.350812:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384629.350813:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384629.350816:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.350826:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384629.350828:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff04500 00000100:00000001:2.0:1767384629.350829:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384629.350836:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.350838:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384629.350840:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1025 [2] + 0 00000100:00000001:2.0:1767384629.350843:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384629.350845:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac96ed8a. 00000100:00000001:2.0:1767384629.350849:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384629.350852:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000118ea246 00000400:00000200:3.0:1767384629.350857:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384629.350863:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384629.350867:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000118ea246 00000400:00000010:3.0:1767384629.350870:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000118ea246. 00000100:00000001:3.0:1767384629.350876:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384629.350879:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384629.350883:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000060943e6a x1853237048132864 msgsize 224 00000100:00000001:2.0:1767384629.350883:0:22878:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384629.350888:0:22878:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048132736 00000100:00100000:3.0:1767384629.350892:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384629.350893:0:22878:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384629.350898:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384629.350899:0:22878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384629.350903:0:22878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.350909:0:22878:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384629.350913:0:22878:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048132736 00000100:00000001:3.0:1767384629.350914:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384629.350919:0:22878:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384629.350923:0:22878:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000400:00000200:3.0:1767384629.350925:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047d6389 00000020:00000001:2.0:1767384629.350926:0:22878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384629.350932:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047d6389. 00000020:00000040:2.0:1767384629.350938:0:22878:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000001:3.0:1767384629.350939:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:2.0:1767384629.350943:0:22878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:2.0:1767384629.350948:0:22878:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000200:3.0:1767384629.350951:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.350956:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384629.350962:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeafd7ec. 00000020:00000010:2.0:1767384629.350968:0:22878:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b9e65a97. 00000020:00000040:2.0:1767384629.350978:0:22878:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:3.0:1767384629.350979:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384629.350985:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.350992:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.350994:0:22878:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384629.350996:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384629.351002:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000960c8f80. 00000100:00000001:3.0:1767384629.351006:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384629.351010:0:22878:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9c396df. 00000100:00000001:3.0:1767384629.351012:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294917127 00000020:00000010:2.0:1767384629.351018:0:22878:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000100:00000001:3.0:1767384629.351023:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917125 00000100:00000001:3.0:1767384629.351033:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294917127 00000100:00000040:2.0:1767384629.351034:0:22878:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384629.351037:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917125 00000100:00000001:2.0:1767384629.351040:0:22878:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384629.351043:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294917127 00000100:00000001:2.0:1767384629.351044:0:22878:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384629.351048:0:22878:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.351052:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294917125 00000100:00000001:3.0:1767384629.351058:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294917127 00000100:00000001:2.0:1767384629.351061:0:22878:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.351062:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294917125 00000100:00000001:3.0:1767384629.351069:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384629.351072:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.351073:0:22878:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.351076:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.351081:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.351088:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384629.351089:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384629.351091:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384629.351093:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384629.351096:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.351099:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384629.351101:0:22878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:3.0:1767384629.351104:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.351107:0:22878:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00100000:3.0:1767384629.351109:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384629.351111:0:22878:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759654912 : -106174949896704 : ffff9f6f37d3ce00) 00000100:00000001:3.0:1767384629.351113:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.351118:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384629.351120:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000041584cae x1853237048132736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/0 e 0 to 0 dl 1767384640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.351121:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.351127:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.351131:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384629.351134:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384629.351136:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384629.351140:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018747e50. 00000100:00000040:3.0:1767384629.351142:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.351145:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384629.351151:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018747e50. 00000100:00100000:2.0:1767384629.351160:0:22878:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000041584cae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237048132736:12345-0@lo:13: 00000100:00000200:2.0:1767384629.351164:0:22878:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048132736 00000020:00000001:2.0:1767384629.351169:0:22878:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384629.351176:0:22878:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384629.351177:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384629.351180:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.351184:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384629.351187:0:22878:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.351189:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384629.351207:0:22878:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1767384629.351208:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.351212:0:22878:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000100:00100000:3.0:1767384629.351215:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048132992:0@lo:400: 00000020:00000001:2.0:1767384629.351220:0:22878:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384629.351221:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1767384629.351227:0:22878:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384629.351228:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384629.351233:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.351235:0:22878:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1767384629.351238:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1767384629.351239:0:22878:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:3.0:1767384629.351245:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057f491d8. 00000020:00000001:2.0:1767384629.351245:0:22878:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.351251:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.351254:0:22878:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1767384629.351258:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac96ed8a. 02000000:00000001:2.0:1767384629.351259:0:22878:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1767384629.351267:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047d6389. 02000000:00000010:2.0:1767384629.351267:0:22878:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000000e5ad664. 02000000:00000001:2.0:1767384629.351273:0:22878:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384629.351274:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048132992, portal 4 00000100:00000001:2.0:1767384629.351279:0:22878:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.351280:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384629.351283:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623569408 : -106175085982208 : ffff9f6f2fb74e00) 00002000:00000001:2.0:1767384629.351286:0:22878:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000100:00000040:3.0:1767384629.351292:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:2.0:1767384629.351294:0:22878:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384629.351298:0:22878:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:3.0:1767384629.351304:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384629.351313:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384629.351318:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d1ce44. 00000020:00000001:2.0:1767384629.351320:0:22878:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384629.351322:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048132992, offset 0 00002000:00000024:2.0:1767384629.351324:0:22878:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384629.351331:0:22878:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000400:00000200:3.0:1767384629.351332:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000020:2.0:1767384629.351336:0:22878:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1767384629.351342:0:22878:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:3.0:1767384629.351343:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000001:2.0:1767384629.351349:0:22878:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000400:00000200:3.0:1767384629.351356:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff04580 00000001:00000001:2.0:1767384629.351356:0:22878:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384629.351356:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000001:00000001:2.0:1767384629.351361:0:22878:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384629.351363:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048133248 00002000:00000001:2.0:1767384629.351365:0:22878:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384629.351369:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2096 02000000:00000001:0.0:1767384629.351370:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000040:2.0:1767384629.351372:0:22878:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048132736 00000100:00000001:0.0:1767384629.351374:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384629.351380:0:22878:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384629.351380:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384629.351382:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384629.351387:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384629.351392:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000200:2.0:1767384629.351392:0:22878:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000041584cae x1853237048132736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384629.351395:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048133248 00000020:00000001:0.0:1767384629.351401:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384629.351402:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:0.0:1767384629.351404:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000200:3.0:1767384629.351407:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000001:2.0:1767384629.351408:0:22878:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384629.351408:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384629.351413:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00010000:00000001:2.0:1767384629.351414:0:22878:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384629.351415:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013fb2138. 00000020:00000001:0.0:1767384629.351417:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00001000:2.0:1767384629.351421:0:22878:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=36 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384629.351423:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000040:3.0:1767384629.351429:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000013fb2138 x1853237048132992 msgsize 224 00000100:00000001:0.0:1767384629.351431:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384629.351433:0:22878:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384629.351474:0:22878:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384629.351479:0:22878:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00100000:3.0:1767384629.351481:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:0.0:1767384629.351490:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0e649cd. 02000000:00000001:2.0:1767384629.351492:0:22878:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384629.351497:0:16354:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384629.351499:0:22878:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384629.351499:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c4faf7c8. 00000100:00000001:2.0:1767384629.351508:0:22878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384629.351510:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1ce44 00000020:00000040:0.0:1767384629.351511:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000040:2.0:1767384629.351516:0:22878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384629.351517:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d1ce44. 00000100:00000001:0.0:1767384629.351519:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384629.351524:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1767384629.351524:0:22878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000020:00000010:0.0:1767384629.351530:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddd8f255. 00000100:00000200:2.0:1767384629.351531:0:22878:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048132736, offset 224 00000100:00000200:3.0:1767384629.351533:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384629.351537:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000211c9655. 00000400:00000200:2.0:1767384629.351544:0:22878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384629.351547:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f093f7b9. 00000100:00000001:3.0:1767384629.351551:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384629.351558:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384629.351559:0:22878:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384629.351559:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384629.351565:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384629.351569:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384629.351575:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.351576:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.351580:0:22878:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff04480 00000100:00000001:3.0:1767384629.351581:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384629.351585:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384629.351589:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.351590:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384629.351593:0:22878:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1711 [1] + 224 00000100:00000001:0.0:1767384629.351594:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.351596:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4318 usecs (5 jiffies) 00000400:00000200:2.0:1767384629.351598:0:22878:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384629.351601:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917127 00000400:00000200:2.0:1767384629.351603:0:22878:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384629.351609:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917127 00000100:00000001:2.0:1767384629.351611:0:22878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384629.351613:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917127 00000100:00000001:3.0:1767384629.351617:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917127 00000100:00000200:2.0:1767384629.351618:0:22878:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.351619:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.351622:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917127 00000100:00000001:3.0:1767384629.351628:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917127 00000100:00000001:3.0:1767384629.351635:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917127 00000100:00000001:0.0:1767384629.351637:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384629.351639:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917127 00000100:00000040:2.0:1767384629.351640:0:22878:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.351642:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384629.351646:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384629.351651:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384629.351653:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000001:3.0:1767384629.351658:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.351661:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000001:3.0:1767384629.351664:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.351667:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759654016 : -106174949897600 : ffff9f6f37d3ca80) 00000100:00000001:2.0:1767384629.351672:0:22878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1767384629.351675:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000829577f0 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:610/0 lens 224/0 e 0 to 0 dl 1767384640 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384629.351681:0:22878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000400:00000010:2.0:1767384629.351685:0:22878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000100:00000001:0.0:1767384629.351689:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384629.351690:0:22878:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384629.351692:0:18370:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384629.351694:0:22878:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384629.351696:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077102a7d. 00000100:00100000:3.0:1767384629.351697:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048132992 00000100:00000001:2.0:1767384629.351698:0:22878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.351703:0:18370:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384629.351703:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384629.351704:0:22878:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:3.0:1767384629.351708:0:18370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384629.351709:0:22878:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:0.0:1767384629.351710:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077102a7d. 00000020:00000001:2.0:1767384629.351712:0:22878:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.351715:0:22878:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1767384629.351719:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000829577f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237048133248:12345-0@lo:400: 00000100:00000001:3.0:1767384629.351721:0:18370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.351725:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000041584cae x1853237048132736/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/368 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384629.351728:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048133248 02000000:00000001:3.0:1767384629.351731:0:18370:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384629.351734:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384629.351739:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048132992 00000020:00000001:0.0:1767384629.351741:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384629.351742:0:22878:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000041584cae pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237048132736:12345-0@lo:13: Request processed in 603us (1662us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384629.351746:0:18370:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384629.351746:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384629.351750:0:18370:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00100000:2.0:1767384629.351752:0:22878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000020:00000001:0.0:1767384629.351752:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384629.351756:0:18370:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384629.351757:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000040:2.0:1767384629.351758:0:22878:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000020:00000040:3.0:1767384629.351760:0:18370:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 00000020:00000001:0.0:1767384629.351763:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384629.351765:0:18370:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:0.0:1767384629.351767:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.351768:0:22878:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384629.351771:0:18370:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:2.0:1767384629.351771:0:22878:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384629.351773:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384629.351778:0:22878:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9c396df. 00000020:00000001:0.0:1767384629.351778:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384629.351779:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384629.351782:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384629.351785:0:22878:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00000020:00000010:3.0:1767384629.351786:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052368603. 00000020:00000001:0.0:1767384629.351787:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1767384629.351791:0:22878:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000960c8f80. 00000100:00000001:3.0:1767384629.351792:0:18370:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384629.351793:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384629.351798:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:3.0:1767384629.351799:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052368603. 00000020:00000040:2.0:1767384629.351799:0:22878:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000100:00000001:2.0:1767384629.351803:0:22878:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384629.351804:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000d3db2aa. 00000020:00000010:3.0:1767384629.351810:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f72b4a3. 02000000:00000001:0.0:1767384629.351810:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.351817:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384629.351818:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000037a0a375. 00000020:00000001:0.0:1767384629.351821:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384629.351827:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e4f8495. 00010000:00000040:0.0:1767384629.351827:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048133248 00000100:00000001:2.0:1767384629.351832:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1767384629.351833:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:2.0:1767384629.351837:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048132864 02000000:00000001:2.0:1767384629.351840:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384629.351841:0:18370:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384629.351842:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384629.351846:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.351847:0:18370:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000200:0.0:1767384629.351850:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000829577f0 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384629.351851:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.351853:0:18370:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384629.351859:0:18370:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384629.351859:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048132864 00000020:00000001:2.0:1767384629.351863:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384629.351866:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384629.351869:0:18370:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:0.0:1767384629.351869:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1767384629.351870:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384629.351874:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384629.351876:0:18370:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1767384629.351876:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.351878:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384629.351881:0:18370:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.351883:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00001000:0.0:1767384629.351884:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384629.351890:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384629.351892:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1767384629.351894:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018747e50. 00000100:00000001:3.0:1767384629.351896:0:18370:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.351898:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384629.351899:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000010:2.0:1767384629.351903:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018747e50. 00000100:00000001:0.0:1767384629.351905:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384629.351909:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384629.351912:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.351913:0:18370:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384629.351913:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000960c8f80. 00000100:00000001:3.0:1767384629.351919:0:18370:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384629.351921:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384629.351922:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9c396df. 00000020:00000010:2.0:1767384629.351926:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000100:00100000:3.0:1767384629.351931:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00000040:0.0:1767384629.351932:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384629.351936:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:3.0:1767384629.351938:0:18370:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:2.0:1767384629.351940:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384629.351940:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000100:00000001:3.0:1767384629.351942:0:18370:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623568512 : -106175085983104 : ffff9f6f2fb74a80) 00000100:00000001:2.0:1767384629.351943:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384629.351946:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384629.351949:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048133248, offset 224 00000100:00000040:3.0:1767384629.351955:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013fb2138 x1853237048132992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/0 e 0 to 0 dl 1767384640 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.351956:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384629.351963:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384629.351969:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.351974:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384629.351978:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384629.351981:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052368603. 00000100:00000001:3.0:1767384629.351988:0:18370:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384629.351990:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384629.351993:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff04680 00000100:00000001:2.0:1767384629.352001:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384629.352003:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1719 [1] + 224 00000020:00000010:3.0:1767384629.352004:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052368603. 00000100:00100000:2.0:1767384629.352008:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00000040:2.0:1767384629.352013:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000400:00000200:0.0:1767384629.352014:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384629.352018:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013fb2138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048132992:12345-0@lo:400: 00000100:00000001:2.0:1767384629.352018:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935103056 : -106175774448560 : ffff9f6f06ae2450) 00000400:00000200:0.0:1767384629.352026:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384629.352027:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060943e6a x1853237048132864/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:610/0 lens 224/0 e 0 to 0 dl 1767384640 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384629.352028:0:18370:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048132992 00000020:00000001:3.0:1767384629.352034:0:18370:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384629.352034:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384629.352038:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384629.352040:0:18370:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:2.0:1767384629.352041:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000018747e50. 00000100:00000200:0.0:1767384629.352043:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384629.352044:0:18370:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.352047:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384629.352051:0:18370:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384629.352052:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000018747e50. 00000020:00000001:3.0:1767384629.352055:0:18370:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00100000:2.0:1767384629.352062:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060943e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048132864:12345-0@lo:400: 00000020:00000001:3.0:1767384629.352064:0:18370:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384629.352070:0:18370:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384629.352071:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048132864 00000100:00000040:0.0:1767384629.352075:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384629.352076:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384629.352077:0:18370:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384629.352082:0:18370:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384629.352082:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384629.352086:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.352088:0:18370:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.352092:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384629.352093:0:18370:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1767384629.352096:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000100:00000001:0.0:1767384629.352097:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384629.352098:0:18370:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384629.352100:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1767384629.352102:0:18370:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384629.352103:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384629.352106:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000020:00000001:2.0:1767384629.352107:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000010:3.0:1767384629.352109:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000594a6b38. 00000020:00000001:2.0:1767384629.352110:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1767384629.352112:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000020:00000001:2.0:1767384629.352113:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.352115:0:18370:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.352118:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384629.352118:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384629.352119:0:18370:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.352122:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384629.352123:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384629.352125:0:18370:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.352127:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:3.0:1767384629.352131:0:18370:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048132992 00000100:00000001:0.0:1767384629.352131:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384629.352132:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ed7b3fc8. 02000000:00000001:2.0:1767384629.352138:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384629.352140:0:18370:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384629.352141:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.352143:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000020:00000001:2.0:1767384629.352146:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.352148:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:3.0:1767384629.352150:0:18370:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013fb2138 x1853237048132992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384629.352150:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048132864 00000020:00000001:0.0:1767384629.352153:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.352154:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384629.352162:0:18370:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000200:2.0:1767384629.352163:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060943e6a x1853237048132864/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384629.352167:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384629.352169:0:18370:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384629.352174:0:18370:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=36 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384629.352179:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000829577f0 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.352183:0:18370:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384629.352189:0:18370:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384629.352209:0:18370:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384629.352215:0:18370:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384629.352215:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384629.352220:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384629.352221:0:18370:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384629.352225:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000829577f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237048133248:12345-0@lo:400: Request processed in 532us (1580us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384629.352228:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384629.352229:0:18370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384629.352240:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384629.352242:0:18370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1767384629.352244:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:2.0:1767384629.352246:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000040:0.0:1767384629.352249:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:2.0:1767384629.352251:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000400:00000010:3.0:1767384629.352255:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d1ce44. 00000100:00000001:0.0:1767384629.352256:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384629.352257:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384629.352260:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384629.352262:0:18370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048132992, offset 224 02000000:00000001:2.0:1767384629.352262:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384629.352266:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000211c9655. 00000100:00000001:2.0:1767384629.352268:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384629.352273:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f093f7b9. 00000100:00000040:2.0:1767384629.352274:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384629.352276:0:18370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1767384629.352281:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddd8f255. 00000400:00000010:2.0:1767384629.352282:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000100:00000200:2.0:1767384629.352289:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048132864, offset 224 00000400:00000200:3.0:1767384629.352290:0:18370:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384629.352290:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:0.0:1767384629.352297:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384629.352301:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384629.352305:0:18370:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff04580 00000400:00000200:2.0:1767384629.352313:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384629.352314:0:18370:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1731 [1] + 224 00000100:00000001:0.0:1767384629.352316:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384629.352322:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384629.352324:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff04500 00000400:00000200:3.0:1767384629.352325:0:18370:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384629.352336:0:18370:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384629.352338:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1729 [1] + 224 00000400:00000200:2.0:1767384629.352343:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384629.352345:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384629.352346:0:18370:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384629.352349:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384629.352351:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384629.352354:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384629.352355:0:18370:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384629.352358:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000afddd381. 00000100:00000200:2.0:1767384629.352359:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384629.352366:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000afddd381 x1853237048133120 msgsize 224 00000100:00100000:0.0:1767384629.352381:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384629.352391:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384629.352393:0:18370:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.352393:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384629.352404:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028b79866 00000400:00000010:0.0:1767384629.352409:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028b79866. 00000100:00000001:2.0:1767384629.352411:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384629.352417:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384629.352418:0:18370:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384629.352420:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000400:00000010:2.0:1767384629.352423:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000100:00000200:0.0:1767384629.352425:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.352426:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384629.352429:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384629.352432:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.352455:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:2.0:1767384629.352458:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384629.352459:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384629.352462:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384629.352472:0:18370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1ce44 00000100:00000001:0.0:1767384629.352473:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384629.352474:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060943e6a x1853237048132864/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384629.352479:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d1ce44. 00000100:00000040:0.0:1767384629.352481:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.352486:0:18370:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384629.352491:0:18370:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384629.352491:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060943e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048132864:12345-0@lo:400: Request processed in 450us (1605us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384629.352497:0:18370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.352507:0:18370:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00100000:2.0:1767384629.352508:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00000001:0.0:1767384629.352509:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384629.352514:0:18370:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:2.0:1767384629.352514:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384629.352516:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384629.352518:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1767384629.352519:0:18370:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.352521:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384629.352524:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384629.352525:0:18370:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1767384629.352526:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9c396df. 00000020:00000010:2.0:1767384629.352531:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00000100:00000040:3.0:1767384629.352533:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013fb2138 x1853237048132992/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384629.352535:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000960c8f80. 00000100:00000040:0.0:1767384629.352539:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 2955 usecs (3 jiffies) 00000020:00000040:2.0:1767384629.352540:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:0.0:1767384629.352547:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294917126 02000000:00000001:2.0:1767384629.352548:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384629.352551:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ed7b3fc8. 00000100:00100000:3.0:1767384629.352554:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013fb2138 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048132992:12345-0@lo:400: Request processed in 577us (1120us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384629.352555:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294917127 02000000:00000001:2.0:1767384629.352557:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384629.352561:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.352562:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294917126 00000100:00000001:0.0:1767384629.352568:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294917127 00000100:00000200:2.0:1767384629.352569:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:3.0:1767384629.352573:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00000001:0.0:1767384629.352576:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294917126 00000400:00000010:2.0:1767384629.352578:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051163728. 00000100:00000040:3.0:1767384629.352579:0:18370:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:0.0:1767384629.352581:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294917127 00000400:00000010:2.0:1767384629.352586:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000671e7473. 00000100:00000001:3.0:1767384629.352588:0:18370:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384629.352588:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294917126 00000100:00000001:3.0:1767384629.352592:0:18370:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384629.352593:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294917127 00000020:00000010:3.0:1767384629.352598:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000037a0a375. 00000100:00000001:0.0:1767384629.352598:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767384629.352601:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:0.0:1767384629.352603:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384629.352608:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000020:00000010:3.0:1767384629.352609:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e4f8495. 00000100:00000001:0.0:1767384629.352609:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384629.352616:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:0.0:1767384629.352616:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384629.352620:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:0.0:1767384629.352625:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384629.352628:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f72b4a3. 00000100:00000001:0.0:1767384629.352629:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384629.352642:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384629.352644:0:18370:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:2.0:1767384629.352644:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384629.352644:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384629.352649:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384629.352649:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.352655:0:18370:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.352658:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384629.352660:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384629.352664:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384629.352666:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f162e7af. 00000400:00000200:2.0:1767384629.352673:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c459c9d 00000400:00000010:2.0:1767384629.352675:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c459c9d. 00000100:00000001:2.0:1767384629.352684:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384629.352688:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384629.352697:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.352697:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384629.352706:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048133120 02000000:00000001:0.0:1767384629.352710:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384629.352711:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384629.352713:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384629.352714:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384629.352718:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.352719:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384629.352726:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1767384629.352727:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.352730:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384629.352733:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048133120 00000100:00000001:2.0:1767384629.352734:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.352739:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384629.352739:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384629.352739:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384629.352746:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000001:3.0:1767384629.352747:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1767384629.352749:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=39 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384629.352753:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1767384629.352754:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1767384629.352755:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=39 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384629.352757:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000400:00000001:3.0:1767384629.352759:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384629.352760:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384629.352763:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac96ed8a. 00000100:00000001:2.0:1767384629.352764:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384629.352764:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00010000:00000001:2.0:1767384629.352770:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384629.352771:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000400:00000200:3.0:1767384629.352773:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047d6389 00010000:00080000:2.0:1767384629.352777:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384629.352780:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047d6389. 00000100:00000001:0.0:1767384629.352780:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1767384629.352789:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.352790:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384629.352794:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077102a7d. 00000100:00000001:2.0:1767384629.352796:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384629.352799:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384629.352800:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384629.352800:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384629.352805:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000010:0.0:1767384629.352807:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077102a7d. 00000100:00000001:2.0:1767384629.352808:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.352819:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384629.352820:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddd8f255. 00000100:00000200:3.0:1767384629.352826:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.352830:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384629.352830:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000211c9655. 00000100:00000001:2.0:1767384629.352838:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384629.352839:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f093f7b9. 00000100:00000001:2.0:1767384629.352841:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.352843:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384629.352847:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.352848:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384629.352849:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384629.352856:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384629.352856:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1767384629.352859:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009fbf5ee1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237048133248:0@lo:400: 02000000:00000001:3.0:1767384629.352861:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384629.352862:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384629.352865:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384629.352866:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384629.352867:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384629.352869:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384629.352870:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384629.352874:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:3.0:1767384629.352875:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384629.352875:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0337379. 00000100:00000001:0.0:1767384629.352879:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:2.0:1767384629.352881:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068c0e820 00000100:00000001:0.0:1767384629.352882:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384629.352883:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068c0e820. 00000100:00001000:3.0:1767384629.352884:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384629.352889:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384629.352892:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384629.352894:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384629.352898:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.352899:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384629.352900:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384629.352906:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384629.352913:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767384629.352915:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.352918:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384629.352923:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384629.352928:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384629.352933:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384629.352933:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00010000:00000001:3.0:1767384629.352934:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.352938:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384629.352940:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00000001:3.0:1767384629.352942:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1767384629.352942:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384629.352946:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384629.352949:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384629.352949:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759371648 : -106174950179968 : ffff9f6f37cf7b80) 00000100:00000001:2.0:1767384629.352950:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.352955:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384629.352958:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.352960:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384629.352963:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=36 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384629.352963:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000afddd381 x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:610/0 lens 224/0 e 0 to 0 dl 1767384640 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384629.352972:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384629.352972:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384629.352978:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384629.352982:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.352985:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384629.352986:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00080000:2.0:1767384629.352993:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384629.352993:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000077102a7d. 00000100:00000001:3.0:1767384629.352997:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384629.353001:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384629.353004:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384629.353009:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384629.353009:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000077102a7d. 00010000:00000001:2.0:1767384629.353010:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.353015:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384629.353016:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384629.353019:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:0.0:1767384629.353020:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000afddd381 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048133120:12345-0@lo:400: 00000100:00000001:2.0:1767384629.353022:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384629.353027:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048133120 00000100:00000040:2.0:1767384629.353029:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384629.353031:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384629.353037:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384629.353037:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384629.353040:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.353042:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1767384629.353042:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.353045:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384629.353048:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000004:00000001:2.0:1767384629.353049:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000020:00000001:0.0:1767384629.353052:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000004:00000040:2.0:1767384629.353054:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384629.353060:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000001:0.0:1767384629.353060:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1767384629.353063:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048132992:0@lo:400: 00000004:00000020:2.0:1767384629.353069:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000001:0.0:1767384629.353074:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384629.353075:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384629.353079:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384629.353080:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000001:2.0:1767384629.353082:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384629.353084:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c92683b. 00000020:00000001:0.0:1767384629.353085:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384629.353088:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384629.353090:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eec6c90b 00000020:00000001:0.0:1767384629.353091:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384629.353095:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eec6c90b. 00000020:00000001:0.0:1767384629.353096:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384629.353101:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384629.353103:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384629.353104:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b0d6c06d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048132736:0@lo:13: 02000000:00000001:0.0:1767384629.353105:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384629.353110:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.353112:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384629.353112:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000fbe3f878. 00000100:00000001:2.0:1767384629.353118:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384629.353119:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.353124:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009fbf5ee1 x1853237048133248/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.353125:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384629.353132:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384629.353136:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384629.353138:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048133120 00000100:00000001:2.0:1767384629.353141:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384629.353146:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384629.353146:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000010:2.0:1767384629.353151:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b80d556. 00000100:00000001:3.0:1767384629.353153:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:0.0:1767384629.353155:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000afddd381 x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.353157:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384629.353157:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384629.353162:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767384629.353164:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384629.353166:0:16357:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:3.0:1767384629.353169:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384629.353172:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384629.353173:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1767384629.353176:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e11eb5ed. 00000100:00000001:3.0:1767384629.353180:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384629.353182:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384629.353184:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384629.353185:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.353188:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384629.353188:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384629.353190:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=46 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384629.353211:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=41 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384629.353212:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384629.353222:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384629.353223:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384629.353228:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.353230:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:3.0:1767384629.353232:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384629.353237:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:3.0:1767384629.353238:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.353246:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384629.353246:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384629.353250:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.353257:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.353258:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384629.353268:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384629.353276:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000100:00000200:0.0:1767384629.353282:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048133120, offset 224 00000100:00000001:3.0:1767384629.353290:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384629.353294:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767384629.353296:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384629.353297:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384629.353304:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384629.353311:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fbf5ee1. 00000400:00000200:0.0:1767384629.353311:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384629.353319:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384629.353321:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384629.353323:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048132864:0@lo:400: 00000100:00000001:2.0:1767384629.353324:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384629.353329:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff04600 00000100:00000040:2.0:1767384629.353332:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b0d6c06d x1853237048132736/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.353333:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.353339:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384629.353341:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x171d [1] + 224 00000100:00000040:3.0:1767384629.353346:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6055503 x1853237048132992/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.353348:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384629.353351:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1767384629.353352:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384629.353355:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009338a1cc. 02000000:00000001:2.0:1767384629.353361:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1767384629.353363:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384629.353364:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384629.353368:0:16357:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384629.353369:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384629.353370:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384629.353371:0:17086:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384629.353373:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384629.353373:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000119b21ac. 02000000:00000010:3.0:1767384629.353377:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057f491d8. 02000000:00000001:2.0:1767384629.353378:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1767384629.353379:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384629.353383:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384629.353387:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1767384629.353388:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:2.0:1767384629.353390:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b0d6c06d. 00000020:00000040:3.0:1767384629.353393:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384629.353396:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384629.353399:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384629.353399:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1767384629.353405:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000179896d0. 00000100:00000001:2.0:1767384629.353405:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384629.353412:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384629.353412:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384629.353412:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384629.353417:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384629.353417:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384629.353422:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6055503. 00000100:00000001:2.0:1767384629.353424:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.353428:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384629.353555:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384629.353569:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000400:00000010:0.0:1767384629.353573:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000100:00000001:0.0:1767384629.353578:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384629.353581:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384629.353589:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384629.353594:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384629.353599:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384629.353603:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384629.353608:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384629.353616:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000afddd381 x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:610/0 lens 224/224 e 0 to 0 dl 1767384640 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384629.353634:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000afddd381 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048133120:12345-0@lo:400: Request processed in 641us (1260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384629.353648:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:0.0:1767384629.353655:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:0.0:1767384629.353658:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384629.353660:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384629.353662:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384629.353664:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384629.353666:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000211c9655. 00000400:00000001:2.0:1767384629.353669:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384629.353673:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384629.353673:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f093f7b9. 00000400:00000010:2.0:1767384629.353674:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e024ab67. 00000400:00000200:2.0:1767384629.353681:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005198ba0b 00000020:00000010:0.0:1767384629.353681:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddd8f255. 00000400:00000010:2.0:1767384629.353683:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005198ba0b. 00000100:00000001:2.0:1767384629.353688:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1767384629.353689:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000200:2.0:1767384629.353693:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384629.353694:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384629.353704:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.353710:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384629.353711:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.353713:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384629.353714:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384629.353715:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384629.353716:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384629.353718:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384629.353721:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384629.353724:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384629.353726:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384629.353728:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384629.353731:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384629.353733:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384629.353737:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.353746:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384629.353747:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384629.353748:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384629.353750:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384629.353754:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.353759:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384629.353761:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384629.353762:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384629.353764:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384629.353769:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005eae385d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048133120:0@lo:400: 00000100:00000001:2.0:1767384629.353775:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.353776:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384629.353778:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005eae385d x1853237048133120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384629.353783:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384629.353785:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384629.353786:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066b49c98. 02000000:00000001:2.0:1767384629.353789:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384629.353790:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384629.353793:0:16356:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384629.353795:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384629.353796:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a033b270. 02000000:00000001:2.0:1767384629.353800:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384629.353801:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384629.353802:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005eae385d. 00000100:00000001:2.0:1767384629.353805:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384629.353806:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.353809:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384629.353812:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384629.353813:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384629.353815:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384629.353818:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.353905:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384629.353908:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.353911:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384629.353918:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d299590b x1853237048132864/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384629.353926:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384629.353929:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384629.353931:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091c2dd4c. 02000000:00000001:3.0:1767384629.353935:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384629.353936:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384629.353937:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384629.353941:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384629.353951:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000c5028d25. 02000000:00000001:3.0:1767384629.353955:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384629.353958:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384629.353960:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d299590b. 00000100:00000001:3.0:1767384629.353964:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384629.353966:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.353967:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384629.353973:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384629.353975:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384629.353977:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384629.353978:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384629.357513:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294917127, at 4294917128 00000100:00000010:3.0:1767384629.357521:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e44d8c8a. 00000100:00000040:0.0:1767384629.358488:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294917127, at 4294917129 00000100:00000040:1.0:1767384629.358489:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294917127, at 4294917129 00000100:00000010:0.0:1767384629.358495:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000081a40d. 00000100:00000040:2.0:1767384629.358503:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294917127, at 4294917129 00000100:00000010:1.0:1767384629.358509:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000895be19. 00000100:00000010:2.0:1767384629.358512:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049879628. 00080000:00000010:1.0:1767384629.687637:0:26365:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000016985db6. 00080000:00000010:1.0:1767384629.687650:0:26365:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000016985db6. 00000020:00000001:1.0:1767384629.687658:0:26365:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384629.687667:0:26365:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000016985db6. 00080000:00000010:1.0:1767384629.687672:0:26365:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000016985db6. 00000020:00000001:1.0:1767384629.687675:0:26365:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.181500:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384630.181507:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.181513:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384630.181514:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.181550:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384630.181555:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.181557:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384630.373599:0:17070:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384630.373609:0:17070:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384630.373620:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384630.373628:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384630.444645:0:26529:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384630.444650:0:26529:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp29 --if ens2 00000001:00000001:0.0:1767384630.448180:0:26529:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384630.456988:0:26530:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000016e21310. 00000400:00000010:0.0:1767384630.457001:0:26530:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c2babb52. 00000400:00000010:0.0:1767384630.457010:0:26530:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000006bdeaa4d. 00000400:00000010:0.0:1767384630.457014:0:26530:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000edf8d592. 00000400:00000010:0.0:1767384630.457017:0:26530:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c52500b7. 00000400:00000010:0.0:1767384630.457021:0:26530:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008399d1f7. 00000400:00000010:0.0:1767384630.457022:0:26530:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000027997a25. 00000400:00000010:0.0:1767384630.457023:0:26530:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000afd550fc. 00000400:00000010:0.0:1767384630.457026:0:26530:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000024b7d4bf. 00000800:00000010:0.0:1767384630.457039:0:26530:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000013b437fa. 00000800:00000200:0.0:1767384630.457050:0:26530:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384630.457058:0:26530:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384630.457089:0:26530:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384630.457109:0:26530:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp29 [8/256/0/180] 00000400:00000010:0.0:1767384630.458500:0:26530:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 00000000df743290. 00000400:00000010:0.0:1767384630.458506:0:26530:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb614c9. 00000400:00000010:0.0:1767384630.458511:0:26530:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000400:00000001:0.0:1767384630.458526:0:26530:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384630.458528:0:26530:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384630.458530:0:26530:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e26609cc. 00000400:00000200:0.0:1767384630.458533:0:26530:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7484244 00000400:00000010:0.0:1767384630.458534:0:26530:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7484244. 00000400:00000010:0.0:1767384630.458537:0:26530:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000009b945a3c. 00000400:00000200:0.0:1767384630.458542:0:26530:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (20) 00000400:00000200:0.0:1767384630.458553:0:26530:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384630.458561:0:26530:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131101 00000020:00000010:0.0:1767384630.458568:0:26530:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000086c02747. 00000020:01000000:0.0:1767384630.458572:0:26530:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384630.458574:0:26530:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp29 00000400:00000200:3.0:1767384630.458584:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384630.458591:0:26530:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c2babb52. 00000400:00000200:3.0:1767384630.458596:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:0.0:1767384630.458599:0:26530:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000016e21310. 00000400:00000010:3.0:1767384630.458613:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eec6c90b. 00000400:00000200:3.0:1767384630.458620:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (21) 00000020:00000001:1.0:1767384630.458624:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:3.0:1767384630.458627:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000eeb7d8dd. 10000000:00000001:1.0:1767384630.458630:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384630.458634:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp27 10000000:00000001:1.0:1767384630.458636:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384630.458641:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384630.458645:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384630.458647:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384630.458649:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384630.458650:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384630.458654:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384630.458656:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp27 to MR: 192.168.203.125@tcp27 local destination 00000020:01000004:1.0:1767384630.458657:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384630.458660:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384630.458664:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384630.458666:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384630.458667:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384630.458672:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp27 NI seq info: [55:55:256:4294967295] 192.168.203.125@tcp27 LPNI seq info [55:55:8:4294967295] 00000100:00000010:1.0:1767384630.458674:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000162af566. 00000020:00000040:1.0:1767384630.458682:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:3.0:1767384630.458683:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp27 00000100:00000001:1.0:1767384630.458691:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384630.458697:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384630.458704:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.458705:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27:192.168.203.125@tcp27) -> 192.168.203.125@tcp27(192.168.203.125@tcp27:192.168.203.125@tcp27) : PUT try# 0 00000800:00000200:3.0:1767384630.458717:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.125@tcp27 02000000:00000010:1.0:1767384630.458718:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cba1eae4. 00000800:00000010:3.0:1767384630.458725:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5028d25. 00000100:00000001:1.0:1767384630.458727:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384630.458734:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000100:00000001:1.0:1767384630.458737:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:3.1:1767384630.458742:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000100:00000001:1.0:1767384630.458743:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384630.458756:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000162af566] to pc [ptlrpcd_00_00+0] req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.1:1767384630.458775:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp27 ip 192.168.203.125:988 00000800:00000200:3.1:1767384630.458780:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5028d25 type 1, nob 464 niov 1 nkiov 1 10000000:00000001:1.0:1767384630.458787:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384630.458792:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.458797:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.458799:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000020:01000000:1.0:1767384630.458801:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384630.458815:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000020:00000001:1.0:1767384630.458819:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384630.458823:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384630.458827:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384630.458828:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384630.458831:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384630.458834:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384630.458836:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384630.458838:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384630.458840:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384630.458842:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384630.458844:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384630.458844:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384630.458848:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384630.458851:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384630.458853:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384630.458856:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e29f98cb. 00000100:00000001:3.0:1767384630.458858:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1767384630.458860:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384630.458865:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384630.458867:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1767384630.458871:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384630.458873:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.458884:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 02000000:00000010:1.0:1767384630.458885:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000034ff127. 00000100:00000001:3.0:1767384630.458886:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384630.458892:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.458900:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384630.458904:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.458905:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384630.458910:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384630.458912:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.458913:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384630.458921:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000162af566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048133376:0@lo:253: 00000100:00000040:1.0:1767384630.458926:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29f98cb] to pc [ptlrpcd_00_01+1] req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.458939:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:1.0:1767384630.458945:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.458946:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 10000000:00000001:1.0:1767384630.458948:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.458952:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.458952:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.458958:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:01000000:1.0:1767384630.458960:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384630.458965:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000086c02747. 02000000:00000010:3.0:1767384630.458970:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000acd74ce8. 02000000:00000001:3.0:1767384630.458975:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.458980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000010:3.0:1767384630.458982:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c92683b. 00000100:00000001:1.0:1767384630.458985:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.458994:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767384630.458996:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053894c62. 00000100:00000001:1.0:1767384630.458997:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1767384630.459005:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048133376, portal 25 00000100:00000040:1.0:1767384630.459007:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.459009:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384630.459012:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758969472 : -106174950582144 : ffff9f6f37c95880) 00000100:00000001:1.0:1767384630.459022:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384630.459024:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.459026:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.459032:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00000001:3.0:1767384630.459033:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384630.459045:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384630.459045:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384630.459049:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384630.459053:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384630.459054:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000820048cb. 00000100:00000200:3.0:1767384630.459060:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048133376, offset 0 00000100:00100000:1.0:1767384630.459061:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e29f98cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048133504:0@lo:253: 00000100:00000001:1.0:1767384630.459068:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384630.459070:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384630.459072:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.459076:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384630.459077:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384630.459085:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d924432d. 02000000:00000001:1.0:1767384630.459089:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.459095:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384630.459104:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005af63821. 00000400:00000010:1.0:1767384630.459114:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000046fd9ee3. 00000400:00000200:3.0:1767384630.459120:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04700 00000400:00000200:2.0:1767384630.459120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000200:1.0:1767384630.459122:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048133504, portal 25 00000100:00000001:1.0:1767384630.459134:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384630.459139:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1035 [2] + 0 00000100:00000001:1.0:1767384630.459139:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758975744 : -106174950575872 : ffff9f6f37c97100) 00000400:00000010:3.0:1767384630.459149:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d88a077. 00000100:00000040:1.0:1767384630.459152:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.459165:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384630.459166:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000911d227d 00000400:00000200:2.0:1767384630.459173:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000040:1.0:1767384630.459174:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384630.459177:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384630.459197:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c74ce5dc. 00000100:00000200:1.0:1767384630.459202:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048133504, offset 0 00000400:00000200:3.0:1767384630.459214:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384630.459219:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384630.459236:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000911d227d 00000400:00000010:3.0:1767384630.459242:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000911d227d. 00000400:00000200:1.0:1767384630.459247:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384630.459251:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384630.459256:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384630.459260:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000003b47e400 x1853237048133376 msgsize 4848 00000400:00000200:1.0:1767384630.459261:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04780 00000100:00100000:3.0:1767384630.459272:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1767384630.459278:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1045 [2] + 0 00000100:00000040:3.0:1767384630.459280:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384630.459282:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcffbfad. 00000400:00000200:1.0:1767384630.459289:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000f858319 00000400:00000200:2.0:1767384630.459294:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000001:3.0:1767384630.459295:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384630.459296:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384630.459310:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000820048cb 00000400:00000200:1.0:1767384630.459310:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384630.459315:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000820048cb. 00000100:00000001:3.0:1767384630.459323:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384630.459324:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f858319 00000400:00000010:1.0:1767384630.459329:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000f858319. 00000100:00000200:3.0:1767384630.459332:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.459337:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384630.459340:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384630.459344:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384630.459345:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000b5601ca6 x1853237048133504 msgsize 4848 00000100:00000040:3.0:1767384630.459351:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384630.459352:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00100000:1.0:1767384630.459373:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384630.459374:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384630.459376:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384630.459378:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384630.459388:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.459394:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294918235 00000100:00000001:1.0:1767384630.459395:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:3.0:1767384630.459399:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb498f53. 00000400:00000200:1.0:1767384630.459404:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c74ce5dc 00000400:00000010:1.0:1767384630.459408:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c74ce5dc. 00000100:00000001:3.0:1767384630.459409:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384630.459413:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384630.459422:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294918235 00000100:00000200:1.0:1767384630.459423:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384630.459429:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000459a79b. 00000400:00000200:2.0:1767384630.459432:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:1.0:1767384630.459476:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384630.459477:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1767384630.459485:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.459488:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294918236 00000100:00000010:3.0:1767384630.459496:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8e14580. 00000100:00000001:1.0:1767384630.459496:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.459502:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384630.459504:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384630.459509:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.459510:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294918236 00000100:00000001:1.0:1767384630.459526:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294918236 00000100:00000010:3.0:1767384630.459528:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1316571. 00000400:00000200:2.0:1767384630.459534:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:1.0:1767384630.459536:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294918235 00000100:00000001:3.0:1767384630.459544:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384630.459558:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294918236 00000100:00000001:3.0:1767384630.459561:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384630.459567:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.459573:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294918235 00000100:00000001:3.0:1767384630.459574:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.459579:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.459589:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294918236 00000100:00000001:1.0:1767384630.459592:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294918236 00000100:00000001:3.0:1767384630.459594:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384630.459595:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294918236 00000100:00000001:3.0:1767384630.459599:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384630.459601:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294918236 00000100:00000001:3.0:1767384630.459606:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.459607:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384630.459610:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384630.459611:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.459615:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.459619:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.459622:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.459624:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.459634:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384630.459638:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384630.459642:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384630.459644:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000100:00000001:1.0:1767384630.459644:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384630.459654:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.459660:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.459702:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384630.459707:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048133376 02000000:00000001:1.0:1767384630.459710:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384630.459713:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384630.459716:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.459721:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384630.459725:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048133376 00000020:00000001:1.0:1767384630.459728:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384630.459731:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384630.459734:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.459737:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000400:00000200:2.0:1767384630.459740:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000020:00000001:1.0:1767384630.459742:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384630.459747:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384630.459753:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384630.459758:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d59a6e3. 00000100:00000001:1.0:1767384630.459763:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384630.459766:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d59a6e3. 00000020:00000010:1.0:1767384630.459775:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064db58e7. 00000020:00000010:1.0:1767384630.459780:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000016985db6. 00000020:00000010:1.0:1767384630.459786:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000333aee26. 00000100:00000040:1.0:1767384630.459804:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000800:00000200:3.0:1767384630.459808:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384630.459809:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384630.459813:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:3.0:1767384630.459815:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5028d25. 00000100:00000001:1.0:1767384630.459817:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.459825:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384630.459831:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.459838:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: PUT: OK 00000400:00000200:3.0:1767384630.459850:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:1.0:1767384630.459850:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384630.459853:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.459862:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp27: 0 00000100:00000001:1.0:1767384630.459879:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:3.0:1767384630.459887:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1767384630.459887:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048133504 02000000:00000001:1.0:1767384630.459893:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384630.459896:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384630.459898:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384630.459900:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384630.459903:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048133504 00000800:00000001:3.0:1767384630.459907:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384630.459907:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384630.459910:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000800:00000001:3.0:1767384630.459914:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384630.459914:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000001:3.0:1767384630.459922:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384630.459924:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:1.0:1767384630.459929:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384630.459934:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:3.0:1767384630.459937:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27) <- 192.168.203.125@tcp27 : PUT - for me 00000100:00000001:1.0:1767384630.459941:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384630.459943:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000020:00000010:1.0:1767384630.459947:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d59a6e3. 00000400:00000200:3.0:1767384630.459951:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 368 into portal 0 MB=0x8000000000000000 00000100:00000001:1.0:1767384630.459958:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384630.459962:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d59a6e3. 00000400:00000200:3.0:1767384630.459966:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 352/368 into md 0x16f9 [1] + 0 00000020:00000010:1.0:1767384630.459968:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac122ad8. 00000400:00000010:3.0:1767384630.459974:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f1b185b. 00000020:00000010:1.0:1767384630.459976:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaffa0d. 00000400:00000200:3.0:1767384630.459978:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000322b332a 00000020:00000010:1.0:1767384630.459983:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000013d2b1aa. 00000800:00000001:3.0:1767384630.459987:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384630.459991:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384630.459995:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384630.459998:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384630.459999:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.460003:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384630.460008:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.460014:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: PUT: OK 00000400:00000200:3.0:1767384630.460021:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322b332a 00000400:00000010:3.0:1767384630.460024:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322b332a. 00000100:00000001:1.0:1767384630.460026:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.460033:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384630.460039:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.460041:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (22) 00000100:00000001:1.0:1767384630.460049:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384630.460054:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384630.460057:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000100:00100000:1.0:1767384630.460065:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00000040:1.0:1767384630.460073:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000400:00000200:3.0:1767384630.460076:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (368 bytes) 00000100:00000001:1.0:1767384630.460077:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935106128 : -106175774445488 : ffff9f6f06ae3050) 00000100:00000040:1.0:1767384630.460089:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b47e400 x1853237048133376/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:611/0 lens 4848/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384630.460091:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:1.0:1767384630.460103:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384630.460107:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (23) 00000020:00000010:1.0:1767384630.460110:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009d59a6e3. 00000100:00000001:1.0:1767384630.460117:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384630.460118:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:1.0:1767384630.460121:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009d59a6e3. 00000400:00000200:3.0:1767384630.460134:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp27 to MR: 192.168.203.125@tcp27 local destination 00000100:00100000:1.0:1767384630.460135:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b47e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048133376:12345-0@lo:253: 00000400:00000200:2.0:1767384630.460138:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.460154:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp27 NI seq info: [56:56:256:4294967295] 192.168.203.125@tcp27 LPNI seq info [56:56:8:4294967295] 00000100:00000200:1.0:1767384630.460154:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048133376 00000020:00000001:1.0:1767384630.460161:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384630.460168:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384630.460172:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384630.460179:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384630.460199:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27:192.168.203.125@tcp27) -> 192.168.203.125@tcp27(192.168.203.125@tcp27:192.168.203.125@tcp27) 192.168.203.125@tcp27 : ACK try# 0 00000020:00000001:1.0:1767384630.460203:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384630.460209:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384630.460212:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384630.460214:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp27 00000020:00000001:1.0:1767384630.460216:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000800:00000010:3.0:1767384630.460231:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5028d25. 00000020:00000001:1.0:1767384630.460233:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384630.460238:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384630.460242:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000100:00000001:1.0:1767384630.460243:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384630.460250:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:3.0:1767384630.460254:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp27 ip 192.168.203.125:987 00000800:00000200:3.0:1767384630.460258:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5028d25 type 0, nob 96 niov 1 nkiov 0 02000000:00000010:1.0:1767384630.460268:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bba001f6. 00000800:00000001:3.0:1767384630.460273:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384630.460274:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.460277:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000100:00000001:1.0:1767384630.460279:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.460286:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000001:3.0:1767384630.460292:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:1.0:1767384630.460298:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000d758ac6. 20000000:01000000:1.0:1767384630.460304:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384630.460307:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384630.460312:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384630.460316:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.460319:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384630.460322:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384630.460336:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d2e727bb. 20000000:01000000:1.0:1767384630.460339:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 00000800:00000200:3.0:1767384630.460342:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384630.460347:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5028d25. 20000000:00000001:1.0:1767384630.460348:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:3.0:1767384630.460354:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:1.0:1767384630.460356:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384630.460358:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00080000:00000001:1.0:1767384630.460363:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384630.460366:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: ACK: OK 00000800:00000001:3.0:1767384630.460377:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.460383:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384630.460388:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:1.0:1767384630.460389:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000001:3.0:1767384630.460394:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384630.460397:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.460403:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384630.460409:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.460413:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27) <- 192.168.203.125@tcp27 : ACK - for me 00080000:00000001:1.0:1767384630.460416:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384630.460419:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384630.460423:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:2.0:1767384630.460425:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00080000:00000001:1.0:1767384630.460427:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.460431:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp27: ACK from 12345-192.168.203.125@tcp27 into md 0x1755 00080000:00000002:1.0:1767384630.460465:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000400:00000200:3.0:1767384630.460472:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384630.460473:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:1.0:1767384630.460479:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384630.460484:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: ACK: OK 00080000:00000001:1.0:1767384630.460485:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384630.460489:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eec6c90b 00080000:00000001:1.0:1767384630.460491:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384630.460492:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eec6c90b. 00080000:00000001:1.0:1767384630.460497:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.460499:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384630.460511:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000020:00000001:1.0:1767384630.460511:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384630.460517:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000020:00000001:1.0:1767384630.460523:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384630.460529:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384630.460530:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384630.460537:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (22) 00080000:00000010:1.0:1767384630.460537:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c60df3f6. 00080000:00000001:1.0:1767384630.460546:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617076224 : -106180092475392 : ffff9f6e054e4800) 00080000:00000001:1.0:1767384630.460551:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000001:3.0:1767384630.460552:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000001:00000001:1.0:1767384630.460555:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000001:3.0:1767384630.460558:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1767384630.460565:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000009d59a6e3. 00080000:00000001:1.0:1767384630.460571:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384630.460574:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000001:3.0:1767384630.460588:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384630.460593:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:1.0:1767384630.460596:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384630.460603:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00000040:3.0:1767384630.460607:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:3.0:1767384630.460610:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935101008 : -106175774450608 : ffff9f6f06ae1c50) 00000400:00000200:2.0:1767384630.460616:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000100:00000040:3.0:1767384630.460618:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b5601ca6 x1853237048133504/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:611/0 lens 4848/0 e 0 to 0 dl 1767384641 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384630.460620:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:3.0:1767384630.460631:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384630.460636:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001f6ac634. 00000100:00000001:3.0:1767384630.460641:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384630.460646:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001f6ac634. 00000100:00100000:3.0:1767384630.460654:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b5601ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048133504:12345-0@lo:253: 00000100:00000200:3.0:1767384630.460660:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048133504 00000020:00000001:3.0:1767384630.460663:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384630.460667:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384630.460669:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384630.460672:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384630.460675:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384630.460678:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384630.460681:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384630.460684:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384630.460686:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384630.460688:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.460691:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384630.460694:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384630.460699:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006496f05e. 02000000:00000001:3.0:1767384630.460701:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.460703:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384630.460705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 20000000:00000001:3.0:1767384630.460713:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384630.460723:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c9316e0e. 20000000:01000000:3.0:1767384630.460726:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384630.460727:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384630.460728:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384630.460731:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384630.460733:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384630.460735:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384630.460745:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.460781:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384630.460788:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000009fe12cf7. 00000400:00000010:3.0:1767384630.460793:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f1b185b. 00000400:00000010:3.0:1767384630.460797:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eec6c90b. 00000400:00000200:3.0:1767384630.460801:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009fe12cf7 00000400:00000010:3.0:1767384630.460806:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 361 at 000000008485c9ee. 00000400:00000200:3.0:1767384630.460821:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 368 success 00000400:00000200:3.0:1767384630.460832:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000400:00000200:3.0:1767384630.460838:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (21) 00000400:00000200:2.0:1767384630.460838:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000010:3.0:1767384630.460851:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 377 at 000000006723a4eb. 00000400:00000010:3.0:1767384630.460856:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000322b332a. 00000400:00000010:3.0:1767384630.460867:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f6eae2da. 00000400:00000200:3.0:1767384630.460881:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384630.460895:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384630.460905:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384630.460915:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000400:00000200:3.0:1767384630.460923:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:3.0:1767384630.460930:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:3.0:1767384630.460940:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:2.0:1767384630.460942:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.460953:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:3.0:1767384630.460963:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384630.460978:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:3.0:1767384630.460987:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:3.0:1767384630.460996:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:3.0:1767384630.461003:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:3.0:1767384630.461011:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:3.0:1767384630.461019:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:3.0:1767384630.461026:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:3.0:1767384630.461033:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:2.0:1767384630.461036:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.461043:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:3.0:1767384630.461055:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:3.0:1767384630.461065:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:3.0:1767384630.461073:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:3.0:1767384630.461080:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:3.0:1767384630.461084:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp28 00000400:00000200:3.0:1767384630.461090:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp28 lpni_is_preferred = 0 00000400:00000200:3.0:1767384630.461095:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp28 00000400:00000200:3.0:1767384630.461102:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp28 NI seq info: [57:57:256:4294967295] 192.168.203.125@tcp28 LPNI seq info [57:57:8:4294967295] 00000400:00000200:3.0:1767384630.461109:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp28 00000400:00000200:2.0:1767384630.461130:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.461135:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28:) -> 192.168.203.125@tcp28(192.168.203.125@tcp:192.168.203.125@tcp28) : GET try# 0 00000800:00000200:3.0:1767384630.461151:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp28 00000800:00000010:3.0:1767384630.461155:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5028d25. 00000800:00000010:3.0:1767384630.461169:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000820048cb. 00000800:00000010:3.0:1767384630.461177:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cc55852c. 00000800:00000200:3.0:1767384630.461202:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (2) 00000400:00000200:2.0:1767384630.461203:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000800:00000200:3.1:1767384630.461216:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (2) 00000400:00000200:3.0:1767384630.461247:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384630.461252:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00000400:00000200:2.0:1767384630.461315:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.461345:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384630.461377:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384630.461525:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.461600:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384630.461647:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.461739:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384630.461784:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.461879:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384630.461927:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462022:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384630.462069:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462149:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384630.462210:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462286:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462389:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000800:00000010:2.0:1767384630.462505:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f799c56c. 00000400:00000200:1.0:1767384630.462511:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000800:00000010:2.0:1767384630.462513:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4de9282. 00000800:00000010:2.0:1767384630.462528:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ef062f9d. 00000800:00000010:2.0:1767384630.462563:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ef062f9d. 00000400:00000200:1.0:1767384630.462568:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000800:00020000:2.0:1767384630.462575:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000400:00000200:1.0:1767384630.462602:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462629:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462653:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462669:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462682:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462696:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462710:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462727:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462745:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462770:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462799:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462827:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462872:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462893:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462916:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462940:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462965:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.462978:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.463003:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.463016:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.463033:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.463052:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.463069:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.463085:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.463101:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.463119:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.463140:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000800:00000010:1.0:1767384630.463346:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000926c393e. 00000800:00000010:1.0:1767384630.463352:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c74ce5dc. 00000800:00000010:1.0:1767384630.463356:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e5e4462. 00000800:00000010:1.0:1767384630.463396:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e5e4462. 00000400:00000200:3.0:1767384630.463568:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384630.463584:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp28 from 218.3.0.2 00000800:00000010:3.0:1767384630.463588:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b597230e. 00000800:00000010:1.0:1767384630.463646:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9d9bfa. 00000800:00000010:1.0:1767384630.463652:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc7acfee. 00000800:00000010:1.0:1767384630.463678:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b46c300e. 00000800:00000200:1.1:1767384630.463684:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (2) 00000800:00000200:1.1:1767384630.463691:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp28 00000000b46c300e deleted 00000800:00000010:1.1:1767384630.463693:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b46c300e. 00000800:00000200:1.1:1767384630.463699:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384630.463705:0:16343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp28 ip 192.168.203.125:986 00000800:00000200:1.1:1767384630.463707:0:16343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5028d25 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384630.463713:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp28 p 3.x 192.168.203.125 -> 192.168.203.125:986 incarnation:1767384628253828821 sched[0] 00000800:00000010:1.0:1767384630.463719:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e5e4462. 00000800:00000010:1.0:1767384630.463767:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e5e4462. 00000800:00000010:1.0:1767384630.463773:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc7acfee. 00000800:00000010:1.0:1767384630.463814:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b597230e. 00000800:00000001:3.0:1767384630.463819:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.463827:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.1:1767384630.463861:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384630.463870:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp28 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384628253828821 sched[0] 00000800:00000010:1.0:1767384630.463873:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c74ce5dc. 00000800:00000200:3.0:1767384630.463908:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384630.463913:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5028d25. 00000400:00000200:3.0:1767384630.463918:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384630.463925:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: GET: OK 00000400:00000200:3.0:1767384630.463929:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384630.463933:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:3.0:1767384630.463942:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.463948:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384630.463951:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384630.463951:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000001:3.0:1767384630.463958:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.463968:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28) <- 192.168.203.125@tcp28 : GET - for me 00000400:00000200:3.0:1767384630.463976:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 368 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384630.463980:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 368/368 into md 0x1751 [1] + 0 00000400:00000200:3.0:1767384630.463988:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp28 to MR: 192.168.203.125@tcp28 local destination 00000400:00000200:3.0:1767384630.463995:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp28 NI seq info: [58:58:256:4294967295] 192.168.203.125@tcp28 LPNI seq info [58:58:8:4294967295] 00000400:00000200:1.0:1767384630.463996:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.464013:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) -> 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) 192.168.203.125@tcp28 : REPLY try# 0 00000800:00000200:3.0:1767384630.464018:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.125@tcp28 00000800:00000010:3.0:1767384630.464022:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5028d25. 00000800:00000200:3.0:1767384630.464026:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (4) 00000400:00000200:1.0:1767384630.464029:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000800:00000200:3.0:1767384630.464030:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp28 ip 192.168.203.125:988 00000800:00000200:3.0:1767384630.464036:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c5028d25 type 3, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1767384630.464057:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.464083:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000800:00000200:3.0:1767384630.464087:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384630.464090:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5028d25. 00000400:00000200:3.0:1767384630.464095:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384630.464099:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: REPLY: OK 00000800:00000001:3.0:1767384630.464125:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384630.464129:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000800:00000001:3.0:1767384630.464130:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384630.464137:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.464142:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384630.464144:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.464149:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.464158:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28) <- 192.168.203.125@tcp28 : REPLY - for me 00000400:00000200:3.0:1767384630.464171:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp28: Reply from 12345-192.168.203.125@tcp28 of length 368/368 into md 0x176d 00000800:00000001:3.0:1767384630.464208:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.464225:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384630.464227:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384630.464232:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: REPLY: OK 00000400:00000200:3.0:1767384630.464239:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322b332a 00000400:00000200:1.0:1767384630.464240:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000010:3.0:1767384630.464241:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322b332a. 00000400:00000200:3.0:1767384630.464246:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384630.464252:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:3.0:1767384630.464254:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:3.0:1767384630.464259:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 21. state = 0x100251 00000400:00000200:3.0:1767384630.464265:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384630.464276:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (22) 00000800:00000001:3.0:1767384630.464281:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384630.464284:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384630.464295:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.464301:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384630.464307:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000d1 00000400:00000010:3.0:1767384630.464314:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 440 at 00000000a4ba0ce9. 00000400:00000010:3.0:1767384630.464318:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 528 at 00000000b52d9310. 00000400:00000010:3.0:1767384630.464324:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 440 at 00000000bf822b8f. 00000400:00000200:1.0:1767384630.464344:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000010:3.0:1767384630.464363:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000060def05a. 00000400:00000200:3.0:1767384630.464369:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000060def05a nid 192.168.203.125@tcp29 00000400:00000010:3.0:1767384630.464377:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e7e94233. 00000400:00000200:3.0:1767384630.464387:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e7e94233 net tcp29 00000400:00000200:3.0:1767384630.464390:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (21) 00000400:00000200:1.0:1767384630.464391:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.464399:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp29 flags 0x11 00000400:00000010:3.0:1767384630.464405:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 440 at 00000000a4ba0ce9. 00000400:00000010:3.0:1767384630.464408:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 528 at 00000000b52d9310. 00000400:00000010:3.0:1767384630.464411:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 440 at 00000000bf822b8f. 00000400:00000010:3.0:1767384630.464414:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000006723a4eb. 00000400:00000200:3.0:1767384630.464417:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384630.464421:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:1.0:1767384630.464425:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.464428:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:3.0:1767384630.464463:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:3.0:1767384630.464469:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384630.464471:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:3.0:1767384630.464476:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:3.0:1767384630.464480:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (22) 00000400:00000200:1.0:1767384630.464503:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00080000:00000010:3.0:1767384630.464540:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c60df3f6. 00080000:00000010:3.0:1767384630.464573:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000009d59a6e3. 00000400:00000200:1.0:1767384630.464575:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00040000:00000001:3.0:1767384630.464588:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384630.464593:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384630.464596:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384630.464601:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384630.464605:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384630.464608:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384630.464622:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384630.464633:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384630.464638:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:3.0:1767384630.464643:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:1.0:1767384630.464667:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.464712:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 20000000:01000000:3.0:1767384630.464725:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384630.464731:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384630.464735:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384630.464741:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384630.464745:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:1.0:1767384630.464750:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00010000:00000010:3.0:1767384630.464754:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000056b12f32. 00010000:00000001:3.0:1767384630.464761:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384630.464772:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac4b3bf3. 00000020:00000001:3.0:1767384630.464777:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384630.464781:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ac4b3bf3 with handle 0x71ee3a74e271916d to hash 00000020:00000001:3.0:1767384630.464784:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384630.464786:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384630.464788:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384630.464792:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384630.464796:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384630.464799:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384630.464800:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00010000:00000001:3.0:1767384630.464811:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384630.464816:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384630.464819:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384630.464823:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384630.464825:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384630.464827:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384630.464829:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384630.464832:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384630.464836:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384630.464840:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000400:00000200:1.0:1767384630.464841:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00010000:00000001:3.0:1767384630.464868:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384630.464874:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000056b12f32) refcount = 1 00010000:00010000:3.0:1767384630.464882:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384630.464887:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00010000:00000001:3.0:1767384630.464893:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384630.464898:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384630.464901:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384630.464906:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.464910:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384630.464915:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384630.464920:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:3.0:1767384630.464925:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384630.464927:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384630.464932:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000020:00000040:3.0:1767384630.464938:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=4 00000020:00000001:3.0:1767384630.464942:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384630.464945:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384630.464949:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384630.464954:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.464961:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384630.464965:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.464970:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.464972:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384630.464974:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.464979:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384630.464981:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.464984:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384630.464987:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384630.464993:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ac4b3bf3 already unused, calling callback (000000009752a4b4) 00010000:00000001:3.0:1767384630.464995:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384630.464998:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384630.465000:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384630.465006:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00010000:00000001:3.0:1767384630.465007:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384630.465010:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384630.465013:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384630.465016:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=5 00000020:00000001:3.0:1767384630.465018:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384630.465021:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384630.465023:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384630.465030:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.465035:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384630.465038:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384630.465039:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00010000:00000001:3.0:1767384630.465040:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.465047:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384630.465051:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384630.465055:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384630.465057:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384630.465061:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac4b3bf3 with handle 0x71ee3a74e271916d from hash 00010000:00000001:3.0:1767384630.465064:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384630.465066:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.465068:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384630.465070:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384630.465072:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384630.465074:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384630.465075:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384630.465076:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384630.465078:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.465079:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384630.465080:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384630.465082:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.465084:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384630.465085:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.465088:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.465089:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384630.465091:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.465096:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384630.465096:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00010000:00000001:3.0:1767384630.465098:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384630.465102:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384630.465104:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384630.465106:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.465108:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384630.465110:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384630.465112:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384630.465119:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384630.465122:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384630.465126:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384630.465128:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1767384630.465128:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00010000:00010000:3.0:1767384630.465132:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e271916d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384630.465138:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000056b12f32 count: 0 00010000:00000001:3.0:1767384630.465155:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384630.465157:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000400:00000200:1.0:1767384630.465171:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 20000000:00000010:3.0:1767384630.465172:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006723a4eb. 20000000:01000000:3.0:1767384630.465175:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #29 20000000:00000001:3.0:1767384630.465183:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384630.465202:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384630.465205:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384630.465213:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384630.465223:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384630.465226:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384630.465236:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384630.465240:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384630.465242:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384630.465245:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:3.0:1767384630.465250:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:3.0:1767384630.465253:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384630.465255:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00080000:00000001:3.0:1767384630.465257:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384630.465263:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384630.465266:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384630.465269:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384630.465274:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:3.0:1767384630.465277:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384630.465281:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bf822b8f. 00080000:00000001:3.0:1767384630.465285:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619722752 : -106180089828864 : ffff9f6e0576aa00) 00080000:00000001:3.0:1767384630.465287:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384630.465297:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384630.465300:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000001f6ac634. 00080000:00000001:3.0:1767384630.465303:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384630.465306:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384630.465320:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384630.465330:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:3.0:1767384630.465345:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384630.465348:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:1.0:1767384630.465349:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 20000000:00000010:3.0:1767384630.465350:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000d758ac6. 20000000:00000001:3.0:1767384630.465357:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384630.465362:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048133376 00010000:00000001:3.0:1767384630.465364:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384630.465370:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b47e400 x1853237048133376/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384630.465377:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384630.465379:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384630.465382:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384630.465386:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384630.465389:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384630.465391:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000400:00000200:1.0:1767384630.465392:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 02000000:00000001:3.0:1767384630.465394:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384630.465398:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.465402:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384630.465405:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384630.465409:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000874649ff. 00000100:00000200:3.0:1767384630.465413:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048133376, offset 224 00000400:00000200:3.0:1767384630.465417:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384630.465425:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384630.465433:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04700 00000400:00000200:3.0:1767384630.465469:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1759 [2] + 224 00000400:00000200:1.0:1767384630.465470:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384630.465473:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384630.465480:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384630.465486:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384630.465493:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384630.465515:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.465536:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384630.465542:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000874649ff 00000400:00000010:3.0:1767384630.465544:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000874649ff. 00000100:00000001:3.0:1767384630.465548:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384630.465549:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384630.465558:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384630.465564:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384630.465566:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384630.465568:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384630.465571:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384630.465573:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000100:00000040:3.0:1767384630.465575:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b47e400 x1853237048133376/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384630.465587:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b47e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048133376:12345-0@lo:253: Request processed in 5481us (6323us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384630.465599:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00000040:3.0:1767384630.465603:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384630.465607:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384630.465612:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384630.465617:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000016985db6. 00000020:00000010:3.0:1767384630.465623:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000333aee26. 00000020:00000010:3.0:1767384630.465627:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064db58e7. 00000020:00000040:3.0:1767384630.465636:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:3.0:1767384630.465645:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384630.465648:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bba001f6. 02000000:00000001:3.0:1767384630.465658:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384630.465660:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384630.465667:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384630.465669:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000010:3.0:1767384630.465675:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac96ed8a. 00000400:00000010:3.0:1767384630.465683:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000874649ff. 00000100:00000001:3.0:1767384630.465718:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384630.465726:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384630.465731:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384630.465733:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384630.465736:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c92683b. 00000400:00000200:3.0:1767384630.465741:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053894c62 00000400:00000010:3.0:1767384630.465744:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053894c62. 00000400:00000200:1.0:1767384630.465747:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000100:00000001:3.0:1767384630.465750:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384630.465757:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384630.465771:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.465778:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384630.465780:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.465782:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384630.465785:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384630.465787:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384630.465792:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.465795:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384630.465800:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384630.465802:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=47 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384630.465805:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384630.465806:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384630.465810:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384630.465812:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.465814:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384630.465823:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.465831:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384630.465832:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000100:00000001:3.0:1767384630.465837:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384630.465841:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384630.465847:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384630.465851:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384630.465854:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384630.465858:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384630.465862:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384630.465867:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384630.465878:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384630.465882:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384630.465885:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384630.465889:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384630.465898:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384630.465912:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000162af566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048133376:0@lo:253: 00000100:00000001:3.0:1767384630.465920:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.465923:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384630.465929:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000162af566 x1853237048133376/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384630.465932:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000100:00000001:3.0:1767384630.465936:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384630.465941:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384630.465943:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000acd74ce8. 02000000:00000001:3.0:1767384630.465949:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384630.465952:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384630.465956:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384630.465959:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384630.465962:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cba1eae4. 02000000:00000001:3.0:1767384630.465971:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384630.465972:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384630.465974:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000162af566. 00000100:00000001:3.0:1767384630.465977:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384630.465978:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.465979:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384630.465984:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384630.465985:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.465989:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384630.465993:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384630.466007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.466074:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.466145:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:00000200:1.0:1767384630.466234:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000800:00000010:1.0:1767384630.466423:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bba001f6. 00000800:00000010:1.0:1767384630.466428:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c74ce5dc. 00000800:00000010:1.0:1767384630.466434:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e5e4462. 00000400:00000200:3.0:1767384630.466475:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000100:00000040:1.0:1767384630.466476:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294918236, at 4294918237 00000100:00000010:1.0:1767384630.466484:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000459a79b. 00000400:00000200:3.0:1767384630.466499:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp28 from 217.3.0.2 00000100:00000040:0.0:1767384630.466499:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294918236, at 4294918237 00000800:00000010:3.0:1767384630.466520:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000758608a2. 00000100:00000010:0.0:1767384630.466530:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb498f53. 00000800:00000010:1.0:1767384630.466546:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e5e4462. 00000800:00000010:1.0:1767384630.466581:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000d758ac6. 00000800:00000010:1.0:1767384630.466587:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fc7acfee. 00000800:00000010:1.0:1767384630.466607:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b46c300e. 00000800:00000200:1.1:1767384630.466613:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (4) 00000800:00000200:1.1:1767384630.466625:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp28 00000000b46c300e deleted 00000800:00000010:1.1:1767384630.466627:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b46c300e. 00000800:00000200:1.1:1767384630.466632:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.0:1767384630.466636:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp28 p 3.x 192.168.203.125 -> 192.168.203.125:985 incarnation:1767384628253828821 sched[0] 00000800:00000010:1.0:1767384630.466642:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005e5e4462. 00000800:00000010:1.0:1767384630.466699:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005e5e4462. 00000800:00000010:1.0:1767384630.466707:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fc7acfee. 00000800:00000010:1.0:1767384630.466757:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000758608a2. 00000800:00000200:1.1:1767384630.466804:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:1.0:1767384630.466811:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp28 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384628253828821 sched[0] 00000800:00000010:1.0:1767384630.466814:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c74ce5dc. 00000800:00000001:1.0:1767384630.466878:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384630.466885:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384630.466889:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384630.466896:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384630.467084:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294918236, at 4294918237 00000100:00000010:3.0:1767384630.467090:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1316571. 00080000:00000010:1.0:1767384630.468141:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bf822b8f. 00080000:00000010:3.0:1767384630.468198:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000001f6ac634. 00040000:00000001:3.0:1767384630.468213:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384630.468214:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384630.468216:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384630.468219:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384630.468221:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384630.468222:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384630.468234:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384630.468250:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384630.468253:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384630.468256:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384630.468272:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384630.468276:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384630.468278:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384630.468281:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384630.468289:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384630.468293:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000044333ffd. 00010000:00000001:1.0:1767384630.468296:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384630.468298:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b2c0587. 00000020:00000001:1.0:1767384630.468300:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384630.468301:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b2c0587 with handle 0x71ee3a74e2719174 to hash 00000020:00000001:1.0:1767384630.468304:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384630.468305:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384630.468307:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384630.468309:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384630.468311:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.468313:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.468319:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384630.468321:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384630.468322:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384630.468323:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384630.468324:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.468327:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384630.468328:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.468329:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384630.468330:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384630.468331:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384630.468332:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384630.468333:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000044333ffd) refcount = 1 00010000:00010000:1.0:1767384630.468336:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.468339:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384630.468340:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384630.468341:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384630.468342:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.468343:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384630.468345:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384630.468347:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:1.0:1767384630.468353:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.468354:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.468355:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b2c0587 refcount=4 00000020:00000001:1.0:1767384630.468357:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384630.468358:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384630.468359:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384630.468360:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.468364:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384630.468365:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.468369:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.468370:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384630.468370:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.468374:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384630.468375:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.468376:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384630.468377:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384630.468380:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b2c0587 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384630.468382:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384630.468383:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384630.468384:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.468388:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384630.468389:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384630.468390:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384630.468391:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b2c0587 refcount=5 00000020:00000001:1.0:1767384630.468393:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384630.468399:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384630.468401:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384630.468403:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384630.468407:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384630.468409:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384630.468410:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384630.468411:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384630.468413:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384630.468417:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384630.468417:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 20000000:00000010:3.0:1767384630.468420:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c9316e0e. 00010000:00000001:1.0:1767384630.468421:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384630.468425:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384630.468427:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384630.468428:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b2c0587 with handle 0x71ee3a74e2719174 from hash 00010000:00000040:3.0:1767384630.468432:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048133504 00010000:00000001:1.0:1767384630.468433:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384630.468435:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384630.468459:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384630.468460:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.468464:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000200:3.0:1767384630.468467:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5601ca6 x1853237048133504/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384630.468468:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384630.468473:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384630.468477:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384630.468479:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384630.468480:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384630.468484:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.468485:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384630.468487:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=47 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384630.468490:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384630.468494:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384630.468494:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384630.468500:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:3.0:1767384630.468501:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000800:00000010:2.0:1767384630.468503:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4de9282. 00010000:00000001:1.0:1767384630.468504:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384630.468507:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384630.468509:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384630.468512:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f799c56c. 02000000:00000001:3.0:1767384630.468514:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384630.468515:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384630.468528:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.468530:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384630.468536:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1767384630.468539:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384630.468547:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384630.468549:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384630.468553:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053894c62. 00010000:00000001:1.0:1767384630.468553:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384630.468557:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000200:3.0:1767384630.468559:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048133504, offset 224 00010000:00000001:1.0:1767384630.468560:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:3.0:1767384630.468565:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384630.468570:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384630.468574:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384630.468577:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384630.468578:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384630.468583:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384630.468594:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04780 20000000:00000001:1.0:1767384630.468595:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384630.468600:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384630.468604:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1761 [2] + 224 00010000:00000001:1.0:1767384630.468614:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:3.0:1767384630.468615:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384630.468616:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384630.468617:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000b2c0587/0x71ee3a74e2719174 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384630.468622:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000044333ffd count: 0 00000400:00000200:3.0:1767384630.468630:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384630.468634:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384630.468635:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:3.0:1767384630.468638:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384630.468639:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384630.468652:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384630.468671:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384630.468676:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053894c62 00000400:00000010:3.0:1767384630.468678:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053894c62. 00000100:00000001:3.0:1767384630.468684:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384630.468687:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384630.468687:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.468691:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384630.468694:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384630.468697:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294918236, at 4294918239 00000400:00000001:1.0:1767384630.468697:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384630.468701:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:1.0:1767384630.468705:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384630.468711:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005af63821. 00010000:00000001:3.0:1767384630.468713:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:2.0:1767384630.468717:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8e14580. 00000400:00000200:1.0:1767384630.468717:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046fd9ee3 00000020:00000001:3.0:1767384630.468718:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384630.468726:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046fd9ee3. 00000020:00000001:3.0:1767384630.468735:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384630.468738:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384630.468741:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5601ca6 x1853237048133504/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:611/0 lens 4848/4768 e 0 to 0 dl 1767384641 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384630.468746:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384630.468758:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b5601ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048133504:12345-0@lo:253: Request processed in 8124us (9407us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384630.468771:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384630.468777:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00000040:3.0:1767384630.468784:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384630.468789:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384630.468791:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384630.468795:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384630.468797:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384630.468801:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaffa0d. 00000100:00000001:1.0:1767384630.468801:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384630.468805:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384630.468808:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384630.468810:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000013d2b1aa. 00000100:00000001:1.0:1767384630.468810:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384630.468818:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac122ad8. 00000400:02020000:2.0:1767384630.468820:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp27 at host 192.168.203.125:988: is it running a compatible version of Lustre? 02000000:00000001:1.0:1767384630.468820:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384630.468829:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00001000:1.0:1767384630.468832:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=47 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384630.468841:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384630.468844:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=47 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384630.468846:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006496f05e. 02000000:00000001:3.0:1767384630.468855:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384630.468855:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384630.468860:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.468860:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384630.468863:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384630.468866:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.468868:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384630.468869:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384630.468872:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.468877:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384630.468879:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384630.468881:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384630.468885:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:3.0:1767384630.468886:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c92683b. 00000020:01000004:1.0:1767384630.468887:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384630.468891:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384630.468894:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384630.468896:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000010:3.0:1767384630.468897:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053894c62. 00000020:01000004:1.0:1767384630.468898:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384630.468900:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384630.468903:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384630.468904:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384630.468906:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384630.468912:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e29f98cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048133504:0@lo:253: 00000100:00000001:1.0:1767384630.468916:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.468918:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384630.468920:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e29f98cb x1853237048133504/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384646 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384630.468925:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384630.468926:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384630.468927:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d924432d. 02000000:00000001:1.0:1767384630.468931:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384630.468932:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384630.468932:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384630.468934:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384630.468935:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000034ff127. 02000000:00000001:1.0:1767384630.468937:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384630.468942:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384630.468943:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e29f98cb. 00000100:00000001:1.0:1767384630.468945:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384630.468946:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.468947:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384630.468950:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384630.468952:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384630.468953:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384630.468954:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384630.474945:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000056b12f32. 00010000:00000010:3.1:1767384630.474964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac4b3bf3. 00010000:00000010:1.1:1767384630.478623:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000044333ffd. 00010000:00000010:1.1:1767384630.478632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b2c0587. 00000400:00000010:3.0:1767384630.481383:0:26535:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000031307b5b. 00000400:00000040:3.0:1767384630.481401:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.481404:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384630.481406:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.481407:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.481409:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.481409:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384630.481412:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.481413:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384630.481414:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384630.481415:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384630.481416:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384630.481417:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.481419:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384630.481436:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.481437:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384630.481438:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384630.481439:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384630.481440:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384630.481441:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384630.481443:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.481445:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.481447:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.481449:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.481480:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.481482:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384630.481485:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.481486:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.481487:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.481489:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.481491:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.481492:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384630.481494:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384630.481495:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384630.481497:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384630.481499:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384630.481508:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.481510:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384630.481512:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384630.481514:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.481515:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384630.481516:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384630.481518:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384630.481520:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384630.481521:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384630.481523:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384630.481525:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384630.481526:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384630.481528:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384630.481531:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384630.481549:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384630.481554:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384630.481558:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384630.481561:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384630.481565:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384630.481568:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384630.481571:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384630.481575:0:26535:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384630.481653:0:26535:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000031307b5b. 00000800:00000010:1.0:1767384631.013592:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b50f1ff1. 00000800:00000200:1.0:1767384631.013612:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (6) 00000800:00000200:1.0:1767384631.013619:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp12 ip 192.168.203.125:988 00000800:00000200:1.0:1767384631.013624:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384631.013746:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384631.013755:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384631.013769:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384631.013775:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384631.013777:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384631.206520:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384631.206526:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384631.206533:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384631.206535:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384631.206565:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384631.206575:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384631.206578:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384631.901923:0:26867:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004f19dc87. 00080000:00000010:0.0:1767384631.901932:0:26867:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004f19dc87. 00000020:00000001:0.0:1767384631.901936:0:26867:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384631.901942:0:26867:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004f19dc87. 00080000:00000010:0.0:1767384631.901947:0:26867:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004f19dc87. 00000020:00000001:0.0:1767384631.901951:0:26867:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.229522:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384632.229528:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.229536:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384632.229538:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.229574:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384632.229578:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384632.229581:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384632.676645:0:27031:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384632.676652:0:27031:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp30 --if ens2 00000001:00000001:2.0:1767384632.683235:0:27031:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384632.693641:0:27032:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000000168199b. 00000400:00000010:2.0:1767384632.693660:0:27032:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000521a0fcf. 00000400:00000010:2.0:1767384632.693674:0:27032:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000045ea4a07. 00000400:00000010:2.0:1767384632.693679:0:27032:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000960c8f80. 00000400:00000010:2.0:1767384632.693684:0:27032:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008b169627. 00000400:00000010:2.0:1767384632.693690:0:27032:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000072c1d4dc. 00000400:00000010:2.0:1767384632.693693:0:27032:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bf16e837. 00000400:00000010:2.0:1767384632.693696:0:27032:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba23ebe9. 00000400:00000010:2.0:1767384632.693701:0:27032:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007c6b9983. 00000800:00000010:2.0:1767384632.693718:0:27032:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000ed170342. 00000800:00000200:2.0:1767384632.693739:0:27032:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384632.693753:0:27032:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384632.693802:0:27032:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:2.0:1767384632.693836:0:27032:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp30 [8/256/0/180] 00000400:00000010:2.0:1767384632.696578:0:27032:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000042b93ff4. 00000400:00000010:2.0:1767384632.696585:0:27032:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0337379. 00000400:00000010:2.0:1767384632.696601:0:27032:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068c0e820. 00000400:00000001:2.0:1767384632.696618:0:27032:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384632.696620:0:27032:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384632.696622:0:27032:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb614c9. 00000400:00000200:2.0:1767384632.696626:0:27032:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000400:00000010:2.0:1767384632.696629:0:27032:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000400:00000010:2.0:1767384632.696634:0:27032:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 00000000df743290. 00000400:00000200:2.0:1767384632.696642:0:27032:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (21) 00000400:00000200:2.0:1767384632.696659:0:27032:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384632.696673:0:27032:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131102 00000020:00000010:2.0:1767384632.696681:0:27032:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f799c56c. 00000400:00000200:0.0:1767384632.696682:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384632.696688:0:27032:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384632.696692:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000020:01000000:2.0:1767384632.696696:0:27032:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp30 00000400:00000010:0.0:1767384632.696702:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d88a90c. 00000400:00000200:0.0:1767384632.696707:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (22) 00000400:00000010:0.0:1767384632.696711:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c87fdc23. 00000400:00000200:0.0:1767384632.696716:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp28 00000400:00000010:2.0:1767384632.696722:0:27032:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000521a0fcf. 00000400:00000010:2.0:1767384632.696731:0:27032:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000000168199b. 00000400:00000200:0.0:1767384632.696735:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp28 to MR: 192.168.203.125@tcp28 local destination 00000400:00000200:0.0:1767384632.696746:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp28 NI seq info: [59:59:256:4294967295] 192.168.203.125@tcp28 LPNI seq info [59:59:8:4294967295] 00000020:00000001:1.0:1767384632.696754:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384632.696755:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp28 10000000:00000001:1.0:1767384632.696768:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384632.696777:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384632.696784:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384632.696792:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) -> 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) : PUT try# 0 00000020:01000004:1.0:1767384632.696793:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384632.696803:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384632.696809:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000800:00000200:0.0:1767384632.696816:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.125@tcp28 00000020:01000004:1.0:1767384632.696819:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384632.696824:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000800:00000010:0.0:1767384632.696824:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005356e493. 00000020:01000004:1.0:1767384632.696831:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384632.696834:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000800:00000200:0.0:1767384632.696835:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (6) 00000020:01000004:1.0:1767384632.696838:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384632.696845:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:0.0:1767384632.696853:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp28 ip 192.168.203.125:988 00000020:01000004:1.0:1767384632.696854:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384632.696858:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005356e493 type 1, nob 480 niov 1 nkiov 1 00000100:00000010:1.0:1767384632.696865:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e29f98cb. 00000400:00000200:0.0:1767384632.696890:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000020:00000040:1.0:1767384632.696891:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:0.0:1767384632.696895:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:1.0:1767384632.696908:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384632.696922:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384632.696928:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384632.696941:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000034ff127. 00000100:00000001:1.0:1767384632.696950:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.696977:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384632.696981:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384632.696997:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e29f98cb] to pc [ptlrpcd_00_02+2] req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384632.697049:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384632.697054:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.697057:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384632.697061:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384632.697064:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384632.697071:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384632.697072:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384632.697082:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384632.697082:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384632.697097:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384632.697102:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384632.697108:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000040:2.0:1767384632.697109:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767384632.697114:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:01000004:1.0:1767384632.697120:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000800:00000010:3.0:1767384632.697128:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005356e493. 00000020:01000004:1.0:1767384632.697130:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384632.697139:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384632.697145:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1767384632.697148:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384632.697158:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384632.697166:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384632.697185:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384632.697190:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384632.697194:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384632.697202:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384632.697204:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: PUT: OK 02000000:00000001:2.0:1767384632.697204:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384632.697213:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000162af566. 02000000:00000001:2.0:1767384632.697219:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384632.697221:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000400:00000200:3.0:1767384632.697222:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:2.0:1767384632.697239:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.697247:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384632.697249:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp28: 0 02000000:00000001:1.0:1767384632.697250:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1767384632.697253:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e29f98cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048133632:0@lo:253: 02000000:00000001:1.0:1767384632.697255:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384632.697270:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d924432d. 00000100:00000001:2.0:1767384632.697271:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:3.0:1767384632.697277:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384632.697278:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384632.697284:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384632.697286:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384632.697289:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384632.697291:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384632.697296:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000162af566] to pc [ptlrpcd_00_03+3] req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384632.697297:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384632.697303:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384632.697305:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384632.697318:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384632.697327:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28) <- 192.168.203.125@tcp28 : PUT - for me 02000000:00000010:2.0:1767384632.697331:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000039619cc3. 02000000:00000001:2.0:1767384632.697341:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.697353:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 384 into portal 0 MB=0x8000000000000000 10000000:00000001:1.0:1767384632.697355:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384632.697356:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f162e7af. 00000400:00000200:3.0:1767384632.697369:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 368/384 into md 0x1769 [1] + 0 10000000:00000001:1.0:1767384632.697370:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.697377:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.697379:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f1b185b. 00000020:01000000:1.0:1767384632.697380:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384632.697387:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eec6c90b 00000020:00000010:1.0:1767384632.697387:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f799c56c. 00000800:00000001:3.0:1767384632.697398:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384632.697399:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000521a0fcf. 00000100:00000200:2.0:1767384632.697407:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048133632, portal 25 00000800:00000001:3.0:1767384632.697409:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.697410:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384632.697413:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384632.697415:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384632.697417:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384632.697419:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758975744 : -106174950575872 : ffff9f6f37c97100) 00000100:00000001:1.0:1767384632.697421:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384632.697430:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: PUT: OK 00000100:00000040:1.0:1767384632.697431:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384632.697440:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eec6c90b 00000400:00000010:3.0:1767384632.697445:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eec6c90b. 00000100:00000001:1.0:1767384632.697448:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384632.697451:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384632.697510:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (23) 00000100:00000001:1.0:1767384632.697511:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384632.697514:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384632.697521:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384632.697526:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 02000000:00000001:1.0:1767384632.697528:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384632.697552:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384632.697554:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (384 bytes) 02000000:00000001:1.0:1767384632.697555:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384632.697566:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384632.697574:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000162af566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048133760:0@lo:253: 00000400:00000200:3.0:1767384632.697575:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:2.0:1767384632.697579:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f764ff3. 00000100:00000200:2.0:1767384632.697592:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048133632, offset 0 00000100:00000001:1.0:1767384632.697594:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384632.697615:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384632.697620:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (24) 02000000:00000001:1.0:1767384632.697620:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384632.697626:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.697631:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384632.697632:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384632.697636:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384632.697651:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp28 to MR: 192.168.203.125@tcp28 local destination 02000000:00000010:1.0:1767384632.697654:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e54fa615. 02000000:00000001:1.0:1767384632.697659:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384632.697666:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005af63821. 00000400:00000200:3.0:1767384632.697668:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp28 NI seq info: [60:60:256:4294967295] 192.168.203.125@tcp28 LPNI seq info [60:60:8:4294967295] 00000400:00000010:1.0:1767384632.697676:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fee1ba5b. 00000100:00000200:1.0:1767384632.697686:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048133760, portal 25 00000400:00000200:3.0:1767384632.697693:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) -> 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) 192.168.203.125@tcp28 : ACK try# 0 00000100:00000001:1.0:1767384632.697693:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384632.697695:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758969472 : -106174950582144 : ffff9f6f37c95880) 00000100:00000040:1.0:1767384632.697707:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384632.697719:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04800 00000800:00000200:3.0:1767384632.697720:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp28 00000800:00000010:3.0:1767384632.697732:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b8af348c. 00000100:00000001:1.0:1767384632.697744:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384632.697749:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1055 [2] + 0 00000800:00000200:3.0:1767384632.697751:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (6) 00000100:00000040:1.0:1767384632.697761:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384632.697763:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000871700f7. 00000400:00000010:1.0:1767384632.697771:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061dcf1ca. 00000800:00000200:3.0:1767384632.697775:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp28 ip 192.168.203.125:986 00000400:00000200:2.0:1767384632.697777:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000026602da 00000800:00000200:3.0:1767384632.697783:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b8af348c type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1767384632.697790:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048133760, offset 0 00000400:00000200:2.0:1767384632.697792:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384632.697807:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:3.0:1767384632.697813:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384632.697820:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384632.697825:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000026602da 00000800:00000001:3.0:1767384632.697826:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384632.697837:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000026602da. 00000400:00000200:1.0:1767384632.697844:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384632.697845:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384632.697850:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384632.697855:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000003d5a3866 x1853237048133632 msgsize 4848 00000400:00000200:1.0:1767384632.697869:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04880 00000100:00100000:2.0:1767384632.697873:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384632.697890:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384632.697907:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384632.697908:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1065 [2] + 0 00000800:00000200:3.0:1767384632.697911:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384632.697921:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b8af348c. 00000400:00000010:1.0:1767384632.697923:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cb5106. 00000400:00000200:3.0:1767384632.697929:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384632.697934:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c297b6f3 00000400:00000200:3.0:1767384632.697943:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: ACK: OK 00000400:00000200:2.0:1767384632.697945:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f764ff3 00000400:00000200:1.0:1767384632.697949:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384632.697956:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f764ff3. 00000100:00000001:2.0:1767384632.697966:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384632.697967:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:3.0:1767384632.697968:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384632.697983:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384632.697983:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384632.697985:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c297b6f3 00000400:00000010:1.0:1767384632.698004:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c297b6f3. 00000800:00000001:3.0:1767384632.698005:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384632.698017:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000800:00000001:3.0:1767384632.698019:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384632.698024:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:3.0:1767384632.698027:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384632.698028:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.698032:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000008ebe667b x1853237048133760 msgsize 4848 00000800:00000001:3.0:1767384632.698038:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384632.698040:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384632.698055:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384632.698065:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:3.0:1767384632.698078:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28) <- 192.168.203.125@tcp28 : ACK - for me 00000100:00000001:1.0:1767384632.698089:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384632.698099:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.698105:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384632.698107:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061dcf1ca 00000400:00000010:1.0:1767384632.698117:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061dcf1ca. 00000100:00000001:1.0:1767384632.698127:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384632.698130:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384632.698141:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.698148:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294920474 00000400:00000200:3.0:1767384632.698152:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp28: ACK from 12345-192.168.203.125@tcp28 into md 0x1785 00000100:00000010:2.0:1767384632.698187:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ef48c1db. 00000400:00000200:3.0:1767384632.698192:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384632.698195:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384632.698230:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384632.698230:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384632.698231:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: ACK: OK 00000400:00000200:3.0:1767384632.698243:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d88a90c 00000400:00000010:3.0:1767384632.698246:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d88a90c. 00000100:00000001:1.0:1767384632.698247:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.698251:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384632.698254:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:2.0:1767384632.698254:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294920474 00000100:00000001:1.0:1767384632.698259:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.698264:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000100:00000001:1.0:1767384632.698266:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294920474 00000100:00000010:2.0:1767384632.698267:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cb85935b. 00000400:00000200:3.0:1767384632.698270:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:1.0:1767384632.698272:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294920474 00000100:00000001:2.0:1767384632.698293:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1767384632.698298:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (23) 00000100:00000001:1.0:1767384632.698298:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294920474 00000100:00000001:2.0:1767384632.698301:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294920474 00000100:00000001:1.0:1767384632.698307:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294920474 00000800:00000001:3.0:1767384632.698308:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384632.698309:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051a55c0f. 00000100:00000001:1.0:1767384632.698313:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294920474 00000800:00000001:3.0:1767384632.698314:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.698319:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384632.698328:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294920474 00000100:00000001:1.0:1767384632.698329:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294920474 00000100:00000001:1.0:1767384632.698338:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294920474 00000100:00000010:2.0:1767384632.698340:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000895be19. 00000400:00000200:3.0:1767384632.698348:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384632.698350:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000400:00000010:3.0:1767384632.698355:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 0000000057f491d8. 00000100:00000001:2.0:1767384632.698357:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384632.698359:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294920474 00000400:00000010:3.0:1767384632.698364:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f1b185b. 00000100:00000001:1.0:1767384632.698374:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384632.698376:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eec6c90b. 00000100:00000001:2.0:1767384632.698376:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.698395:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.698397:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000057f491d8 00000100:00000001:2.0:1767384632.698398:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.698403:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.698410:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 377 at 000000009fe12cf7. 00000100:00000001:1.0:1767384632.698414:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.698415:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384632.698419:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 384 success 00000400:00000200:3.0:1767384632.698430:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000400:00000200:3.0:1767384632.698436:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (22) 00000400:00000010:3.0:1767384632.698440:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 000000009fe12cf7. 00000100:00000001:2.0:1767384632.698442:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384632.698446:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384632.698455:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000322b332a. 00000100:00000001:1.0:1767384632.698467:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384632.698471:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384632.698477:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384632.698481:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384632.698485:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.698489:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.698496:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000013530337. 00000100:00000001:2.0:1767384632.698502:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384632.698506:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384632.698507:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000100:00000001:2.0:1767384632.698513:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.698520:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.698525:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384632.698543:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384632.698549:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000400:00000200:3.0:1767384632.698561:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:3.0:1767384632.698568:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:3.0:1767384632.698572:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384632.698578:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:3.0:1767384632.698581:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384632.698586:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:3.0:1767384632.698589:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:3.0:1767384632.698608:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:3.0:1767384632.698612:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:3.0:1767384632.698615:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:3.0:1767384632.698618:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:3.0:1767384632.698621:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:3.0:1767384632.698628:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:3.0:1767384632.698634:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:3.0:1767384632.698645:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:3.0:1767384632.698662:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:3.0:1767384632.698669:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 10], ns[60, 10] 00000400:00000200:3.0:1767384632.698675:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 10], ns[0, 10] 00000400:00000200:3.0:1767384632.698683:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp29 00000400:00000200:3.0:1767384632.698690:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp29 00000100:00000001:1.0:1767384632.698694:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384632.698698:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp29 lpni_is_preferred = 0 00000100:00100000:1.0:1767384632.698698:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048133632 02000000:00000001:1.0:1767384632.698704:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384632.698706:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384632.698708:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp29 00000100:00000001:1.0:1767384632.698710:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.698715:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.698717:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp29 NI seq info: [61:61:256:4294967295] 192.168.203.125@tcp29 LPNI seq info [61:61:8:4294967295] 00000100:00100000:1.0:1767384632.698719:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048133632 00000020:00000001:1.0:1767384632.698723:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1767384632.698724:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp29 00000020:00000040:1.0:1767384632.698728:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384632.698731:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384632.698735:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:1.0:1767384632.698738:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:3.0:1767384632.698743:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp29(192.168.203.125@tcp29:) -> 192.168.203.125@tcp29(192.168.203.125@tcp:192.168.203.125@tcp29) : GET try# 0 00000020:00000001:1.0:1767384632.698744:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384632.698752:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000200:3.0:1767384632.698753:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp29 00000100:00000001:2.0:1767384632.698753:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384632.698757:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099530f62. 00000800:00000010:3.0:1767384632.698763:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b8af348c. 00000100:00000001:1.0:1767384632.698765:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384632.698766:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048133760 00000020:00000010:1.0:1767384632.698771:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099530f62. 00000800:00000010:3.0:1767384632.698772:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000b1520567. 02000000:00000001:2.0:1767384632.698774:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000010:3.0:1767384632.698777:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000b07546eb. 00000020:00000010:1.0:1767384632.698779:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000100:00000001:2.0:1767384632.698780:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000200:3.0:1767384632.698784:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000020:00000010:1.0:1767384632.698786:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fb5232cc. 00000800:00000200:3.1:1767384632.698791:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000020:00000010:1.0:1767384632.698794:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007cae7661. 00000100:00000001:2.0:1767384632.698803:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384632.698808:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:3.0:1767384632.698813:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 02000000:00000001:2.0:1767384632.698813:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.698820:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00000100:00000001:1.0:1767384632.698824:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384632.698828:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1767384632.698829:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048133760 00000100:00000001:1.0:1767384632.698831:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.698837:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384632.698841:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384632.698845:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.698861:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384632.698867:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:2.0:1767384632.698883:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384632.698889:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384632.698891:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384632.698896:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384632.698904:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cab5b583. 00000100:00000001:2.0:1767384632.698909:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384632.698914:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cab5b583. 00000100:00000001:1.0:1767384632.698919:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1767384632.698924:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df743290. 00000100:00000001:1.0:1767384632.698926:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384632.698927:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000020:00000010:2.0:1767384632.698936:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008819e972. 00000100:00100000:1.0:1767384632.698947:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000020:00000010:2.0:1767384632.698979:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000100:00000040:1.0:1767384632.698982:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384632.698991:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935093840 : -106175774457776 : ffff9f6f06ae0050) 00000100:00000040:1.0:1767384632.698999:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d5a3866 x1853237048133632/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 4848/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.699000:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384632.699006:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384632.699014:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000001:2.0:1767384632.699016:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.699020:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384632.699028:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099530f62. 00000100:00000001:1.0:1767384632.699034:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384632.699037:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000099530f62. 00000100:00000001:2.0:1767384632.699039:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384632.699045:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d5a3866 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048133632:12345-0@lo:253: 00000100:00000200:1.0:1767384632.699050:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048133632 00000020:00000001:1.0:1767384632.699054:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384632.699060:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384632.699064:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384632.699065:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.699067:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000020:00000001:1.0:1767384632.699078:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384632.699083:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384632.699089:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384632.699092:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384632.699097:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384632.699100:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384632.699104:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.699107:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384632.699110:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384632.699114:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384632.699116:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384632.699125:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000007f9fb861. 02000000:00000001:1.0:1767384632.699128:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.699137:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384632.699138:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000400:00000200:3.0:1767384632.699139:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 20000000:00000001:1.0:1767384632.699156:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:2.0:1767384632.699157:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384632.699164:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935105104 : -106175774446512 : ffff9f6f06ae2c50) 20000000:00000010:1.0:1767384632.699189:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000079a8cbc6. 00000400:00000200:3.0:1767384632.699202:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 20000000:01000000:1.0:1767384632.699203:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000040:2.0:1767384632.699209:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ebe667b x1853237048133760/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 4848/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384632.699230:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384632.699237:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384632.699240:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.699245:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 20000000:00000001:1.0:1767384632.699245:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.699249:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:1.0:1767384632.699251:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000010:2.0:1767384632.699264:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cab5b583. 20000000:00000010:1.0:1767384632.699268:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050532897. 20000000:01000000:1.0:1767384632.699274:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00000100:00000001:2.0:1767384632.699277:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384632.699296:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cab5b583. 00000400:00000200:3.0:1767384632.699298:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 20000000:00000001:1.0:1767384632.699298:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384632.699308:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384632.699315:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00100000:2.0:1767384632.699316:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ebe667b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048133760:12345-0@lo:253: 00000100:00000200:2.0:1767384632.699334:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048133760 00000020:00000001:2.0:1767384632.699339:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:1.0:1767384632.699341:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:2.0:1767384632.699349:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384632.699353:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.699356:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384632.699359:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:3.0:1767384632.699361:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000020:00000001:2.0:1767384632.699364:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:1.0:1767384632.699364:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.699371:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384632.699372:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384632.699380:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.699382:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:1.0:1767384632.699384:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000020:00000001:2.0:1767384632.699386:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000001:1.0:1767384632.699390:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.699391:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384632.699406:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000400:00000200:3.0:1767384632.699407:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:2.0:1767384632.699408:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384632.699418:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384632.699420:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:1.0:1767384632.699424:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 02000000:00000010:2.0:1767384632.699427:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000f799c56c. 00080000:00000001:1.0:1767384632.699428:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384632.699440:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384632.699443:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384632.699448:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384632.699455:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384632.699460:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384632.699466:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008ebb1b71. 00080000:00000001:1.0:1767384632.699529:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898227245056 : -106175482306560 : ffff9f6f1817e000) 00080000:00000001:1.0:1767384632.699534:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384632.699556:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384632.699563:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000099530f62. 00080000:00000001:1.0:1767384632.699567:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384632.699570:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384632.699622:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.699627:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00080000:00000001:1.0:1767384632.699660:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384632.699691:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.699802:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.699940:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700060:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700153:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700243:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700356:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700534:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 02000000:00000001:2.0:1767384632.700562:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.700567:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.700571:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384632.700579:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 20000000:00000010:2.0:1767384632.700585:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000000b05af4d. 20000000:01000000:2.0:1767384632.700592:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384632.700597:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384632.700600:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384632.700614:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.700616:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.700619:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384632.700646:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700687:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700725:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700759:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700791:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700837:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700910:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00080000:00000010:1.0:1767384632.700913:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008ebb1b71. 00000400:00000200:3.0:1767384632.700952:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700973:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.700995:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00080000:00000010:2.0:1767384632.701020:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000099530f62. 00000400:00000200:3.0:1767384632.701023:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00040000:00000001:2.0:1767384632.701033:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384632.701038:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384632.701042:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384632.701048:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384632.701052:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384632.701053:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 20000000:00000001:2.0:1767384632.701055:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384632.701081:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:3.0:1767384632.701082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 20000000:00000001:2.0:1767384632.701090:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384632.701095:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384632.701102:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 00000400:00000200:3.0:1767384632.701109:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 20000000:01000000:1.0:1767384632.701115:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384632.701121:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384632.701125:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384632.701131:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384632.701135:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384632.701144:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a07dbfa2. 00010000:00000001:1.0:1767384632.701150:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:3.0:1767384632.701151:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00010000:00000010:1.0:1767384632.701154:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d034b66. 00000020:00000001:1.0:1767384632.701159:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384632.701163:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d034b66 with handle 0x71ee3a74e271917b to hash 00000020:00000001:1.0:1767384632.701167:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384632.701185:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384632.701189:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384632.701193:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384632.701195:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384632.701199:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384632.701209:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00010000:00000001:1.0:1767384632.701209:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384632.701215:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384632.701218:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384632.701223:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384632.701228:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.701230:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384632.701232:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.701235:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384632.701237:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384632.701240:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384632.701241:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384632.701243:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a07dbfa2) refcount = 1 00010000:00010000:1.0:1767384632.701247:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.701253:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384632.701263:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384632.701265:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.701266:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.701268:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384632.701271:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384632.701275:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:1.0:1767384632.701278:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384632.701281:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384632.701284:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d034b66 refcount=4 00000020:00000001:1.0:1767384632.701286:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384632.701290:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384632.701294:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384632.701298:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.701303:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384632.701305:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.701309:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:2.0:1767384632.701310:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000005362382. 00010000:00000001:1.0:1767384632.701312:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384632.701318:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:01000000:2.0:1767384632.701319:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #30 00010000:00000001:1.0:1767384632.701334:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 20000000:00000001:2.0:1767384632.701335:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384632.701341:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.701345:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384632.701347:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384632.701357:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d034b66 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384632.701361:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384632.701365:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384632.701368:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.701384:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384632.701389:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384632.701391:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384632.701394:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d034b66 refcount=5 00000020:00000001:1.0:1767384632.701396:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00080000:00000001:2.0:1767384632.701397:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384632.701403:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00080000:00000001:2.0:1767384632.701407:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384632.701411:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384632.701414:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.701419:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000800:00000010:3.0:1767384632.701420:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006496f05e. 00010000:00000001:1.0:1767384632.701421:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384632.701425:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.701426:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000010:3.0:1767384632.701427:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f82bd76d. 00000800:00000010:3.0:1767384632.701476:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b103dad5. 00010000:00000001:1.0:1767384632.701499:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384632.701502:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384632.701508:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384632.701511:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.701512:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384632.701517:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d034b66 with handle 0x71ee3a74e271917b from hash 00000800:00000010:3.0:1767384632.701518:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b103dad5. 00080000:00000001:2.0:1767384632.701519:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384632.701523:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000001:2.0:1767384632.701526:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.701528:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384632.701534:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384632.701535:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00020000:3.0:1767384632.701536:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00080000:00000001:2.0:1767384632.701538:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.701539:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384632.701547:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000002:2.0:1767384632.701551:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00010000:00000001:1.0:1767384632.701551:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384632.701560:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384632.701568:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384632.701570:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:2.0:1767384632.701575:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384632.701577:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.701602:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384632.701605:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00080000:00000001:2.0:1767384632.701606:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.701611:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.701611:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:2.0:1767384632.701617:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1767384632.701619:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384632.701622:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:1.0:1767384632.701624:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:2.0:1767384632.701628:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384632.701629:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384632.701633:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000026323ee8. 00010000:00000001:1.0:1767384632.701635:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.701638:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898735691776 : -106174973859840 : ffff9f6f36662800) 00010000:00000001:1.0:1767384632.701640:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.701642:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384632.701646:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384632.701650:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cab5b583. 00080000:00000001:2.0:1767384632.701653:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.701658:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384632.701658:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.701669:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384632.701671:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.701672:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384632.701681:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384632.701685:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384632.701686:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.701687:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384632.701689:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384632.701691:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384632.701693:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384632.701694:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:1.0:1767384632.701696:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.701703:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384632.701705:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384632.701707:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d034b66/0x71ee3a74e271917b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384632.701712:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a07dbfa2 count: 0 00080000:00000020:2.0:1767384632.701714:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384632.701718:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384632.701721:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000079a8cbc6. 20000000:00000001:2.0:1767384632.701732:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.701733:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384632.701736:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000040:2.0:1767384632.701738:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048133632 00010000:00000001:2.0:1767384632.701742:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384632.701749:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d5a3866 x1853237048133632/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384632.701766:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384632.701768:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384632.701772:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384632.701776:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384632.701779:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384632.701780:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384632.701783:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384632.701785:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.701788:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384632.701790:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384632.701793:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f764ff3. 00000100:00000200:2.0:1767384632.701797:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048133632, offset 224 00000400:00000200:2.0:1767384632.701801:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384632.701809:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384632.701816:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04800 00000400:00000200:2.0:1767384632.701821:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1789 [2] + 224 00000400:00000200:2.0:1767384632.701826:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384632.701829:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384632.701833:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384632.701837:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384632.701844:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.701863:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384632.701880:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f764ff3 00000400:00000010:2.0:1767384632.701882:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f764ff3. 00000100:00000001:2.0:1767384632.701886:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384632.701888:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384632.701891:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384632.701893:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384632.701896:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384632.701899:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384632.701901:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384632.701917:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d5a3866 x1853237048133632/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.701918:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384632.701923:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384632.701930:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384632.701933:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384632.701935:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f162e7af. 00000100:00100000:2.0:1767384632.701937:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d5a3866 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048133632:12345-0@lo:253: Request processed in 2912us (4076us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384632.701942:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000521a0fcf 00000400:00000010:1.0:1767384632.701948:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000521a0fcf. 00000100:00000001:1.0:1767384632.701955:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384632.701964:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384632.701971:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00000040:2.0:1767384632.701986:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000200:1.0:1767384632.701989:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.701996:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384632.702008:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384632.702010:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384632.702016:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384632.702021:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fb5232cc. 00000100:00000001:1.0:1767384632.702031:0:16356:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384632.702037:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007cae7661. 02000000:00000001:1.0:1767384632.702037:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384632.702044:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384632.702049:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.702053:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384632.702054:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 00000100:00001000:1.0:1767384632.702059:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=49 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384632.702066:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=49 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384632.702067:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:1.0:1767384632.702071:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384632.702075:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384632.702078:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384632.702079:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384632.702085:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384632.702087:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000007f9fb861. 00000100:00000001:1.0:1767384632.702089:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384632.702097:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384632.702101:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384632.702108:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384632.702110:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.702112:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384632.702115:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384632.702121:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000200:2.0:1767384632.702123:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384632.702123:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384632.702125:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384632.702129:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384632.702131:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384632.702133:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384632.702134:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000010:2.0:1767384632.702136:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003575bc60. 00000020:01000004:1.0:1767384632.702136:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384632.702141:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384632.702145:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384632.702148:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384632.702150:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f764ff3. 00000100:00100000:1.0:1767384632.702168:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e29f98cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048133632:0@lo:253: 00000100:00000001:1.0:1767384632.702197:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.702199:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.702202:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e29f98cb x1853237048133632/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.702208:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384632.702217:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384632.702219:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000039619cc3. 02000000:00000001:1.0:1767384632.702223:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384632.702225:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384632.702226:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384632.702228:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384632.702230:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000034ff127. 02000000:00000001:1.0:1767384632.702234:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384632.702236:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384632.702237:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e29f98cb. 00000100:00000001:1.0:1767384632.702240:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384632.702241:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.702242:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.702247:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384632.702249:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.702252:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384632.702256:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384632.704083:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000026323ee8. 00080000:00000010:2.0:1767384632.704151:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cab5b583. 00040000:00000001:2.0:1767384632.704160:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384632.704162:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384632.704165:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384632.704168:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384632.704188:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384632.704191:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384632.704194:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384632.704208:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384632.704213:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1767384632.704218:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384632.704220:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384632.704222:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384632.704227:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384632.704231:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384632.704233:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384632.704237:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000e41201. 00010000:00000001:1.0:1767384632.704241:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384632.704244:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000011ce9f8a. 00000020:00000001:1.0:1767384632.704246:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384632.704248:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000011ce9f8a with handle 0x71ee3a74e2719182 to hash 00000020:00000001:1.0:1767384632.704249:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384632.704251:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384632.704254:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384632.704257:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384632.704259:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384632.704261:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.704269:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384632.704278:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384632.704280:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384632.704282:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384632.704283:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.704284:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384632.704285:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.704287:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384632.704288:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384632.704289:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384632.704290:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384632.704291:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000e41201) refcount = 1 00010000:00010000:1.0:1767384632.704294:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.704298:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384632.704300:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384632.704302:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.704303:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.704304:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384632.704307:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384632.704309:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:1.0:1767384632.704312:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384632.704314:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384632.704316:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=4 00000020:00000001:1.0:1767384632.704318:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384632.704320:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384632.704322:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384632.704324:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.704328:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384632.704329:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.704333:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.704334:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384632.704341:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.704345:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384632.704346:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.704347:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384632.704348:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384632.704352:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000011ce9f8a already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384632.704354:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384632.704355:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384632.704356:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.704360:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384632.704361:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384632.704362:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384632.704362:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=5 00000020:00000001:1.0:1767384632.704364:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384632.704365:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384632.704367:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384632.704368:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.704373:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384632.704375:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384632.704376:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.704378:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384632.704380:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384632.704384:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384632.704386:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384632.704390:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000011ce9f8a with handle 0x71ee3a74e2719182 from hash 00010000:00000001:1.0:1767384632.704392:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384632.704394:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.704401:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384632.704402:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384632.704405:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384632.704407:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384632.704411:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384632.704414:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000020:2.0:1767384632.704418:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384632.704418:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.704420:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384632.704424:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384632.704430:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384632.704430:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.704432:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384632.704466:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.704470:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.704472:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384632.704473:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.704479:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.704481:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384632.704483:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384632.704485:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384632.704486:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.704487:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384632.704489:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000010:2.0:1767384632.704492:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000000b05af4d. 00010000:00000001:1.0:1767384632.704492:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384632.704500:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384632.704504:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384632.704508:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.704511:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384632.704512:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384632.704513:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719182 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384632.704517:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000e41201 count: 0 00010000:00000040:2.0:1767384632.704528:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048133760 00010000:00000001:1.0:1767384632.704529:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384632.704533:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384632.704539:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384632.704547:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ebe667b x1853237048133760/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384632.704557:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384632.704559:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384632.704562:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384632.704566:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384632.704569:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384632.704571:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384632.704575:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384632.704577:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384632.704581:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384632.704583:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384632.704598:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002da592ca. 00000100:00000200:2.0:1767384632.704602:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048133760, offset 224 00000400:00000200:2.0:1767384632.704608:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384632.704616:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384632.704623:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04880 00000400:00000200:2.0:1767384632.704630:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1791 [2] + 224 00000400:00000200:2.0:1767384632.704637:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384632.704640:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384632.704644:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384632.704649:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384632.704661:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384632.704682:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384632.704689:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002da592ca 00000400:00000010:2.0:1767384632.704692:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002da592ca. 00000100:00000001:1.0:1767384632.704693:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384632.704697:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384632.704700:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384632.704702:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384632.704708:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384632.704709:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384632.704716:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:1.0:1767384632.704720:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384632.704723:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005af63821. 00000400:00000200:1.0:1767384632.704727:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fee1ba5b 00000400:00000010:1.0:1767384632.704734:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fee1ba5b. 00010000:00000001:2.0:1767384632.704736:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384632.704739:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384632.704741:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384632.704747:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384632.704752:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:1.0:1767384632.704763:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384632.704769:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ebe667b x1853237048133760/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 4848/4768 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.704778:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384632.704793:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ebe667b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048133760:12345-0@lo:253: Request processed in 5543us (6758us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384632.704794:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.704800:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384632.704803:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384632.704806:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384632.704809:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.704815:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384632.704820:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00001000:1.0:1767384632.704823:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=49 v=5 (5 0 0 0) 00000100:00000040:2.0:1767384632.704826:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384632.704836:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:1.0:1767384632.704836:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=49 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384632.704842:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384632.704847:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1767384632.704848:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008819e972. 00000100:00000001:1.0:1767384632.704852:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384632.704857:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00010000:00000001:1.0:1767384632.704857:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384632.704860:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384632.704865:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df743290. 00000100:00000001:1.0:1767384632.704867:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384632.704878:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000040:1.0:1767384632.704879:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384632.704889:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384632.704891:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1767384632.704894:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000f799c56c. 00000100:00000001:1.0:1767384632.704895:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384632.704898:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384632.704903:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:2.0:1767384632.704904:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:1.0:1767384632.704905:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384632.704910:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384632.704911:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384632.704912:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384632.704914:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000200:2.0:1767384632.704922:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:1.0:1767384632.704926:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:2.0:1767384632.704928:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000341503a3. 00000020:01000004:1.0:1767384632.704935:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384632.704936:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384632.704937:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000010:2.0:1767384632.704938:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002da592ca. 00000100:00000040:1.0:1767384632.704942:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384632.704952:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000162af566 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048133760:0@lo:253: 00000100:00000001:1.0:1767384632.704959:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.704960:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384632.704962:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000162af566 x1853237048133760/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384632.704969:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294920474, at 4294920475 00000100:00000001:1.0:1767384632.704973:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384632.704979:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384632.704981:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e54fa615. 00000100:00000010:2.0:1767384632.704984:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051a55c0f. 02000000:00000001:1.0:1767384632.704986:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384632.704988:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384632.704992:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384632.704995:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384632.704996:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d924432d. 02000000:00000001:1.0:1767384632.704999:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384632.705000:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384632.705001:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000162af566. 00000100:00000001:1.0:1767384632.705003:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384632.705004:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.705006:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.705009:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384632.705010:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.705021:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384632.705022:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384632.705483:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294920474, at 4294920476 00000100:00000040:1.0:1767384632.705492:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294920474, at 4294920476 00000100:00000010:0.0:1767384632.705492:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ef48c1db. 00000100:00000010:1.0:1767384632.705508:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cb85935b. 00000800:00000010:3.0:1767384632.705684:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f82bd76d. 00000800:00000010:3.0:1767384632.705689:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006496f05e. 00000100:00000040:3.0:1767384632.705705:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294920474, at 4294920476 00000100:00000010:3.0:1767384632.705710:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000895be19. 00000400:02020000:3.0:1767384632.705768:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp29 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384632.710684:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp29 notifying 192.168.203.125@tcp29: down 00000800:00000200:3.0:1767384632.710695:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp29 down 00000800:00000100:3.0:1767384632.710708:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp29 00000800:00000010:3.0:1767384632.710712:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b8af348c. 00000400:00000200:3.0:1767384632.710718:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384632.710722:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp29->192.168.203.125@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384632.710731:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp29 added to recovery queue. ping count: 0 next ping: 254 health :900 00000400:00000200:3.0:1767384632.710736:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384632.710739:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 1 00000400:00000200:3.0:1767384632.710742:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384632.710784:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384632.710791:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100851 00000400:00000001:0.0:1767384632.710796:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384632.710798:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384632.710808:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322b332a 00000400:00000010:0.0:1767384632.710810:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322b332a. 00000400:00000200:0.0:1767384632.710814:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384632.710818:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:0.0:1767384632.710821:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 000000009fe12cf7. 00000400:00000200:0.0:1767384632.710824:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (23) 00000400:00000200:0.0:1767384632.710826:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:-71 00000400:00000200:0.0:1767384632.710828:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 rc -71 00000400:00000200:0.0:1767384632.710831:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384632.710834:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (22) 00010000:00000010:1.1:1767384632.718464:0:27038:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a07dbfa2. 00010000:00000010:1.1:1767384632.718483:0:27038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d034b66. 00010000:00000010:1.1:1767384632.718499:0:27038:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000e41201. 00010000:00000010:1.1:1767384632.718510:0:27038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000011ce9f8a. 00000400:00000010:2.0:1767384632.719109:0:27037:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000d6478f2a. 00000400:00000040:2.0:1767384632.719129:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384632.719132:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384632.719134:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.719136:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384632.719139:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.719141:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384632.719145:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384632.719147:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384632.719149:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384632.719157:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384632.719160:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384632.719162:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384632.719165:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384632.719167:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384632.719168:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384632.719185:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384632.719187:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384632.719189:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384632.719190:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384632.719193:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.719195:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384632.719196:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384632.719198:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384632.719200:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384632.719201:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384632.719213:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.719215:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384632.719217:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384632.719218:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384632.719220:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384632.719221:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384632.719224:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384632.719226:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384632.719227:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384632.719229:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384632.719231:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384632.719232:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384632.719235:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384632.719237:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384632.719239:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384632.719240:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384632.719242:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384632.719244:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384632.719246:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384632.719247:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384632.719249:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384632.719251:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384632.719252:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384632.719263:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384632.719265:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384632.719278:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384632.719280:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384632.719282:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384632.719284:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384632.719286:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384632.719288:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384632.719289:0:27037:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384632.719375:0:27037:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000d6478f2a. 10000000:00000001:3.0:1767384632.933583:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384632.933589:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:3.0:1767384632.933596:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.933599:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384632.933602:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384632.933604:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384632.933607:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384632.933609:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384632.933611:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 39 10000000:00000001:3.0:1767384632.933614:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384632.933616:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384632.933625:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d299590b. 00000020:00000040:3.0:1767384632.933630:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384632.933636:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384632.933640:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384632.933647:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384632.933653:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091c2dd4c. 00000100:00000001:3.0:1767384632.933660:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.933665:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384632.933668:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384632.933693:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fbdd1c44. 00010000:00000001:3.0:1767384632.933697:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384632.933701:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d67fea4a. 00000020:00000001:3.0:1767384632.933707:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384632.933711:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d67fea4a with handle 0x71ee3a74e2719189 to hash 00000020:00000001:3.0:1767384632.933713:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384632.933715:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384632.933718:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384632.933722:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384632.933725:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.933728:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384632.933737:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384632.933747:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384632.933752:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384632.933754:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384632.933760:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8b50484. 00000100:00000001:3.0:1767384632.933762:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893631379328 : -106180078172288 : ffff9f6e06288780) 00000100:00000001:3.0:1767384632.933765:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384632.933766:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623580160 : -106175085971456 : ffff9f6f2fb77800) 00000100:00000001:3.0:1767384632.933770:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384632.933772:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.933774:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384632.933776:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384632.933784:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.933793:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384632.933795:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.933799:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384632.933808:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384632.933810:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384632.933813:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048133888:0@lo:101: 00000100:00000001:3.0:1767384632.933816:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384632.933823:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384632.933826:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.933828:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384632.933832:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003f76c15e. 02000000:00000001:3.0:1767384632.933834:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.933840:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f8b9bef. 00000400:00000010:3.0:1767384632.933847:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047d6389. 00000100:00000200:3.0:1767384632.933855:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048133888, portal 25 00000100:00000001:3.0:1767384632.933857:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384632.933858:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623580160 : -106175085971456 : ffff9f6f2fb77800) 00000100:00000040:3.0:1767384632.933862:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.933869:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384632.933872:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384632.933874:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d1ce44. 00000100:00000200:3.0:1767384632.933877:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048133888, offset 0 00000400:00000200:3.0:1767384632.933883:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384632.933898:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384632.933910:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff04900 00000400:00000200:3.0:1767384632.933916:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1075 [2] + 0 00000400:00000010:3.0:1767384632.933920:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e40429e. 00000400:00000200:3.0:1767384632.933924:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000005ac0b30 00000400:00000200:3.0:1767384632.933929:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.933933:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384632.933938:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005ac0b30 00000400:00000010:3.0:1767384632.933941:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000005ac0b30. 00000100:00000001:3.0:1767384632.933946:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384632.933948:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384632.933951:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000b35d2667 x1853237048133888 msgsize 328 00000100:00100000:3.0:1767384632.933955:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384632.933963:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384632.933978:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384632.933987:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1ce44 00000400:00000010:3.0:1767384632.933988:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d1ce44. 00000100:00000001:3.0:1767384632.933991:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384632.933994:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.934004:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.934007:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.934014:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.934016:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384632.934021:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384632.934023:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384632.934027:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048133888 00000100:00000001:3.0:1767384632.934030:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294920710 02000000:00000001:1.0:1767384632.934032:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384632.934037:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b1316571. 00000100:00000001:1.0:1767384632.934037:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384632.934041:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.934047:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384632.934055:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294920710 02000000:00000001:1.0:1767384632.934057:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384632.934061:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005598bbc3. 00000100:00100000:1.0:1767384632.934063:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048133888 00000100:00000001:3.0:1767384632.934065:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000020:00000001:1.0:1767384632.934068:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384632.934072:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384632.934073:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294920710 00000020:00000001:1.0:1767384632.934075:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384632.934078:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8e14580. 00000020:00000040:1.0:1767384632.934079:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384632.934086:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384632.934086:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384632.934092:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294920710 00000020:00000001:1.0:1767384632.934093:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000010:3.0:1767384632.934099:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb498f53. 00000100:00000001:1.0:1767384632.934101:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384632.934103:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384632.934107:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001317aed2. 00000100:00000001:3.0:1767384632.934108:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384632.934116:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.934116:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384632.934122:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384632.934123:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001317aed2. 00000100:00000001:3.0:1767384632.934125:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384632.934129:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a8b50484 going to sleep for 11 seconds 00000100:00000001:3.0:1767384632.934132:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384632.934132:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ebb1b71. 00000100:00000001:3.0:1767384632.934136:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384632.934141:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b8a617e. 00000020:00000010:1.0:1767384632.934152:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000100:00000040:1.0:1767384632.934163:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384632.934165:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384632.934167:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384632.934184:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.934192:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.934205:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.934237:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384632.934239:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384632.934243:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00000040:1.0:1767384632.934247:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384632.934249:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935109200 : -106175774442416 : ffff9f6f06ae3c50) 00000100:00000040:1.0:1767384632.934254:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b35d2667 x1853237048133888/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 328/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.934262:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384632.934265:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001317aed2. 00000100:00000001:1.0:1767384632.934266:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384632.934268:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001317aed2. 00000100:00100000:1.0:1767384632.934272:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b35d2667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048133888:12345-0@lo:101: 00000100:00000200:1.0:1767384632.934280:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048133888 00000020:00000001:1.0:1767384632.934285:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384632.934288:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384632.934290:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.934293:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384632.934295:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:1.0:1767384632.934298:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384632.934299:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384632.934302:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384632.934304:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384632.934307:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.934309:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384632.934311:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384632.934312:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384632.934314:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384632.934316:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.934320:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384632.934324:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000000e41201. 00010000:00000001:1.0:1767384632.934328:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384632.934330:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000011ce9f8a. 00000020:00000001:1.0:1767384632.934332:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384632.934334:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000011ce9f8a with handle 0x71ee3a74e2719190 to hash 00000020:00000001:1.0:1767384632.934335:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384632.934336:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384632.934338:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00010000:1.0:1767384632.934340:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e2719189 expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384632.934346:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:1.0:1767384632.934348:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:1.0:1767384632.934355:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384632.934357:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384632.934360:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000008b387d8a. 02000000:00000001:1.0:1767384632.934362:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.934367:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.934369:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384632.934373:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384632.934375:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384632.934377:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384632.934378:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.934380:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384632.934381:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.934383:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384632.934385:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384632.934387:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384632.934388:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384632.934389:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000e41201) refcount = 1 00010000:00010000:1.0:1767384632.934393:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.934398:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384632.934399:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384632.934400:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.934402:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.934403:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384632.934407:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384632.934409:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384632.934414:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384632.934417:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384632.934418:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384632.934421:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.934422:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384632.934423:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384632.934425:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384632.934426:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000011ce9f8a, rc 0) 00000020:00000001:1.0:1767384632.934429:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384632.934431:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048133888 00010000:00000001:1.0:1767384632.934434:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384632.934437:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b35d2667 x1853237048133888/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 328/344 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384632.934449:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384632.934491:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384632.934496:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384632.934519:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384632.934522:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384632.934524:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384632.934527:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384632.934530:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.934534:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384632.934538:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384632.934542:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005718d3cd. 00000100:00000200:1.0:1767384632.934546:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048133888, offset 224 00000400:00000200:1.0:1767384632.934555:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384632.934562:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384632.934569:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff04900 00000400:00000200:1.0:1767384632.934573:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x17b1 [1] + 224 00000400:00000200:1.0:1767384632.934577:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384632.934579:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384632.934582:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384632.934585:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384632.934593:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.934611:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384632.934616:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005718d3cd 00000400:00000010:1.0:1767384632.934617:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005718d3cd. 00000100:00000001:1.0:1767384632.934620:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384632.934622:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384632.934625:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384632.934628:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:3.0:1767384632.934632:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384632.934633:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384632.934638:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.934640:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384632.934641:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384632.934644:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384632.934646:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f8b9bef. 00000400:00000200:3.0:1767384632.934652:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047d6389 00000100:00000040:1.0:1767384632.934654:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b35d2667 x1853237048133888/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 328/344 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384632.934655:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047d6389. 00000100:00000001:3.0:1767384632.934662:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384632.934670:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384632.934674:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b35d2667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048133888:12345-0@lo:101: Request processed in 406us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384632.934695:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00000200:3.0:1767384632.934696:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384632.934701:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384632.934707:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384632.934709:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384632.934710:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384632.934713:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.934718:0:17083:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384632.934718:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b8a617e. 02000000:00000001:3.0:1767384632.934721:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384632.934724:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384632.934725:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000100:00000001:3.0:1767384632.934726:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.934733:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384632.934733:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ebb1b71. 00000100:00001000:3.0:1767384632.934737:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=49 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384632.934739:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00001000:3.0:1767384632.934744:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=49 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384632.934746:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384632.934751:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384632.934751:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000008b387d8a. 00000100:00000001:3.0:1767384632.934755:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384632.934757:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384632.934759:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1767384632.934760:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384632.934762:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.934766:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384632.934767:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384632.934771:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384632.934774:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005af63821. 00000400:00000010:1.0:1767384632.934782:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009ae9f7e1. 00000100:00000001:3.0:1767384632.934784:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384632.934788:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384632.934790:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384632.934793:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384632.934799:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048133888:0@lo:101: 00000100:00000001:3.0:1767384632.934803:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.934812:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.934813:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384632.934815:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.934817:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.934822:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384632.934823:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a8b50484. 00000100:00000001:3.0:1767384632.934826:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384632.934827:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.934829:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384632.934832:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384632.934833:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384632.934834:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=4 00000020:00000001:3.0:1767384632.934836:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384632.934838:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000040:3.0:1767384632.934842:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000d67fea4a, remote cookie: 0x71ee3a74e2719190, flags: 0x0 00010000:00000001:3.0:1767384632.934845:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384632.934847:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384632.934848:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384632.934849:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384632.934850:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384632.934851:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fbdd1c44) refcount = 1 00010000:00010000:3.0:1767384632.934854:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.934859:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384632.934860:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384632.934861:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384632.934863:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384632.934865:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384632.934867:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.934872:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384632.934873:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.934877:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.934878:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.934879:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.934880:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.934882:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.934884:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d299590b x1853237048133888/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.934890:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384632.934892:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384632.934894:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003f76c15e. 02000000:00000001:3.0:1767384632.934896:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384632.934898:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384632.934899:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384632.934901:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384632.934903:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000091c2dd4c. 02000000:00000001:3.0:1767384632.934905:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384632.934906:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384632.934907:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d299590b. 00000100:00000001:3.0:1767384632.934910:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384632.934911:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384632.934913:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.934914:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384632.934915:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:3.0:1767384632.934917:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.934918:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384632.934919:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384632.934920:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=3 00000020:00000001:3.0:1767384632.934922:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384632.934923:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384632.934925:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384632.934927:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.934928:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384632.934929:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.934931:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384632.934934:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000008c96d2e5. 00000100:00000010:3.0:1767384632.934954:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d299590b. 00000020:00000040:3.0:1767384632.934956:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384632.934963:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384632.934964:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384632.934966:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384632.934969:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091c2dd4c. 00000100:00000001:3.0:1767384632.934972:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.934975:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384632.934978:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003f76c15e. 00000100:00000010:3.0:1767384632.934980:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000000d1194ab. 00000020:00000040:3.0:1767384632.934982:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384632.934986:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384632.934987:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384632.934989:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8b50484. 00000100:00000001:3.0:1767384632.934991:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893631379328 : -106180078172288 : ffff9f6e06288780) 00000100:00000001:3.0:1767384632.934993:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384632.934994:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623580160 : -106175085971456 : ffff9f6f2fb77800) 00000100:00000001:3.0:1767384632.934997:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384632.934998:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.934999:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384632.935001:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384632.935003:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.935008:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384632.935009:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.935011:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384632.935013:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384632.935015:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384632.935017:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048134016:0@lo:256: 00000100:00000001:3.0:1767384632.935020:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384632.935022:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384632.935024:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.935025:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384632.935030:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f8b9bef. 00000400:00000010:3.0:1767384632.935034:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000465a388b. 00000100:00000200:3.0:1767384632.935037:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff04980-0x695825ff04980, portal 33 00000100:00000001:3.0:1767384632.935040:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.935046:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384632.935048:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066b49c98. 02000000:00000001:3.0:1767384632.935050:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384632.935052:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e40429e. 00000400:00000010:3.0:1767384632.935054:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047d6389. 00000100:00000200:3.0:1767384632.935056:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048134016, portal 25 00000100:00000001:3.0:1767384632.935057:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384632.935058:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623580160 : -106175085971456 : ffff9f6f2fb77800) 00000100:00000040:3.0:1767384632.935062:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.935067:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384632.935068:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384632.935069:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d1ce44. 00000100:00000200:3.0:1767384632.935071:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048134016, offset 0 00000400:00000200:3.0:1767384632.935074:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384632.935079:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384632.935083:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff04980 00000400:00000200:3.0:1767384632.935087:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1085 [2] + 0 00000400:00000010:3.0:1767384632.935089:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7150c6f. 00000400:00000200:3.0:1767384632.935091:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000072032d90 00000400:00000200:3.0:1767384632.935094:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384632.935096:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384632.935098:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072032d90 00000400:00000010:3.0:1767384632.935100:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000072032d90. 00000100:00000001:3.0:1767384632.935102:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384632.935103:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384632.935106:0:17083:0:(events.c:337:request_in_callback()) incoming req@0000000004abae6a x1853237048134016 msgsize 304 00000100:00100000:3.0:1767384632.935109:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384632.935110:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384632.935121:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384632.935124:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1ce44 00000400:00000010:3.0:1767384632.935125:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d1ce44. 00000100:00000001:3.0:1767384632.935127:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384632.935129:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.935147:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.935149:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.935154:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.935156:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384632.935161:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.935163:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294920711 00000100:00000001:3.0:1767384632.935186:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294920710 00000100:00000001:3.0:1767384632.935191:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294920711 00000100:00000001:3.0:1767384632.935196:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294920710 00000100:00000001:3.0:1767384632.935201:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294920711 00000100:00000001:1.0:1767384632.935222:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384632.935224:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294920710 00000100:00100000:1.0:1767384632.935228:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048134016 02000000:00000001:1.0:1767384632.935233:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384632.935234:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294920711 00000100:00000001:1.0:1767384632.935236:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384632.935239:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.935242:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294920710 02000000:00000001:1.0:1767384632.935244:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.935247:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384632.935248:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048134016 00000100:00000001:3.0:1767384632.935250:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.935252:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384632.935254:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1767384632.935256:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384632.935257:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384632.935262:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384632.935263:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000a8b50484 going to sleep for 11 seconds 00000020:00000040:1.0:1767384632.935267:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:3.0:1767384632.935269:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384632.935274:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384632.935275:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.935282:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384632.935285:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384632.935296:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001317aed2. 00000100:00000001:1.0:1767384632.935298:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384632.935300:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001317aed2. 00000020:00000010:1.0:1767384632.935304:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008ebb1b71. 00000020:00000010:1.0:1767384632.935307:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b8a617e. 00000020:00000010:1.0:1767384632.935310:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000100:00000040:1.0:1767384632.935315:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384632.935317:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384632.935318:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384632.935319:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.935323:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.935338:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384632.935347:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384632.935349:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384632.935352:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00000040:1.0:1767384632.935354:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384632.935357:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935108176 : -106175774443440 : ffff9f6f06ae3850) 00000100:00000040:1.0:1767384632.935361:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004abae6a x1853237048134016/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 304/0 e 0 to 0 dl 1767384643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.935369:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384632.935371:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001317aed2. 00000100:00000001:1.0:1767384632.935374:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384632.935377:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001317aed2. 00000100:00100000:1.0:1767384632.935383:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004abae6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048134016:12345-0@lo:256: 00000100:00000200:1.0:1767384632.935387:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048134016 00000020:00000001:1.0:1767384632.935389:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384632.935391:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384632.935392:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384632.935394:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384632.935395:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:1.0:1767384632.935398:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384632.935400:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384632.935408:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384632.935410:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384632.935412:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.935415:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384632.935416:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384632.935419:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008b387d8a. 02000000:00000001:1.0:1767384632.935420:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.935422:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384632.935424:0:17080:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384632.935428:0:17080:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384632.935432:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384632.935434:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384632.935491:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384632.935495:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384632.935498:0:17080:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384632.935519:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000036be4497. 20000000:00000001:1.0:1767384632.935523:0:17080:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384632.935540:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384632.935548:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384632.935555:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384632.935558:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384632.935561:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384632.935566:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384632.935569:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384632.935572:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384632.935575:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384632.935578:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384632.935581:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384632.935584:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384632.935587:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384632.935591:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384632.935593:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384632.935596:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384632.935599:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384632.935602:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384632.935605:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384632.935607:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384632.935610:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384632.935613:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:1.0:1767384632.935621:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3632/1/4/3. 20000000:00000040:1.0:1767384632.935628:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384632.935631:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384632.935633:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384632.935635:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384632.935636:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384632.935640:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384632.935642:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384632.935644:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384632.935647:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384632.935652:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384632.935655:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384632.935657:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384632.935661:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384632.935664:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384632.935667:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384632.935669:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384632.935673:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384632.935675:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384632.935678:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384632.935680:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384632.935683:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384632.935686:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:01000000:1.0:1767384632.935688:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 464, pages 3168/1/4/3. 20000000:01000000:1.0:1767384632.935691:0:17080:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 928, version 48 20000000:00000001:1.0:1767384632.935692:0:17080:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=928 : 928 : 3a0) 00000100:00000001:1.0:1767384632.935695:0:17080:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384632.935698:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000381aad60. 00000100:00000010:1.0:1767384632.935701:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000131fe7f0. 00000020:00000040:1.0:1767384632.935703:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:1.0:1767384632.935706:0:17080:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384632.935709:0:17080:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384632.935714:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005718d3cd. 00000400:00000010:1.0:1767384632.935720:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c39abcce. 00000400:00000200:1.0:1767384632.935736:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384632.935755:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384632.935773:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 928 into portal 33 MB=0x695825ff04980 00000400:00000200:1.0:1767384632.935787:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 928/928 into md 0x17c1 [4] + 0 00000400:00000010:1.0:1767384632.935796:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f8b9bef. 00000400:00000200:1.0:1767384632.935799:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000465a388b 00000400:00000200:1.0:1767384632.935804:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384632.935806:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384632.935810:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000465a388b 00000400:00000010:1.0:1767384632.935812:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000465a388b. 00000100:00000001:1.0:1767384632.935818:0:17080:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384632.935821:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000d299590b desc 000000003f76c15e mbits 1853237048134016 00000100:00000001:1.0:1767384632.935834:0:17080:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384632.935838:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384632.935845:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384632.935854:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x17cd 00000100:00000001:3.0:1767384632.935857:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384632.935857:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384632.935861:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384632.935867:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384632.935872:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384632.935874:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000381aad60 00000100:00000001:1.0:1767384632.935877:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384632.935882:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005718d3cd 00000400:00000010:1.0:1767384632.935883:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005718d3cd. 00000100:00000001:1.0:1767384632.935885:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384632.935886:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000381aad60 00000100:00000001:1.0:1767384632.935888:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384632.935892:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 928 bytes via portal 33 id 12345-0@lo mbits 0x695825ff04980-0x695825ff04980 00000100:00000001:1.0:1767384632.935895:0:17080:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384632.935899:0:17080:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.935901:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384632.935903:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:1.0:1767384632.935905:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000131fe7f0. 00000100:00000010:1.0:1767384632.935908:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000381aad60. 00000100:00000001:1.0:1767384632.935910:0:17080:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384632.935912:0:17080:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384632.935919:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000036be4497. 20000000:00000001:1.0:1767384632.935922:0:17080:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384632.935925:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048134016 00010000:00000001:1.0:1767384632.935927:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384632.935936:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004abae6a x1853237048134016/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 304/240 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384632.935943:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384632.935944:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384632.935947:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384632.935950:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384632.935952:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384632.935954:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384632.935956:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384632.935957:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.935960:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384632.935963:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384632.935965:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005718d3cd. 00000100:00000200:1.0:1767384632.935967:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048134016, offset 224 00000400:00000200:1.0:1767384632.935972:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384632.935977:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384632.935981:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff04980 00000400:00000200:1.0:1767384632.935985:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x17c5 [1] + 224 00000400:00000200:1.0:1767384632.935988:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384632.935990:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384632.935992:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384632.935995:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384632.936003:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384632.936018:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384632.936022:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005718d3cd 00000400:00000010:1.0:1767384632.936024:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005718d3cd. 00000100:00000001:1.0:1767384632.936026:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384632.936027:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384632.936030:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384632.936034:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:3.0:1767384632.936035:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384632.936037:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384632.936041:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384632.936042:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384632.936045:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384632.936047:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e40429e. 00000400:00000200:3.0:1767384632.936051:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047d6389 00000400:00000010:3.0:1767384632.936055:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047d6389. 00000020:00000001:1.0:1767384632.936058:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384632.936059:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384632.936067:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384632.936070:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004abae6a x1853237048134016/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:613/0 lens 304/240 e 0 to 0 dl 1767384643 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384632.936099:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004abae6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048134016:12345-0@lo:256: Request processed in 722us (985us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384632.936105:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.936123:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384632.936124:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.936129:0:17083:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384632.936129:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 02000000:00000001:3.0:1767384632.936133:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384632.936137:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384632.936139:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384632.936140:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384632.936145:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384632.936148:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:3.0:1767384632.936149:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=49 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384632.936154:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384632.936155:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=49 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384632.936161:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000010:1.0:1767384632.936163:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b8a617e. 00000100:00000001:3.0:1767384632.936164:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384632.936185:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384632.936188:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384632.936188:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000100:00000001:3.0:1767384632.936220:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384632.936221:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008ebb1b71. 00000100:00000040:3.0:1767384632.936226:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384632.936229:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:1.0:1767384632.936238:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384632.936241:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000008b387d8a. 00000100:00000040:3.0:1767384632.936242:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384632.936247:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384632.936252:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.936253:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384632.936256:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384632.936258:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384632.936260:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384632.936267:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccf2a6ec. 00000100:00100000:3.0:1767384632.936270:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048134016:0@lo:256: 00000400:00000010:1.0:1767384632.936277:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fee1ba5b. 00000100:00000001:3.0:1767384632.936278:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.936285:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.936289:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384632.936292:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384632.936296:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.936302:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384632.936313:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a8b50484. 00000100:00000001:3.0:1767384632.936317:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384632.936319:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384632.936322:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 48, more 0. 10000000:00000001:3.0:1767384632.936326:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384632.936332:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000fd3b707f. 10000000:00000040:3.0:1767384632.936344:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384632.936352:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384632.936355:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384632.936360:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:3.0:1767384632.936363:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384632.936365:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384632.936366:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:3.0:1767384632.936368:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000400:00000200:3.0:1767384632.936373:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 22 NIDs 00000400:00001000:3.0:1767384632.936376:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384632.936379:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:3.0:1767384632.936384:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384632.936391:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (21) 00000400:00000200:3.0:1767384632.936396:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (22) 00000400:00000200:3.0:1767384632.936410:0:17083:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384632.936412:0:17083:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384632.936415:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384632.936418:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:3.0:1767384632.936420:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (23) 00000400:00000200:3.0:1767384632.936423:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:3.0:1767384632.936425:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:3.0:1767384632.936427:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936429:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:3.0:1767384632.936431:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:3.0:1767384632.936434:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936436:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:3.0:1767384632.936470:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:3.0:1767384632.936476:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936479:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:3.0:1767384632.936488:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:0.0:1767384632.936488:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384632.936498:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936501:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:3.0:1767384632.936504:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:0.0:1767384632.936510:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:3.0:1767384632.936515:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936519:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:0.0:1767384632.936520:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (22) 00000400:00000200:3.0:1767384632.936533:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000010:0.0:1767384632.936535:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 393 at 00000000050e3792. 00000400:00000200:3.0:1767384632.936540:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936543:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000010:0.0:1767384632.936544:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ffd9e1e. 00000400:00000200:3.0:1767384632.936549:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:3.0:1767384632.936553:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936557:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000010:0.0:1767384632.936558:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001c0ae997. 00000400:00000200:3.0:1767384632.936571:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:0.0:1767384632.936581:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384632.936587:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936592:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:3.0:1767384632.936593:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:3.0:1767384632.936598:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384632.936602:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384632.936606:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:3.0:1767384632.936613:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:0.0:1767384632.936620:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384632.936625:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936633:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:0.0:1767384632.936640:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[10, 36], ns[10, 36] 00000400:00000200:3.0:1767384632.936647:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:3.0:1767384632.936663:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384632.936664:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 10], ns[12, 10] 00000400:00000200:3.0:1767384632.936670:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:3.0:1767384632.936679:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:0.0:1767384632.936690:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 10], ns[14, 10] 00000400:00000200:3.0:1767384632.936691:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936700:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:3.0:1767384632.936711:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:0.0:1767384632.936718:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 10], ns[16, 10] 00000400:00000200:3.0:1767384632.936726:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936741:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:0.0:1767384632.936750:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 10], ns[18, 10] 00000400:00000200:3.0:1767384632.936754:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:3.0:1767384632.936769:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384632.936770:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 10], ns[20, 10] 00000400:00000200:3.0:1767384632.936782:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:3.0:1767384632.936797:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:0.0:1767384632.936798:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 10], ns[22, 10] 00000400:00000200:3.0:1767384632.936810:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384632.936815:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 10], ns[24, 10] 00000400:00000200:3.0:1767384632.936817:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:3.0:1767384632.936830:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:3.0:1767384632.936843:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384632.936847:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 10], ns[26, 10] 00000400:00000200:3.0:1767384632.936848:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:3.0:1767384632.936859:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:0.0:1767384632.936868:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 10], ns[28, 10] 00000400:00000200:3.0:1767384632.936869:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936882:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:0.0:1767384632.936891:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 10], ns[30, 10] 00000400:00000200:3.0:1767384632.936897:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:0.0:1767384632.936912:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 10], ns[32, 10] 00000400:00000200:3.0:1767384632.936913:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936928:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:3.0:1767384632.936937:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:0.0:1767384632.936937:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 10], ns[34, 10] 00000400:00000200:3.0:1767384632.936951:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384632.936958:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 10], ns[44, 10] 00000400:00000200:3.0:1767384632.936960:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:3.0:1767384632.936970:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:0.0:1767384632.936980:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 10], ns[48, 10] 00000400:00000200:3.0:1767384632.936985:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384632.936996:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:0.0:1767384632.937006:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 10], ns[52, 10] 00000400:00000200:3.0:1767384632.937007:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000010:3.0:1767384632.937018:0:17083:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000abb76e00. 00000400:00000200:0.0:1767384632.937026:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 10], ns[56, 10] 00000400:00000200:3.0:1767384632.937034:0:17083:0:(peer.c:264:lnet_peer_alloc()) 00000000abb76e00 nid 192.168.203.125@tcp30 00000400:00000010:3.0:1767384632.937040:0:17083:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000000459a79b. 00000400:00000200:0.0:1767384632.937040:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 10], ns[60, 10] 00000400:00000200:3.0:1767384632.937055:0:17083:0:(peer.c:204:lnet_peer_net_alloc()) 000000000459a79b net tcp30 00000400:00000200:0.0:1767384632.937059:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[900, 1000], np[4294967295, 4294967295], ps[61, 10], ns[61, 10] 00000400:00000010:3.0:1767384632.937063:0:17083:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dd02b0dd. 00000400:00000200:0.0:1767384632.937066:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp11 00000400:00000200:0.0:1767384632.937078:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp11 00000400:00000200:3.0:1767384632.937082:0:17083:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dd02b0dd nid 192.168.203.125@tcp30 00000400:00000200:0.0:1767384632.937088:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp11 lpni_is_preferred = 0 00000400:00000200:0.0:1767384632.937093:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp11 00000400:00000200:0.0:1767384632.937097:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp11 NI seq info: [62:62:256:4294967295] 192.168.203.125@tcp11 LPNI seq info [62:62:8:4294967295] 00000400:00000200:0.0:1767384632.937104:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp11 00000400:00000200:0.0:1767384632.937114:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11:) -> 192.168.203.125@tcp11(192.168.203.125@tcp:192.168.203.125@tcp11) : GET try# 0 00000400:00000200:3.0:1767384632.937119:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000abb76e00 (0) 00000800:00000200:0.0:1767384632.937120:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp11 00000800:00000010:0.0:1767384632.937133:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000152e96e2. 00000400:00000200:3.0:1767384632.937137:0:17083:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.125@tcp30: -2 00000400:00000200:3.0:1767384632.937157:0:17083:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp30 NID 192.168.203.125@tcp30 flags 0x1 00000800:00000200:0.0:1767384632.937157:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (6) 00000400:00000200:3.0:1767384632.937183:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000abb76e00 (1) 00000400:00000200:3.0:1767384632.937187:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000abb76e00 (2) 00000400:00000200:3.0:1767384632.937193:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000abb76e00 (1) 00000800:00000200:0.0:1767384632.937202:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp11 ip 192.168.203.125:988 00000400:00000200:3.0:1767384632.937204:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000abb76e00 (2) 00000400:00000200:3.0:1767384632.937212:0:17083:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp30 (00000000abb76e00): 0 00000400:00000200:3.0:1767384632.937221:0:17083:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000800:00000200:0.0:1767384632.937222:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000152e96e2 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384632.937230:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384632.937236:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp30 NID 192.168.203.125@tcp30: 0. pending discovery 00000400:00000200:3.0:1767384632.937239:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000abb76e00 (3) 00000100:00000001:3.0:1767384632.937243:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.937251:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00010000:00000001:3.0:1767384632.937255:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.937259:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 10000000:00000040:3.0:1767384632.937265:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 10000000:00000010:3.0:1767384632.937272:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000568416f9. 00000400:00000200:0.0:1767384632.937273:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp30(00000000abb76e00) state 0x41 10000000:00000040:3.0:1767384632.937283:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 48/48 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000400:00000200:0.0:1767384632.937286:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000abb76e00 (2) 00000020:00000080:3.0:1767384632.937291:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000010:0.0:1767384632.937294:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007697225d. 00000020:00000001:3.0:1767384632.937300:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000010:0.0:1767384632.937301:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cb6f2a0. 00000020:00000010:3.0:1767384632.937306:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000420e6d67. 00000400:00000010:0.0:1767384632.937309:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004c7b8afb. 00000020:00000010:3.0:1767384632.937313:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ae559acf. 00000400:00000200:0.0:1767384632.937322:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp30 00000040:00000010:3.0:1767384632.937323:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d9bdf198. 00000020:00000010:3.0:1767384632.937334:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d753b17a. 00000020:00000010:3.0:1767384632.937340:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5361878. 00000400:00000200:0.0:1767384632.937340:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp30 local destination 00000400:00000200:0.0:1767384632.937351:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp30 00000020:00000010:3.0:1767384632.937352:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005ecc24ba. 00000400:00000200:0.0:1767384632.937359:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp30 80000000:00000010:3.0:1767384632.937360:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000100fe351. 00000400:00000200:0.0:1767384632.937366:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp30 lpni_is_preferred = 0 00000400:00000200:0.0:1767384632.937371:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp30 40000000:00000010:3.0:1767384632.937372:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000010393423. 00100000:00000010:3.0:1767384632.937385:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000617ed16c. 00000400:00000200:0.0:1767384632.937387:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp30 NI seq info: [63:63:256:4294967295] 192.168.203.125@tcp30 LPNI seq info [1:1:8:4294967295] 00000800:00000200:1.0:1767384632.937397:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00040000:00000010:3.0:1767384632.937399:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b8af348c. 00000400:00000200:0.0:1767384632.937407:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp30 00000800:00000010:1.0:1767384632.937408:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000152e96e2. 00040000:00000010:3.0:1767384632.937409:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e9ea37b8. 00040000:00000010:3.0:1767384632.937419:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005e747648. 00000400:00000200:1.0:1767384632.937420:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1767384632.937436:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006496f05e. 00000400:00000200:0.0:1767384632.937436:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp30(192.168.203.125@tcp30:) -> 192.168.203.125@tcp30(192.168.203.125@tcp30:192.168.203.125@tcp30) : GET try# 0 00080000:00000010:3.0:1767384632.937474:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c9316e0e. 00000400:00000200:1.0:1767384632.937477:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: GET: OK 00000004:00000010:3.0:1767384632.937485:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002d4894c8. 00000800:00000200:0.0:1767384632.937487:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp30 00000400:00000200:1.0:1767384632.937492:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000010:0.0:1767384632.937496:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007c09325f. 00000004:00000010:3.0:1767384632.937497:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009453b616. 00000400:00000200:1.0:1767384632.937501:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000010:0.0:1767384632.937512:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aef0e930. 00000004:00000010:3.0:1767384632.937513:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000075b1c82f. 00000800:00000001:1.0:1767384632.937516:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000010:3.0:1767384632.937532:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000083796e7d. 00000800:00000010:0.0:1767384632.937533:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001aba1ec2. 00000800:00000001:1.0:1767384632.937534:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384632.937546:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:3.0:1767384632.937550:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000b52d9310. 00000800:00000200:0.0:1767384632.937558:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (2) 00000004:00000001:3.0:1767384632.937560:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000800:00000001:1.0:1767384632.937561:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384632.937566:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000800:00000200:0.1:1767384632.937570:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (2) 00000040:00001000:3.0:1767384632.937573:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000568416f9 00000040:00001000:3.0:1767384632.937583:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:1.0:1767384632.937586:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11) <- 192.168.203.125@tcp11 : GET - for me 00000040:00001000:3.0:1767384632.937588:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384632.937592:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384632.937595:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384632.937604:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000200:0.0:1767384632.937609:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp30 00000040:00001000:3.0:1767384632.937612:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000200:1.0:1767384632.937614:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 384 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384632.937622:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp30(00000000abb76e00) state 0x241 rc 0 00000040:00001000:3.0:1767384632.937626:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000400:00000200:1.0:1767384632.937635:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 384/384 into md 0x1781 [1] + 0 00000040:00001000:3.0:1767384632.937636:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:3.0:1767384632.937639:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384632.937660:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp11 to MR: 192.168.203.125@tcp11 local destination 00000400:00000200:1.0:1767384632.937673:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp11 NI seq info: [64:64:256:4294967295] 192.168.203.125@tcp11 LPNI seq info [63:63:8:4294967295] 00000400:00000200:1.0:1767384632.937686:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11:192.168.203.125@tcp11) -> 192.168.203.125@tcp11(192.168.203.125@tcp11:192.168.203.125@tcp11) 192.168.203.125@tcp11 : REPLY try# 0 00000800:00000200:1.0:1767384632.937694:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 384 bytes in 1 frags to 12345-192.168.203.125@tcp11 00000800:00000010:1.0:1767384632.937699:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f31baba. 00000800:00000200:1.0:1767384632.937713:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (6) 00000400:00000200:0.0:1767384632.937715:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000004:00000001:3.0:1767384632.937717:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384632.937724:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp11 ip 192.168.203.125:1019 00000020:00000010:3.0:1767384632.937727:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ae559acf. 00000800:00000200:1.0:1767384632.937729:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004f31baba type 3, nob 480 niov 1 nkiov 1 00000040:00000010:3.0:1767384632.937734:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d9bdf198. 00000020:00000010:3.0:1767384632.937744:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d753b17a. 00000020:00000010:3.0:1767384632.937752:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5361878. 00000020:00000010:3.0:1767384632.937759:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005ecc24ba. 80000000:00000010:3.0:1767384632.937766:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000100fe351. 40000000:00000010:3.0:1767384632.937773:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000010393423. 00100000:00000010:3.0:1767384632.937778:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000617ed16c. 00040000:00000010:3.0:1767384632.937783:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b8af348c. 00040000:00000010:3.0:1767384632.937788:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e9ea37b8. 00040000:00000010:3.0:1767384632.937794:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005e747648. 00080000:00000010:3.0:1767384632.937802:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c9316e0e. 00000400:00000200:0.0:1767384632.937808:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00080000:00000010:3.0:1767384632.937810:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006496f05e. 00000800:00000200:1.0:1767384632.937817:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000010:3.0:1767384632.937821:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002d4894c8. 00000800:00000010:1.0:1767384632.937822:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f31baba. 00000004:00000010:3.0:1767384632.937830:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009453b616. 00000400:00000200:1.0:1767384632.937832:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1767384632.937837:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000075b1c82f. 00002000:00000010:3.0:1767384632.937845:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000083796e7d. 00000400:00000200:1.0:1767384632.937845:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: REPLY: OK 00000004:00000010:3.0:1767384632.937854:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b52d9310. 00000800:00000001:1.0:1767384632.937859:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384632.937860:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000420e6d67. 00000800:00000001:1.0:1767384632.937867:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384632.937869:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384632.937869:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000800:00000001:1.0:1767384632.937873:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384632.937879:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384632.937881:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1767384632.937888:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000010:3.0:1767384632.937889:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000568416f9. 10000000:00000010:3.0:1767384632.937897:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000fd3b707f. 00000800:00000001:1.0:1767384632.937898:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384632.937903:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384632.937909:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384632.937913:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11) <- 192.168.203.125@tcp11 : REPLY - for me 00000100:00000040:3.0:1767384632.937918:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d299590b x1853237048134016/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384648 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384632.937927:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384632.937932:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1767384632.937932:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp11: Reply from 12345-192.168.203.125@tcp11 of length 384/384 into md 0x17d9 00000400:00000200:0.0:1767384632.937935:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 02000000:00000010:3.0:1767384632.937936:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066b49c98. 00000800:00000001:1.0:1767384632.937939:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384632.937949:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384632.937950:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384632.937954:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384632.937955:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384632.937959:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384632.937965:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384632.937969:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:1.0:1767384632.937969:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: REPLY: OK 00000020:00000001:3.0:1767384632.937974:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384632.937978:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000400:00000200:1.0:1767384632.937980:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ffd9e1e 00000020:00000001:3.0:1767384632.937982:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:1.0:1767384632.937984:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ffd9e1e. 00000100:00000010:3.0:1767384632.937985:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000000d1194ab. 00000400:00000200:1.0:1767384632.937991:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00000010:3.0:1767384632.937993:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003f76c15e. 00000400:00000200:0.0:1767384632.937995:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000001:3.0:1767384632.938000:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 00000400:00000200:1.0:1767384632.938001:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 02000000:00000010:3.0:1767384632.938009:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000091c2dd4c. 00000400:00000200:1.0:1767384632.938013:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 02000000:00000001:3.0:1767384632.938017:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384632.938021:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384632.938022:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 22. state = 0x100271 00000100:00000010:3.0:1767384632.938024:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d299590b. 00000100:00000001:3.0:1767384632.938029:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384632.938031:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384632.938047:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 10000000:00000010:3.0:1767384632.938057:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000008c96d2e5. 00000400:00000200:1.0:1767384632.938061:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (23) 10000000:01000000:3.0:1767384632.938064:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384632.938072:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384632.938076:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000001:1.0:1767384632.938078:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:3.0:1767384632.938079:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384632.938082:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000020:00000040:3.0:1767384632.938085:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=3 00000800:00000001:1.0:1767384632.938087:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384632.938089:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384632.938094:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384632.938098:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384632.938103:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.938109:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.938111:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384632.938113:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384632.938119:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384632.938128:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384632.938131:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384632.938134:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.938138:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384632.938141:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384632.938147:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384632.938149:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:3.0:1767384632.938153:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384632.938185:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.938302:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384632.938313:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000f1 00000400:00000200:0.0:1767384632.938316:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000010:3.0:1767384632.938322:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 460 at 00000000fbc15c9b. 00000400:00000010:3.0:1767384632.938327:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 552 at 000000003f76c15e. 00000400:00000010:3.0:1767384632.938330:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 460 at 000000005e747648. 00000400:00000200:3.0:1767384632.938362:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp29(0000000060def05a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384632.938376:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007cb6f2a0 00000400:00000200:3.0:1767384632.938383:0:16352:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.125@tcp30 00000400:00000200:0.0:1767384632.938391:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384632.938399:0:16352:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.125@tcp30 NID 192.168.203.125@tcp30 00000400:00000010:3.0:1767384632.938405:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000003b73930b. 00000400:00000200:3.0:1767384632.938410:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000003b73930b nid 192.168.203.125@tcp30 00000400:00000010:3.0:1767384632.938416:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000100fe351. 00000400:00000200:3.0:1767384632.938418:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000100fe351 net tcp30 00000400:00000200:3.0:1767384632.938422:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (22) 00000400:00000200:3.0:1767384632.938430:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp30 flags 0x11 00000400:00000010:3.0:1767384632.938435:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 460 at 00000000fbc15c9b. 00000400:00000010:3.0:1767384632.938473:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 552 at 000000003f76c15e. 00000400:00000010:3.0:1767384632.938478:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 460 at 000000005e747648. 00000400:00000010:3.0:1767384632.938484:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 00000000050e3792. 00000400:00000200:3.0:1767384632.938490:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384632.938493:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000200:3.0:1767384632.938500:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000400:00000200:3.0:1767384632.938509:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000200:3.0:1767384632.938516:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384632.938521:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:3.0:1767384632.938530:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:3.0:1767384632.938545:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (23) 00000400:00000200:0.0:1767384632.939467:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.939559:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.939634:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.939705:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.939792:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.939890:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940032:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940147:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940260:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940323:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940374:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940401:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940437:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940538:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940579:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940649:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940684:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940705:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940732:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940759:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940783:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940805:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940832:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940859:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940884:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384632.940922:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384632.941090:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fed17f63. 00000800:00000010:0.0:1767384632.941096:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e6e1cdfb. 00000800:00000010:0.0:1767384632.941103:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009eb34db9. 00000800:00000010:0.0:1767384632.941139:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009eb34db9. 00000800:00020000:0.0:1767384632.941150:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384632.941154:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e6e1cdfb. 00000800:00000010:0.0:1767384632.941157:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fed17f63. 00000400:02020000:0.0:1767384632.941224:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp30 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384632.941231:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp30 notifying 192.168.203.125@tcp30: down 00000800:00000200:0.0:1767384632.941237:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp30 down 00000800:00000100:0.0:1767384632.941246:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp30 00000800:00000010:0.0:1767384632.941249:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007c09325f. 00000400:00000200:0.0:1767384632.941256:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384632.941262:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp30->192.168.203.125@tcp30: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384632.941267:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp30 added to recovery queue. ping count: 0 next ping: 254 health :900 00000400:00000200:0.0:1767384632.941272:0:16345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cb6f2a0 00000400:00000010:0.0:1767384632.941275:0:16345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cb6f2a0. 00000400:00000200:0.0:1767384632.941277:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384632.941283:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp30: 1 00000400:00000200:0.0:1767384632.941290:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp30 (00000000abb76e00): -114 00000400:00000010:0.0:1767384632.941304:0:16345:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007697225d. 00000400:00000200:0.0:1767384632.941307:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000abb76e00 (3) 00000400:00000200:0.0:1767384632.941313:0:16345:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000dd02b0dd nid 192.168.203.125@tcp30 00000400:00000010:0.0:1767384632.941315:0:16345:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000dd02b0dd. 00000400:00000200:0.0:1767384632.941319:0:16345:0:(peer.c:214:lnet_destroy_peer_net_locked()) 000000000459a79b net tcp30 00000400:00000010:0.0:1767384632.941321:0:16345:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 000000000459a79b. 00000400:00000200:0.0:1767384632.941331:0:16345:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000abb76e00 (2) 00000400:00000200:3.0:1767384632.941348:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384632.941359:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp30(00000000abb76e00) state 0x80841 00000400:00000200:3.0:1767384632.941364:0:16352:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.125@tcp30(00000000abb76e00) state 0x80841 00000400:00000200:3.0:1767384632.941367:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp30(00000000abb76e00) state 0x80801 rc 0 00000400:00000200:3.0:1767384632.941370:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp30 (00000000abb76e00) 00000400:00000200:3.0:1767384632.941374:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000abb76e00 (1) 00000400:00000200:3.0:1767384632.941378:0:16352:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000abb76e00 nid 192.168.203.125@tcp30 00000400:00000010:3.0:1767384632.941382:0:16352:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000abb76e00. 00000100:00000040:1.0:1767384632.941500:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294920711, at 4294920712 00000100:00000010:1.0:1767384632.941510:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005598bbc3. 00000100:00000040:3.0:1767384632.941522:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294920711, at 4294920712 00000100:00000010:3.0:1767384632.941530:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb498f53. 00000100:00000040:2.0:1767384632.942075:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294920711, at 4294920712 00000100:00000010:2.0:1767384632.942088:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8e14580. 00000100:00000040:0.0:1767384632.942353:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294920711, at 4294920712 00000100:00000010:0.0:1767384632.942360:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b1316571. 00000020:00000010:2.0:1767384632.951563:0:27097:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000c8c177c4. 00000020:00000040:2.0:1767384632.951570:0:27097:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384632.951573:0:27097:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000c8c177c4. 00000400:00000010:2.0:1767384633.062620:0:16351:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 131 at 00000000ed7f94df. 00000400:02000040:2.0:1767384633.062636:0:16351:0:(lib-move.c:3976:lnet_print_recovery_list()) 2 local NIs in recovery (showing 2): 192.168.203.125@tcp29, 192.168.203.125@tcp30 00000400:00000010:2.0:1767384633.066344:0:16351:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 131 at 00000000ed7f94df. 00010000:00000001:3.0:1767384633.254543:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384633.254548:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.254554:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384633.254558:0:54:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384633.254560:0:54:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384633.254563:0:54:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.254566:0:54:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384633.254569:0:54:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.254571:0:54:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384633.254573:0:54:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384633.254618:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384633.254622:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384633.254624:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:3.0:1767384634.085607:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp29 00000400:00000010:3.0:1767384634.085669:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002463ff31. 00000400:00000010:3.0:1767384634.085681:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000aac15872. 00000400:00000010:3.0:1767384634.085687:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047d6389. 00000400:00000010:3.0:1767384634.085701:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c6f93a91. 00000400:00000200:3.0:1767384634.085708:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp29 00000400:00000200:3.0:1767384634.085751:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp29 local destination 00000400:00000200:3.0:1767384634.085760:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp29 00000400:00000200:3.0:1767384634.085765:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp29 NI seq info: [65:65:256:4294967295] 192.168.203.125@tcp29 LPNI seq info [64:64:8:4294967295] 00000400:00000200:3.0:1767384634.085776:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp29 00000400:00000200:3.0:1767384634.085788:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp29(192.168.203.125@tcp29:) -> 192.168.203.125@tcp29(192.168.203.125@tcp29:192.168.203.125@tcp29) : GET try# 0 00000800:00000200:3.0:1767384634.085806:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp29 00000800:00000010:3.0:1767384634.085811:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d8d11bb9. 00000800:00000200:3.0:1767384634.085820:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000800:00000200:3.1:1767384634.085826:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000400:00000200:3.0:1767384634.085853:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp29 added to recovery queue. ping count: 1 next ping: 256 health :900 00000400:00000200:3.0:1767384634.085858:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp30 00000400:00000010:3.0:1767384634.085861:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007aac931e. 00000400:00000010:3.0:1767384634.085867:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c51c0fd2. 00000400:00000010:3.0:1767384634.085871:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d1ce44. 00000400:00000010:3.0:1767384634.085876:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000076e658d1. 00000400:00000200:3.0:1767384634.085880:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp30 00000400:00000200:3.0:1767384634.085909:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp30 local destination 00000400:00000200:3.0:1767384634.085914:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp30 00000400:00000200:3.0:1767384634.085918:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp30 NI seq info: [66:66:256:4294967295] 192.168.203.125@tcp30 LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1767384634.085924:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp30 00000400:00000200:3.0:1767384634.085933:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp30(192.168.203.125@tcp30:) -> 192.168.203.125@tcp30(192.168.203.125@tcp30:192.168.203.125@tcp30) : GET try# 0 00000800:00000200:3.0:1767384634.085942:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp30 00000800:00000010:3.0:1767384634.085948:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c5028d25. 00000800:00000200:3.0:1767384634.085955:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (2) 00000800:00000200:3.1:1767384634.085961:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (2) 00000400:00000200:3.0:1767384634.085982:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp30 added to recovery queue. ping count: 1 next ping: 256 health :900 00000400:00000200:1.0:1767384634.086007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.086146:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.086195:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.086289:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.086356:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.086394:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.086570:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.086572:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.086720:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.086725:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.086832:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.086872:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.086970:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.086975:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.087083:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.087092:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.087249:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.087256:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.087337:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.087353:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.087499:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.087554:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.087615:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.087692:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.087736:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.087850:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.087900:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.087977:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.088046:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.088087:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.088155:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.088267:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.088313:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.088357:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.088450:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.088494:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.088577:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.088644:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.088683:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.088788:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.088830:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.088984:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.088985:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.089131:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.089134:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.089247:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.089315:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.089344:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.089467:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.089487:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.089644:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.089647:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.089882:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.089886:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.089988:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.090005:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.090102:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.090158:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.090222:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.090296:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.090305:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.090421:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.090424:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.090576:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384634.090581:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.090751:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.090810:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384634.090876:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000800:00000010:1.0:1767384634.090939:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e54fa615. 00000800:00000010:1.0:1767384634.090947:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000044d790b2. 00000400:00000200:2.0:1767384634.090952:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000800:00000010:1.0:1767384634.090955:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2e29f57. 00000800:00000010:1.0:1767384634.091001:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2e29f57. 00000400:00000200:2.0:1767384634.091018:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00020000:1.0:1767384634.091020:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384634.091028:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000044d790b2. 00000800:00000010:1.0:1767384634.091038:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e54fa615. 00000400:02020000:1.0:1767384634.091112:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp29 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384634.091121:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp29 notifying 192.168.203.125@tcp29: down 00000800:00000200:1.0:1767384634.091129:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp29 down 00000800:00000100:1.0:1767384634.091137:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp29 00000800:00000010:1.0:1767384634.091142:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d8d11bb9. 00000400:00000200:1.0:1767384634.091147:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384634.091156:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp29->192.168.203.125@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384634.091184:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384634.091189:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384634.091204:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp29) recovery failed with -71 00000800:00000010:2.0:1767384634.091302:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b05af4d. 00000800:00000010:2.0:1767384634.091309:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000165ad80e. 00000800:00000010:2.0:1767384634.091315:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000048822717. 00000800:00000010:2.0:1767384634.091339:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000048822717. 00000800:00020000:2.0:1767384634.091348:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384634.091352:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000165ad80e. 00000800:00000010:2.0:1767384634.091355:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000000b05af4d. 00000400:02020000:2.0:1767384634.091398:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp30 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384634.091407:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp30 notifying 192.168.203.125@tcp30: down 00000400:00000200:2.0:1767384634.091414:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384634.091429:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp30 00000800:00000010:2.0:1767384634.091433:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c5028d25. 00000400:00000200:2.0:1767384634.091438:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384634.091443:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp30->192.168.203.125@tcp30: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384634.091497:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384634.091501:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384634.091506:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp30) recovery failed with -71 00080000:00000010:1.0:1767384634.144522:0:27382:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007db03d7c. 00080000:00000010:1.0:1767384634.144535:0:27382:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007db03d7c. 00000020:00000001:1.0:1767384634.144550:0:27382:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384634.144561:0:27382:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007db03d7c. 00080000:00000010:1.0:1767384634.144570:0:27382:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007db03d7c. 00000020:00000001:1.0:1767384634.144575:0:27382:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.277603:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384634.277611:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.277620:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384634.277623:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.277674:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384634.277682:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384634.277687:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1767384634.469613:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384634.469618:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384634.469624:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c24f637. 00000020:00000040:2.0:1767384634.469631:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384634.469637:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384634.469640:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384634.469645:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384634.469653:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e403b38e. 00000100:00000001:2.0:1767384634.469661:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.469667:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384634.469669:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.469679:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c24f637] to pc [ptlrpcd_00_00+0] req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384634.469709:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.469729:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384634.469735:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384634.469740:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384634.469743:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000200e631c. 00000100:00000001:1.0:1767384634.469748:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384634.469750:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384634.469753:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384634.469761:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384634.469764:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384634.469767:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384634.469771:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384634.469787:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000030568f3e. 00000100:00000001:1.0:1767384634.469791:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384634.469796:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.469797:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.469820:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384634.469821:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384634.469826:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384634.469840:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.469855:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384634.469857:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004c24f637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048134144:0@lo:13: 00000100:00000001:1.0:1767384634.469864:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384634.469872:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.469873:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384634.469878:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.469885:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200e631c] to pc [ptlrpcd_00_01+1] req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384634.469886:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384634.469894:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c609292e. 02000000:00000001:1.0:1767384634.469903:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.469916:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000100:00000001:2.0:1767384634.469920:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.469932:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1767384634.469933:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005718d3cd. 00000100:00000200:1.0:1767384634.469949:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048134144, portal 4 00000100:00000001:2.0:1767384634.469950:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384634.469958:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1767384634.469962:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009449bdd9. 00000100:00000001:1.0:1767384634.469982:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759664768 : -106174949886848 : ffff9f6f37d3f480) 00000020:00000040:2.0:1767384634.469983:0:8:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384634.469992:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:1.0:1767384634.469992:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384634.470000:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384634.470009:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384634.470011:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.470015:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384634.470022:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984d890c. 02000000:00000010:2.0:1767384634.470024:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000183e4b53. 00000100:00000200:1.0:1767384634.470030:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048134144, offset 0 00000100:00000001:2.0:1767384634.470032:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.470039:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384634.470050:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384634.470051:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384634.470059:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.470068:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009449bdd9] to pc [ptlrpcd_00_02+2] req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.470077:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384634.470099:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff04a00 00000100:00000001:2.0:1767384634.470107:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.470108:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 1792 00000100:00000040:2.0:1767384634.470112:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384634.470117:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1767384634.470118:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384634.470120:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009312223c. 00000400:00000200:1.0:1767384634.470125:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1767384634.470127:0:8:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384634.470132:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384634.470135:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384634.470135:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384634.470140:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:2.0:1767384634.470141:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384634.470148:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000162af566. 02000000:00000010:2.0:1767384634.470150:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f425c08c. 00000100:00000040:1.0:1767384634.470154:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000162af566 x1853237048134144 msgsize 224 00000100:00000001:2.0:1767384634.470156:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.470172:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384634.470182:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384634.470188:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384634.470190:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384634.470197:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984d890c 00000100:00000001:2.0:1767384634.470201:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.470202:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984d890c. 00000100:00000001:1.0:1767384634.470213:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384634.470214:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009312223c] to pc [ptlrpcd_00_03+3] req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384634.470223:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.470256:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.470260:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384634.470261:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384634.470280:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1767384634.470283:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384634.470284:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9ec7cd8. 00000020:00000040:2.0:1767384634.470296:0:8:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384634.470304:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.470307:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384634.470308:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384634.470315:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384634.470317:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.470325:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.470326:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4252 usecs (5 jiffies) 00000100:00000001:1.0:1767384634.470335:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922245 02000000:00000010:2.0:1767384634.470338:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008d02ff7f. 00000100:00000010:1.0:1767384634.470341:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000776371d1. 00000100:00000001:2.0:1767384634.470353:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.470354:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384634.470367:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922245 00000100:00000040:2.0:1767384634.470369:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1767384634.470372:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008dbd4d84. 00000100:00000001:1.0:1767384634.470382:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384634.470390:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384634.470391:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922245 00000100:00000001:2.0:1767384634.470395:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384634.470397:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038f55c28. 00000100:00000040:2.0:1767384634.470403:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9ec7cd8] to pc [ptlrpcd_00_00+0] req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.470417:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384634.470425:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.470427:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922245 00000100:00000010:1.0:1767384634.470434:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da79e584. 00000100:00000001:1.0:1767384634.470441:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384634.470506:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.470511:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.470517:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.470521:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384634.470531:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (259) 00000100:00000001:1.0:1767384634.470534:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.470537:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384634.470541:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.470543:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.470545:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384634.470552:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.470562:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384634.470565:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.470568:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384634.470572:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384634.470576:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.470579:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9ec7cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048134656:0@lo:400: 00000100:00000001:1.0:1767384634.470584:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384634.470588:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384634.470590:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.470592:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384634.470596:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d2ac448. 02000000:00000001:1.0:1767384634.470599:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.470604:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc1553af. 00000400:00000010:1.0:1767384634.470612:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984d890c. 00000100:00000001:2.0:1767384634.470615:0:22878:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1767384634.470616:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048134656, portal 10 00000100:00100000:2.0:1767384634.470619:0:22878:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048134144 00000100:00000001:1.0:1767384634.470621:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767384634.470633:0:22878:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384634.470633:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759661184 : -106174949890432 : ffff9f6f37d3e680) 00000100:00000001:2.0:1767384634.470646:0:22878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384634.470651:0:22878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.470651:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384634.470666:0:22878:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.470678:0:22878:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048134144 00000020:00000001:2.0:1767384634.470682:0:22878:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384634.470684:0:22878:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:2.0:1767384634.470693:0:22878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.470698:0:22878:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000001:2.0:1767384634.470712:0:22878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384634.470714:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384634.470718:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384634.470729:0:22878:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000400:00000010:1.0:1767384634.470729:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7f16599. 00000100:00000200:1.0:1767384634.470745:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048134656, offset 0 00000100:00000001:2.0:1767384634.470749:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384634.470755:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038160408. 00000400:00000200:1.0:1767384634.470762:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384634.470766:0:22878:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000aeafd7ec. 00000400:00000200:1.0:1767384634.470774:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384634.470778:0:22878:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000400:00000200:1.0:1767384634.470787:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff04c00 00000100:00000001:2.0:1767384634.470793:0:22878:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1767384634.470800:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5368 00000020:00000010:2.0:1767384634.470804:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f2c1fdf8. 00000400:00000200:1.0:1767384634.470807:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384634.470813:0:22878:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a679813. 00000400:00000200:1.0:1767384634.470813:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384634.470826:0:22878:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000100:00000001:1.0:1767384634.470826:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384634.470833:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384634.470838:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e29f98cb. 00000100:00000040:2.0:1767384634.470842:0:22878:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:1.0:1767384634.470843:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000e29f98cb x1853237048134656 msgsize 224 00000100:00000001:2.0:1767384634.470852:0:22878:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384634.470857:0:22878:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1767384634.470864:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384634.470866:0:22878:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.470879:0:22878:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.470884:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384634.470890:0:22878:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.470892:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7f16599 00000400:00000010:1.0:1767384634.470896:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7f16599. 00000100:00000001:1.0:1767384634.470903:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384634.470909:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.470912:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384634.470918:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384634.470928:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384634.470936:0:22878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384634.470940:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384634.470946:0:22878:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:2.0:1767384634.470957:0:22878:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758969472 : -106174950582144 : ffff9f6f37c95880) 00000100:00000001:1.0:1767384634.470974:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.470977:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000162af566 x1853237048134144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/0 e 0 to 0 dl 1767384645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.470980:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.470988:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.471005:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3248 usecs (4 jiffies) 00000100:00000001:2.0:1767384634.471006:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384634.471010:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeafd7ec. 00000100:00000001:1.0:1767384634.471011:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294922245 00000100:00000001:2.0:1767384634.471028:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.471029:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294922245 00000020:00000010:2.0:1767384634.471048:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aeafd7ec. 00000100:00000001:1.0:1767384634.471048:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294922245 00000100:00000001:1.0:1767384634.471061:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294922245 00000100:00100000:2.0:1767384634.471064:0:22878:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000162af566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048134144:12345-0@lo:13: 00000100:00000200:2.0:1767384634.471069:0:22878:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048134144 00000020:00000001:2.0:1767384634.471075:0:22878:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384634.471076:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294922245 00000020:00000001:2.0:1767384634.471081:0:22878:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384634.471082:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294922245 00000020:00000001:2.0:1767384634.471087:0:22878:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.471103:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294922245 00000020:00000001:2.0:1767384634.471104:0:22878:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384634.471107:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294922245 00000100:00000001:1.0:1767384634.471108:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.471110:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.471114:0:22878:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000100:00000001:1.0:1767384634.471115:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.471130:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.471131:0:22878:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384634.471138:0:22878:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.471140:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384634.471143:0:22878:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384634.471144:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384634.471152:0:22878:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384634.471153:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.471169:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.471170:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.471173:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767384634.471175:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.471177:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.471178:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.471179:0:22878:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.471180:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.471184:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.471186:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384634.471189:0:22878:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384634.471193:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384634.471195:0:22878:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384634.471203:0:22878:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000008c97d132. 00000100:00000001:1.0:1767384634.471204:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384634.471214:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.471215:0:22878:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.471230:0:22878:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.471231:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00002000:00000001:2.0:1767384634.471239:0:22878:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 02000000:00000001:1.0:1767384634.471239:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384634.471247:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384634.471250:0:22878:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00100000:1.0:1767384634.471251:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048134272:0@lo:400: 00000020:00000001:2.0:1767384634.471254:0:22878:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000100:00000001:1.0:1767384634.471255:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384634.471262:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384634.471264:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.471266:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384634.471270:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ebb1b71. 00000020:00000001:2.0:1767384634.471271:0:22878:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384634.471274:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1767384634.471276:0:22878:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:2.0:1767384634.471280:0:22878:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:2.0:1767384634.471295:0:22878:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00000400:00000010:1.0:1767384634.471295:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a8d665. 00000400:00000010:1.0:1767384634.471302:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7f16599. 00000100:00000200:1.0:1767384634.471307:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048134272, portal 25 00002000:00000020:2.0:1767384634.471308:0:22878:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384634.471311:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384634.471315:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759653120 : -106174949898496 : ffff9f6f37d3c700) 00002000:00000001:2.0:1767384634.471317:0:22878:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000040:1.0:1767384634.471321:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384634.471324:0:22878:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384634.471326:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:2.0:1767384634.471331:0:22878:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.471331:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384634.471334:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000100:00000200:1.0:1767384634.471340:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048134272, offset 0 00002000:00000001:2.0:1767384634.471341:0:22878:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.471349:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:2.0:1767384634.471350:0:22878:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048134144 00000400:00000200:1.0:1767384634.471356:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384634.471357:0:22878:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:1.0:1767384634.471363:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff04a80 00010000:00000200:2.0:1767384634.471368:0:22878:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000162af566 x1853237048134144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.471368:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1095 [2] + 0 00000400:00000010:1.0:1767384634.471381:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b85abecc. 00000400:00000200:1.0:1767384634.471387:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002007451b 00000400:00000200:1.0:1767384634.471392:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384634.471400:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384634.471401:0:22878:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1767384634.471403:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002007451b 00000400:00000010:1.0:1767384634.471406:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002007451b. 00010000:00000001:2.0:1767384634.471407:0:22878:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.471411:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00001000:2.0:1767384634.471413:0:22878:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=41 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384634.471414:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384634.471425:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000007cb3b8cc x1853237048134272 msgsize 224 00000100:00000001:2.0:1767384634.471427:0:22878:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384634.471432:0:22878:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00100000:1.0:1767384634.471436:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384634.471483:0:22878:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384634.471488:0:22878:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384634.471492:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:2.0:1767384634.471500:0:22878:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.471506:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384634.471508:0:22878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384634.471521:0:22878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384634.471523:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000400:00000010:2.0:1767384634.471527:0:22878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c459c9d. 00000400:00000010:1.0:1767384634.471527:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000100:00000001:1.0:1767384634.471542:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384634.471543:0:22878:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048134144, offset 224 00000100:00000200:1.0:1767384634.471550:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.471564:0:22878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384634.471583:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.471587:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.471590:0:22878:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384634.471610:0:22878:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff04a00 00000100:00000001:1.0:1767384634.471625:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.471629:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384634.471632:0:22878:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x17e9 [1] + 224 00000100:00000001:1.0:1767384634.471639:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.471641:0:22878:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384634.471645:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294922248 00000400:00000200:2.0:1767384634.471653:0:22878:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384634.471657:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922245 00000100:00000001:2.0:1767384634.471662:0:22878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384634.471666:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294922248 00000100:00000200:2.0:1767384634.471670:0:22878:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.471674:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922245 00000100:00000001:1.0:1767384634.471685:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294922248 00000100:00000040:2.0:1767384634.471706:0:22878:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.471706:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922245 00000100:00000001:1.0:1767384634.471716:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294922248 00000100:00000001:1.0:1767384634.471731:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922245 00000100:00000001:2.0:1767384634.471732:0:22878:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384634.471744:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.471748:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.471750:0:22878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c459c9d 00000400:00000010:2.0:1767384634.471755:0:22878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c459c9d. 00000100:00000001:2.0:1767384634.471758:0:22878:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384634.471759:0:22878:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384634.471763:0:22878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384634.471767:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384634.471768:0:22878:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:1.0:1767384634.471771:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384634.471772:0:22878:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:1.0:1767384634.471775:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c934e1f1. 00000020:00000001:2.0:1767384634.471778:0:22878:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.471783:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005718d3cd 00000020:00000001:2.0:1767384634.471784:0:22878:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384634.471794:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005718d3cd. 00000100:00000040:2.0:1767384634.471798:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000162af566 x1853237048134144/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/368 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.471802:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384634.471812:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.471835:0:22878:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000162af566 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048134144:12345-0@lo:13: Request processed in 820us (1670us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384634.471857:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.471873:0:22878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384634.471877:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384634.471879:0:22878:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:1.0:1767384634.471882:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.471884:0:22878:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384634.471887:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384634.471889:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.471892:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384634.471894:0:22878:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384634.471896:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.471902:0:22878:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a679813. 02000000:00000001:1.0:1767384634.471903:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.471917:0:22878:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00000100:00001000:1.0:1767384634.471921:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=41 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384634.471923:0:22878:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f2c1fdf8. 00000020:00000040:2.0:1767384634.471931:0:22878:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:2.0:1767384634.471937:0:22878:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384634.471938:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384634.471946:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384634.471950:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.471955:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384634.471964:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384634.471972:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.471976:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384634.471979:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384634.471981:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384634.471983:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.471987:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.471995:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.472000:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384634.472005:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1767384634.472009:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384634.472016:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1767384634.472020:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:1.0:1767384634.472039:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384634.472045:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.472050:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384634.472060:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004c24f637 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048134144:0@lo:13: 00000100:00080000:2.0:1767384634.472067:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:1.0:1767384634.472069:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472076:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1767384634.472078:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000040:1.0:1767384634.472090:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004c24f637 x1853237048134144/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.472099:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384634.472109:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384634.472113:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c609292e. 02000000:00000001:1.0:1767384634.472118:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384634.472121:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384634.472125:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384634.472128:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384634.472133:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e403b38e. 02000000:00000001:1.0:1767384634.472141:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384634.472143:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384634.472145:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c24f637. 00000100:00000001:1.0:1767384634.472150:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.472152:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.472156:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472178:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.472180:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.472183:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472185:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472203:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.472209:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472221:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.472225:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.472229:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384634.472238:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.472246:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384634.472249:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.472254:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384634.472258:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384634.472262:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.472266:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009449bdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048134400:0@lo:400: 00000100:00000001:1.0:1767384634.472271:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384634.472276:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384634.472280:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.472283:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384634.472290:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f34e13fe. 02000000:00000001:1.0:1767384634.472292:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.472297:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000400:00000010:1.0:1767384634.472313:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005718d3cd. 00000100:00000200:1.0:1767384634.472319:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048134400, portal 4 00000100:00000001:1.0:1767384634.472322:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384634.472324:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759656704 : -106174949894912 : ffff9f6f37d3d500) 00000100:00000040:1.0:1767384634.472333:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.472340:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384634.472350:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384634.472355:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000100:00000200:1.0:1767384634.472360:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048134400, offset 0 00000400:00000200:1.0:1767384634.472369:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384634.472381:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384634.472391:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff04b00 00000400:00000200:1.0:1767384634.472397:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2320 00000400:00000200:1.0:1767384634.472402:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384634.472407:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.472411:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.472412:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384634.472418:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384634.472420:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384634.472425:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1767384634.472425:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000048089652. 00000100:00000040:1.0:1767384634.472433:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000048089652 x1853237048134400 msgsize 224 00000100:00000040:2.0:1767384634.472477:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384634.472485:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384634.472500:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384634.472503:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.472506:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384634.472509:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384634.472522:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.472525:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009312223c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237048134528:0@lo:400: 00000100:00000001:1.0:1767384634.472526:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384634.472534:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384634.472538:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 02000000:00000001:2.0:1767384634.472540:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384634.472547:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 02000000:00000001:2.0:1767384634.472549:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.472558:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384634.472560:0:16356:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1767384634.472567:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f214730d. 00000100:00000200:1.0:1767384634.472569:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384634.472574:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384634.472589:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006703e151. 00000100:00000001:1.0:1767384634.472590:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.472600:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384634.472601:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c459c9d. 00000100:00000200:2.0:1767384634.472611:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048134528, portal 10 00000100:00000001:1.0:1767384634.472611:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472619:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384634.472621:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384634.472623:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759657600 : -106174949894016 : ffff9f6f37d3d880) 00000100:00000001:1.0:1767384634.472623:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.472637:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4158 usecs (5 jiffies) 00000100:00000040:2.0:1767384634.472641:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.472652:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922248 00000100:00000001:1.0:1767384634.472661:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922248 00000100:00000001:1.0:1767384634.472671:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922248 00000100:00000001:2.0:1767384634.472674:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384634.472678:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922248 00000100:00000040:2.0:1767384634.472685:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384634.472686:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922248 00000100:00000001:1.0:1767384634.472689:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922248 00000100:00000001:1.0:1767384634.472690:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922248 00000100:00000001:1.0:1767384634.472693:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922248 00000100:00000001:1.0:1767384634.472696:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384634.472697:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000100:00000001:1.0:1767384634.472700:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472706:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384634.472707:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048134528, offset 0 00000100:00000001:1.0:1767384634.472711:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.472717:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.472719:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384634.472724:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384634.472725:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384634.472727:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384634.472732:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472734:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.472742:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384634.472751:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384634.472755:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048134656 00000400:00000200:2.0:1767384634.472762:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff04b80 02000000:00000001:1.0:1767384634.472762:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384634.472768:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.472770:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.472777:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.472780:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048134656 00000400:00000200:2.0:1767384634.472781:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5592 00000020:00000001:1.0:1767384634.472785:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384634.472789:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000400:00000200:2.0:1767384634.472791:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384634.472792:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.472798:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000020:00000001:1.0:1767384634.472806:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000400:00000200:2.0:1767384634.472807:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384634.472815:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:2.0:1767384634.472818:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384634.472820:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384634.472822:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384634.472827:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004c24f637. 00000100:00000040:2.0:1767384634.472831:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000004c24f637 x1853237048134528 msgsize 224 00000020:00000010:1.0:1767384634.472831:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc43e54c. 00000020:00000010:1.0:1767384634.472847:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e0e649cd. 00000100:00100000:2.0:1767384634.472854:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:1.0:1767384634.472857:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:2.0:1767384634.472865:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384634.472869:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1767384634.472871:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000020:00000010:1.0:1767384634.472874:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072fd32c5. 00000400:00000010:2.0:1767384634.472875:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000100:00000001:2.0:1767384634.472889:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384634.472890:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfb85f8f. 00000100:00000200:2.0:1767384634.472895:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384634.472897:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000100:00000001:2.0:1767384634.472914:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.472915:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384634.472925:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384634.472928:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.472930:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384634.472936:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.472950:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472953:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384634.472955:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.472966:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384634.472968:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.472968:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.472986:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3100 usecs (4 jiffies) 00000100:00000001:1.0:1767384634.472989:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.472993:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294922247 00000100:00000001:2.0:1767384634.472996:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294922248 00000100:00000001:1.0:1767384634.472998:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384634.472999:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294922247 00000100:00100000:1.0:1767384634.473004:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048134528 00000100:00000001:2.0:1767384634.473006:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294922248 02000000:00000001:1.0:1767384634.473008:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384634.473017:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384634.473018:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294922247 00000100:00000001:1.0:1767384634.473024:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.473026:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294922248 02000000:00000001:1.0:1767384634.473028:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.473030:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048134528 00000020:00000001:1.0:1767384634.473032:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384634.473035:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000001:2.0:1767384634.473040:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294922247 00000020:00000001:1.0:1767384634.473040:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.473048:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000001:2.0:1767384634.473052:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294922248 00000020:00000001:1.0:1767384634.473054:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000001:1.0:1767384634.473061:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:2.0:1767384634.473062:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384634.473075:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.473075:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384634.473083:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000677cdbd4. 00000100:00000001:2.0:1767384634.473084:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.473097:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.473097:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384634.473114:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000677cdbd4. 00000100:00000001:2.0:1767384634.473119:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384634.473122:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384634.473123:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004033a8b8. 00000100:00000001:2.0:1767384634.473135:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384634.473135:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004a540694. 00000100:00000001:2.0:1767384634.473142:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384634.473146:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384634.473146:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d6870a1. 00000100:00000001:2.0:1767384634.473150:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.473168:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384634.473170:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384634.473171:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.473173:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384634.473175:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384634.473175:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.473184:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.473216:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384634.473217:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384634.473223:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:1.0:1767384634.473225:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000001:1.0:1767384634.473227:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758975744 : -106174950575872 : ffff9f6f37c97100) 00000100:00000040:1.0:1767384634.473234:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e29f98cb x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:615/0 lens 224/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.473241:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384634.473243:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000677cdbd4. 00000100:00000001:1.0:1767384634.473246:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384634.473249:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000677cdbd4. 00000100:00100000:1.0:1767384634.473260:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e29f98cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048134656:12345-0@lo:400: 00000100:00000200:1.0:1767384634.473264:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048134656 00000020:00000001:1.0:1767384634.473267:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384634.473271:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384634.473273:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.473276:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384634.473279:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:1.0:1767384634.473282:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384634.473285:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384634.473288:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384634.473292:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384634.473294:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.473297:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384634.473301:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384634.473302:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384634.473306:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1767384634.473307:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384634.473312:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c609292e. 00000100:00100000:3.0:1767384634.473314:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 02000000:00000001:1.0:1767384634.473320:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.473321:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00000001:1.0:1767384634.473325:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.473326:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759664768 : -106174949886848 : ffff9f6f37d3f480) 00000020:00000001:1.0:1767384634.473329:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.473334:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004c24f637 x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:615/0 lens 224/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384634.473334:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048134656 00010000:00000001:1.0:1767384634.473337:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384634.473343:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e29f98cb x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767384634.473346:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384634.473357:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:2.0:1767384634.473380:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1767384634.473383:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384634.473385:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384634.473385:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048134400 00010000:00000001:1.0:1767384634.473386:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384634.473395:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001424537a. 02000000:00000001:2.0:1767384634.473397:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1767384634.473397:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=46 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384634.473410:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384634.473411:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.473411:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384634.473426:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001424537a. 00000100:00000001:2.0:1767384634.473428:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.473428:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384634.473438:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00100000:3.0:1767384634.473443:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004c24f637 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237048134528:12345-0@lo:400: 02000000:00000001:1.0:1767384634.473444:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384634.473448:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384634.473449:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048134528 02000000:00000001:2.0:1767384634.473508:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.473515:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048134400 00000020:00000001:2.0:1767384634.473518:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384634.473521:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:2.0:1767384634.473524:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.473526:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000001:2.0:1767384634.473529:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:2.0:1767384634.473532:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:2.0:1767384634.473534:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384634.473538:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:2.0:1767384634.473540:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384634.473542:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000020:00000010:2.0:1767384634.473548:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b265cde. 00000020:00000010:2.0:1767384634.473551:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a679813. 00000020:00000010:2.0:1767384634.473553:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000100:00000040:2.0:1767384634.473571:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384634.473573:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384634.473574:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384634.473576:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.473580:0:17894:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384634.473582:0:17894:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384634.473583:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.473592:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.473602:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384634.473605:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384634.473608:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384634.473610:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:2.0:1767384634.473612:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758965888 : -106174950585728 : ffff9f6f37c94a80) 00000100:00000040:2.0:1767384634.473616:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000048089652 x1853237048134400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.473624:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384634.473626:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:2.0:1767384634.473627:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384634.473629:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000100:00100000:2.0:1767384634.473631:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000048089652 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048134400:12345-0@lo:400: 00000100:00000200:2.0:1767384634.473635:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048134400 00000020:00000001:2.0:1767384634.473637:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384634.473640:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384634.473641:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.473642:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384634.473644:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:2.0:1767384634.473646:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384634.473648:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.473649:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384634.473651:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384634.473653:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.473656:0:17894:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384634.473660:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384634.473661:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384634.473676:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009338a1cc. 02000000:00000001:2.0:1767384634.473677:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.473679:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.473680:0:17894:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384634.473683:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048134400 00010000:00000001:2.0:1767384634.473685:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384634.473690:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000048089652 x1853237048134400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384634.473695:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384634.473697:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384634.473699:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384634.473702:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384634.473703:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:2.0:1767384634.473705:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384634.473707:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384634.473709:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.473711:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384634.473712:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384634.473714:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000100:00000200:2.0:1767384634.473716:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048134400, offset 224 00000400:00000200:2.0:1767384634.473719:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384634.473728:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384634.473732:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff04b00 00000400:00000200:2.0:1767384634.473736:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1805 [1] + 224 00000400:00000200:2.0:1767384634.473739:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384634.473742:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.473749:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384634.473751:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384634.473757:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.473767:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384634.473770:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000400:00000010:2.0:1767384634.473780:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000100:00000001:2.0:1767384634.473784:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384634.473785:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384634.473788:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.473790:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:2.0:1767384634.473792:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384634.473793:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.473794:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384634.473796:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000048089652 x1853237048134400/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.473802:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000048089652 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048134400:12345-0@lo:400: Request processed in 177us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384634.473807:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:2.0:1767384634.473810:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:2.0:1767384634.473814:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384634.473815:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384634.473817:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a679813. 00000020:00000010:2.0:1767384634.473819:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00000020:00000010:2.0:1767384634.473823:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b265cde. 00000020:00000040:2.0:1767384634.473826:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:2.0:1767384634.473827:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.473849:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384634.473851:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048134272 02000000:00000001:2.0:1767384634.473853:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384634.473854:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384634.473855:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.473857:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.473859:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048134272 00000020:00000001:2.0:1767384634.473861:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384634.473862:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384634.473863:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.473864:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:2.0:1767384634.473866:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384634.473869:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384634.473884:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384634.473887:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:2.0:1767384634.473889:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384634.473892:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000020:00000010:2.0:1767384634.473896:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b265cde. 00000020:00000010:2.0:1767384634.473898:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a679813. 00000020:00000010:2.0:1767384634.473900:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000100:00000040:2.0:1767384634.473911:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384634.473914:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384634.473917:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384634.473918:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.473927:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.473942:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.473970:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384634.473974:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384634.473978:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384634.473996:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00000040:2.0:1767384634.474002:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384634.474009:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935107152 : -106175774444464 : ffff9f6f06ae3450) 00000100:00000040:1.0:1767384634.474010:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384634.474017:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000100:00000040:2.0:1767384634.474019:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cb3b8cc x1853237048134272/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 224/0 e 0 to 0 dl 1767384645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384634.474025:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048134656, offset 224 00000400:00000200:1.0:1767384634.474040:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384634.474048:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384634.474054:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384634.474056:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:2.0:1767384634.474076:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384634.474081:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000400:00000200:1.0:1767384634.474086:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff04c00 00000400:00000200:1.0:1767384634.474106:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x17f1 [1] + 224 00000100:00100000:2.0:1767384634.474107:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cb3b8cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048134272:12345-0@lo:400: 00000400:00000200:1.0:1767384634.474120:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384634.474122:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048134272 00000400:00000200:1.0:1767384634.474130:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384634.474131:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384634.474135:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384634.474144:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384634.474145:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:1.0:1767384634.474147:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384634.474170:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.474175:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384634.474177:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384634.474177:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000020:00000001:2.0:1767384634.474188:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384634.474188:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384634.474190:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.474206:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384634.474207:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.474222:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384634.474224:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384634.474230:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:1.0:1767384634.474231:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384634.474232:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.474238:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1767384634.474241:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000100:00000001:2.0:1767384634.474242:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384634.474243:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384634.474250:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000020:00000001:3.0:1767384634.474252:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384634.474252:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384634.474257:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005059b691. 00000020:00000001:3.0:1767384634.474260:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384634.474270:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.474271:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384634.474272:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1767384634.474280:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.474282:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384634.474283:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.474288:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384634.474291:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.474295:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384634.474295:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.474297:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 02000000:00000001:3.0:1767384634.474301:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384634.474307:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:3.0:1767384634.474309:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003f76c15e. 00010000:00000040:2.0:1767384634.474310:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048134272 00000020:00000001:1.0:1767384634.474311:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384634.474319:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.474320:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384634.474325:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384634.474327:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.474332:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e29f98cb x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384634.474333:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384634.474340:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cb3b8cc x1853237048134272/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1767384634.474341:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048134528 00010000:00000001:3.0:1767384634.474351:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384634.474351:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e29f98cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048134656:12345-0@lo:400: Request processed in 1104us (3503us total) trans 0 rc 0/0 00010000:00000200:3.0:1767384634.474362:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004c24f637 x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384634.474392:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:1.0:1767384634.474402:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:1.0:1767384634.474414:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384634.474417:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384634.474418:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384634.474419:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384634.474420:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384634.474424:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384634.474425:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfb85f8f. 00000100:00001000:2.0:1767384634.474426:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=51 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384634.474428:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=46 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384634.474436:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000100:00000001:3.0:1767384634.474444:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384634.474445:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072fd32c5. 00000100:00000040:3.0:1767384634.474450:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384634.474471:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384634.474474:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:2.0:1767384634.474478:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000040:1.0:1767384634.474478:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:1.0:1767384634.474487:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384634.474488:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384634.474491:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384634.474496:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384634.474496:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384634.474502:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.474503:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384634.474513:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384634.474518:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384634.474522:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384634.474526:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009230e015. 00000400:00000010:2.0:1767384634.474526:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000100:00000200:3.0:1767384634.474547:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048134528, offset 224 00000100:00000200:2.0:1767384634.474549:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048134272, offset 224 00000400:00000200:3.0:1767384634.474555:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384634.474570:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384634.474574:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384634.474575:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384634.474576:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384634.474584:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384634.474590:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384634.474593:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff04b80 00000400:00000200:2.0:1767384634.474597:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384634.474598:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c934e1f1. 00000400:00000200:1.0:1767384634.474607:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005718d3cd 00000400:00000010:1.0:1767384634.474610:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005718d3cd. 00000100:00000001:1.0:1767384634.474614:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767384634.474624:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff04a80 00000400:00000200:3.0:1767384634.474625:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x180d [1] + 224 00000100:00000200:1.0:1767384634.474626:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384634.474641:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384634.474650:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.474651:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x17f9 [1] + 224 00000400:00000200:3.0:1767384634.474660:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384634.474677:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384634.474678:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384634.474679:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384634.474681:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384634.474684:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.474694:0:16356:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767384634.474695:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384634.474699:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.474706:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.474711:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.474716:0:17080:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384634.474716:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.474717:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384634.474727:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=41 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384634.474733:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384634.474734:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384634.474737:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384634.474738:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384634.474739:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.474742:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1767384634.474747:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009230e015 00010000:00080000:1.0:1767384634.474751:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384634.474752:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009230e015. 00000100:00000001:3.0:1767384634.474759:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384634.474761:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384634.474768:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.474782:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:3.0:1767384634.474791:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384634.474797:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384634.474806:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384634.474816:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c24f637 x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384634.474822:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.474829:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384634.474831:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384634.474834:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384634.474842:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1767384634.474843:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004c24f637 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237048134528:12345-0@lo:400: Request processed in 1453us (2005us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384634.474848:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.474863:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384634.474881:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000040:3.0:1767384634.474896:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:2.0:1767384634.474902:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384634.474903:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384634.474911:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384634.474912:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.474917:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:3.0:1767384634.474918:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004a540694. 00000100:00000001:1.0:1767384634.474919:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384634.474921:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000020:00000010:3.0:1767384634.474923:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d6870a1. 00000400:00000010:2.0:1767384634.474927:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000100:00000040:1.0:1767384634.474928:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384634.474930:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004033a8b8. 00000100:00000001:2.0:1767384634.474936:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:3.0:1767384634.474938:0:17088:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:2.0:1767384634.474942:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384634.474943:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.474950:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.474956:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009449bdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048134400:0@lo:400: 00000100:00000040:2.0:1767384634.474961:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:1.0:1767384634.474963:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.474967:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384634.474968:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384634.474971:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.474975:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009449bdd9 x1853237048134400/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384634.474978:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384634.474990:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cb3b8cc x1853237048134272/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 224/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.474991:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384634.474994:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384634.475000:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384634.475001:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1767384634.475006:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f34e13fe. 00000400:00000001:3.0:1767384634.475010:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384634.475015:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1767384634.475016:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384634.475024:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006703e151. 00000020:00000001:1.0:1767384634.475026:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384634.475032:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000400:00000200:3.0:1767384634.475033:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c459c9d 00000100:00100000:2.0:1767384634.475036:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cb3b8cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048134272:12345-0@lo:400: Request processed in 983us (3605us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384634.475040:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c459c9d. 00000020:00000001:1.0:1767384634.475042:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384634.475049:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000183e4b53. 00000100:00000001:3.0:1767384634.475051:0:16357:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1767384634.475060:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1767384634.475066:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384634.475066:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1767384634.475069:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00000010:1.0:1767384634.475071:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009449bdd9. 00000100:00000040:2.0:1767384634.475080:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384634.475082:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.475090:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.475092:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384634.475097:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.475098:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384634.475112:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a679813. 00000100:00000200:3.0:1767384634.475113:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.475113:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.475124:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.475126:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00000100:00000001:3.0:1767384634.475128:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384634.475135:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384634.475136:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384634.475137:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b265cde. 00000100:00000001:1.0:1767384634.475140:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.475145:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384634.475150:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384634.475152:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:3.0:1767384634.475153:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384634.475173:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.475175:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384634.475179:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.475181:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384634.475181:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1767384634.475186:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=46 v=5 (5 0 0 0) 02000000:00000010:2.0:1767384634.475188:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005059b691. 00000400:00000001:1.0:1767384634.475189:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384634.475198:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1767384634.475202:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=46 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384634.475204:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384634.475204:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a8d665. 00000100:00000001:2.0:1767384634.475211:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.475216:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384634.475216:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7f16599 00000100:00000200:2.0:1767384634.475220:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384634.475221:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7f16599. 00000100:00000001:3.0:1767384634.475222:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.475231:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384634.475234:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384634.475236:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051e907c8. 00010000:00080000:3.0:1767384634.475242:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384634.475242:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384634.475245:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d7d536a. 00010000:00000001:3.0:1767384634.475285:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384634.475287:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.475298:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384634.475298:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384634.475302:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384634.475303:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.475307:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384634.475308:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384634.475310:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.475313:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.475315:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1767384634.475316:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.475318:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.475323:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384634.475329:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=51 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384634.475330:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384634.475336:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1767384634.475337:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384634.475338:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.475346:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384634.475348:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.475349:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384634.475356:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009312223c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237048134528:0@lo:400: 00010000:00000001:1.0:1767384634.475359:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384634.475362:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.475363:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.475366:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384634.475367:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384634.475375:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009312223c x1853237048134528/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384634.475377:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384634.475395:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384634.475399:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384634.475399:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.475404:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767384634.475405:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f214730d. 00000100:00000001:1.0:1767384634.475407:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384634.475411:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384634.475414:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384634.475415:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384634.475419:0:16357:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384634.475424:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384634.475427:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f425c08c. 00000100:00100000:1.0:1767384634.475429:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048134272:0@lo:400: 02000000:00000001:3.0:1767384634.475431:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384634.475494:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384634.475497:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009312223c. 00000100:00000001:3.0:1767384634.475501:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384634.475503:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384634.475505:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384634.475510:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384634.475511:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1767384634.475515:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384634.475516:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.475520:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc1553af. 00000100:00000001:3.0:1767384634.475521:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384634.475526:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.475527:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984d890c 00000400:00000010:1.0:1767384634.475530:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984d890c. 00000100:00000001:1.0:1767384634.475536:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384634.475543:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384634.475555:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.475564:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384634.475566:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.475568:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384634.475569:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.475570:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.475572:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.475573:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384634.475576:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=44 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384634.475578:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=44 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384634.475579:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384634.475580:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.475581:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384634.475590:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384634.475595:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.475597:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384634.475597:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1767384634.475599:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384634.475600:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.475602:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.475606:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.475607:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384634.475608:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384634.475609:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384634.475614:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9ec7cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048134656:0@lo:400: 00000100:00000001:1.0:1767384634.475618:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.475620:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.475621:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000200e631c x1853237048134272/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.475627:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384634.475629:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384634.475631:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ebb1b71. 02000000:00000001:1.0:1767384634.475633:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384634.475634:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384634.475635:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384634.475636:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384634.475637:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000030568f3e. 02000000:00000001:1.0:1767384634.475639:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384634.475640:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384634.475641:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000200e631c. 00000100:00000001:1.0:1767384634.475643:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.475644:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.475646:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.475652:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9ec7cd8 x1853237048134656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.475656:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384634.475657:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384634.475658:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d2ac448. 02000000:00000001:1.0:1767384634.475660:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384634.475660:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384634.475661:0:16354:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384634.475662:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384634.475663:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008d02ff7f. 02000000:00000001:1.0:1767384634.475664:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384634.475665:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384634.475667:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9ec7cd8. 00000100:00000001:1.0:1767384634.475669:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.475669:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.475670:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.475674:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.475674:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.475676:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.475677:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384634.478557:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294922248, at 4294922249 00000100:00000010:3.0:1767384634.478566:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da79e584. 00000100:00000040:1.0:1767384634.478596:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294922248, at 4294922249 00000100:00000040:2.0:1767384634.478600:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294922248, at 4294922249 00000100:00000010:1.0:1767384634.478605:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008dbd4d84. 00000100:00000010:2.0:1767384634.478622:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038f55c28. 00000100:00000040:0.0:1767384634.479488:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294922248, at 4294922250 00000100:00000010:0.0:1767384634.479495:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000776371d1. 00000001:00000001:3.0:1767384634.931945:0:27547:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384634.931953:0:27547:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp31 --if ens2 00000001:00000001:3.0:1767384634.936812:0:27547:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384634.945227:0:27548:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000083796e7d. 00000400:00000010:3.0:1767384634.945245:0:27548:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000067f31ded. 00000400:00000010:3.0:1767384634.945255:0:27548:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000de19d8c8. 00000400:00000010:3.0:1767384634.945259:0:27548:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000000ca4fc87. 00000400:00000010:3.0:1767384634.945263:0:27548:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000008e8590d3. 00000400:00000010:3.0:1767384634.945268:0:27548:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000054ce3aa0. 00000400:00000010:3.0:1767384634.945270:0:27548:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004c032918. 00000400:00000010:3.0:1767384634.945271:0:27548:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058df1abc. 00000400:00000010:3.0:1767384634.945275:0:27548:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000031307b5b. 00000800:00000010:3.0:1767384634.945291:0:27548:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000d11f2807. 00000800:00000200:3.0:1767384634.945303:0:27548:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384634.945314:0:27548:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384634.945359:0:27548:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:3.0:1767384634.945386:0:27548:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp31 [8/256/0/180] 00000400:00000010:3.0:1767384634.947132:0:27548:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000ddd8f255. 00000400:00000010:3.0:1767384634.947140:0:27548:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e40429e. 00000400:00000010:3.0:1767384634.947146:0:27548:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009230e015. 00000400:00000001:3.0:1767384634.947189:0:27548:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384634.947201:0:27548:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384634.947204:0:27548:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0337379. 00000400:00000200:3.0:1767384634.947207:0:27548:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068c0e820 00000400:00000010:3.0:1767384634.947209:0:27548:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000068c0e820. 00000400:00000010:3.0:1767384634.947213:0:27548:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000042b93ff4. 00000400:00000200:3.0:1767384634.947219:0:27548:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (22) 00000400:00000200:3.0:1767384634.947232:0:27548:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384634.947243:0:27548:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131103 00000020:00000010:3.0:1767384634.947252:0:27548:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000006496f05e. 00000020:01000000:3.0:1767384634.947258:0:27548:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384634.947260:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384634.947267:0:27548:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp31 00000400:00000200:0.0:1767384634.947272:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:3.0:1767384634.947283:0:27548:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000067f31ded. 00000400:00000010:0.0:1767384634.947283:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cb6f2a0. 00000400:00000010:3.0:1767384634.947288:0:27548:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000083796e7d. 00000400:00000200:0.0:1767384634.947297:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (23) 00000400:00000010:0.0:1767384634.947303:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002cf1231b. 00000400:00000200:0.0:1767384634.947307:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp11 00000020:00000001:2.0:1767384634.947311:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384634.947315:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384634.947318:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384634.947321:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384634.947322:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp11 to MR: 192.168.203.125@tcp11 local destination 00000020:01000004:2.0:1767384634.947328:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384634.947333:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp11 NI seq info: [67:67:256:4294967295] 192.168.203.125@tcp11 LPNI seq info [66:66:8:4294967295] 00000020:01000004:2.0:1767384634.947334:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384634.947339:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384634.947343:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp11 00000020:01000004:2.0:1767384634.947344:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384634.947347:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384634.947351:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384634.947354:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384634.947355:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11:192.168.203.125@tcp11) -> 192.168.203.125@tcp11(192.168.203.125@tcp11:192.168.203.125@tcp11) : PUT try# 0 00000020:01000004:2.0:1767384634.947358:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384634.947363:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384634.947364:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:0.0:1767384634.947367:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.125@tcp11 00000100:00000010:2.0:1767384634.947372:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9ec7cd8. 00000800:00000010:0.0:1767384634.947372:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001329e508. 00000020:00000040:2.0:1767384634.947378:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000800:00000200:0.0:1767384634.947382:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (6) 00000100:00000001:2.0:1767384634.947384:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384634.947388:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384634.947391:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp11 ip 192.168.203.125:988 02000000:00000001:2.0:1767384634.947394:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384634.947395:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001329e508 type 1, nob 496 niov 1 nkiov 1 02000000:00000010:2.0:1767384634.947406:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000000b05af4d. 00000100:00000001:2.0:1767384634.947414:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.947416:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384634.947419:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:2.0:1767384634.947424:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384634.947428:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.947469:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9ec7cd8] to pc [ptlrpcd_00_01+1] req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:2.0:1767384634.947504:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384634.947507:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.947508:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384634.947510:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:2.0:1767384634.947517:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384634.947518:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384634.947519:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384634.947521:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384634.947525:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384634.947526:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384634.947535:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384634.947536:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384634.947538:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384634.947541:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384634.947542:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384634.947543:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384634.947545:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384634.947549:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000200e631c. 00000020:00000040:2.0:1767384634.947551:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384634.947554:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384634.947557:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384634.947561:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384634.947569:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000080d4da29. 00000100:00000001:2.0:1767384634.947574:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384634.947577:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384634.947579:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384634.947584:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384634.947585:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001329e508. 00000400:00000200:1.0:1767384634.947597:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384634.947598:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200e631c] to pc [ptlrpcd_00_02+2] req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.947618:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: PUT: OK 00000400:00000200:1.0:1767384634.947629:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384634.947643:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp11: 0 00000100:00000001:0.0:1767384634.947651:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384634.947654:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384634.947656:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:2.0:1767384634.947657:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.947658:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384634.947663:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.947663:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384634.947668:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:1.0:1767384634.947670:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384634.947672:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000006496f05e. 00000100:00000040:0.0:1767384634.947673:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384634.947676:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384634.947684:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.947686:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384634.947691:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384634.947691:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.947702:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:1.0:1767384634.947703:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11) <- 192.168.203.125@tcp11 : PUT - for me 02000000:00000001:0.0:1767384634.947704:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384634.947711:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384634.947714:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384634.947723:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.947728:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1767384634.947729:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9ec7cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048134784:0@lo:253: 00000100:00000001:2.0:1767384634.947735:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.947743:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 400 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384634.947746:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384634.947751:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384634.947751:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384634.947760:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384634.947762:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384634.947767:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 384/400 into md 0x1799 [1] + 0 02000000:00000001:0.0:1767384634.947769:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.947770:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384634.947774:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384634.947787:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fed17f63. 00000400:00000010:1.0:1767384634.947792:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f1b185b. 02000000:00000001:0.0:1767384634.947793:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.947800:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eec6c90b 00000100:00000001:2.0:1767384634.947802:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384634.947808:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384634.947808:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff343fe9. 00000800:00000001:1.0:1767384634.947813:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:2.0:1767384634.947816:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1767384634.947820:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc9dd740. 00000800:00000001:1.0:1767384634.947822:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384634.947830:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384634.947830:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384634.947831:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048134784, portal 25 02000000:00000001:2.0:1767384634.947836:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.947848:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1767384634.947852:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048134912:0@lo:253: 00000100:00000001:0.0:1767384634.947854:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759661184 : -106174949890432 : ffff9f6f37d3e680) 00000400:00000200:1.0:1767384634.947860:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: PUT: OK 00000100:00000001:2.0:1767384634.947872:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384634.947872:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.947874:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eec6c90b 02000000:00000001:2.0:1767384634.947877:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384634.947884:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.947884:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eec6c90b. 00000100:00000001:0.0:1767384634.947894:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384634.947900:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384634.947903:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000040:0.0:1767384634.947905:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1767384634.947908:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000142f2130. 00000400:00000200:1.0:1767384634.947909:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (24) 00000400:00000010:0.0:1767384634.947910:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064c7d2b9. 02000000:00000001:2.0:1767384634.947917:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384634.947922:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048134784, offset 0 00000400:00000200:1.0:1767384634.947925:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:2.0:1767384634.947926:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c303353b. 00000400:00000200:0.0:1767384634.947937:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384634.947939:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (400 bytes) 00000400:00000010:2.0:1767384634.947954:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e108371. 00000400:00000200:1.0:1767384634.947955:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000200:2.0:1767384634.947966:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048134912, portal 25 00000100:00000001:2.0:1767384634.947970:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384634.947972:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759653120 : -106174949898496 : ffff9f6f37d3c700) 00000100:00000040:2.0:1767384634.947988:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.947991:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (25) 00000100:00000001:2.0:1767384634.948002:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384634.948006:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:2.0:1767384634.948007:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384634.948011:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384634.948017:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002eba07c8. 00000100:00000200:2.0:1767384634.948021:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048134912, offset 0 00000400:00000200:1.0:1767384634.948030:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp11 to MR: 192.168.203.125@tcp11 local destination 00000400:00000200:2.0:1767384634.948038:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384634.948044:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp11 NI seq info: [68:68:256:4294967295] 192.168.203.125@tcp11 LPNI seq info [67:67:8:4294967295] 00000400:00000200:1.0:1767384634.948056:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11:192.168.203.125@tcp11) -> 192.168.203.125@tcp11(192.168.203.125@tcp11:192.168.203.125@tcp11) 192.168.203.125@tcp11 : ACK try# 0 00000800:00000200:1.0:1767384634.948061:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp11 00000800:00000010:1.0:1767384634.948066:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007cf985fd. 00000400:00000200:0.0:1767384634.948069:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04c80 00000400:00000200:2.0:1767384634.948075:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1767384634.948087:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (6) 00000400:00000200:0.0:1767384634.948088:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10a5 [2] + 0 00000400:00000200:2.0:1767384634.948089:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04d00 00000400:00000010:0.0:1767384634.948101:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bbd48b4. 00000800:00000200:1.0:1767384634.948111:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp11 ip 192.168.203.125:1019 00000400:00000200:0.0:1767384634.948112:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006b4de422 00000800:00000200:1.0:1767384634.948117:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007cf985fd type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384634.948123:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10b5 [2] + 0 00000400:00000200:0.0:1767384634.948123:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384634.948132:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004421e2d2. 00000800:00000001:1.0:1767384634.948132:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384634.948134:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384634.948145:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005c4c235d 00000800:00000001:1.0:1767384634.948148:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384634.948150:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b4de422 00000400:00000200:2.0:1767384634.948152:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384634.948170:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384634.948170:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006b4de422. 00000400:00000200:2.0:1767384634.948177:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c4c235d 00000100:00000001:0.0:1767384634.948178:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000010:2.0:1767384634.948198:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c4c235d. 00000100:00000200:0.0:1767384634.948199:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384634.948204:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000059394144 x1853237048134784 msgsize 4848 00000100:00000001:2.0:1767384634.948207:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384634.948210:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00100000:0.0:1767384634.948226:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384634.948227:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000059d2e9c6 x1853237048134912 msgsize 4848 00000100:00000040:0.0:1767384634.948231:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384634.948237:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384634.948245:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384634.948245:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384634.948256:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064c7d2b9 00000100:00000001:2.0:1767384634.948259:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384634.948260:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064c7d2b9. 00000100:00000001:0.0:1767384634.948268:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384634.948277:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eba07c8 00000100:00000200:0.0:1767384634.948277:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384634.948281:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002eba07c8. 00000800:00000200:1.0:1767384634.948285:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384634.948287:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1767384634.948295:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007cf985fd. 00000100:00000001:0.0:1767384634.948299:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384634.948302:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.948304:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384634.948311:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.948327:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: ACK: OK 00000100:00000001:2.0:1767384634.948329:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384634.948342:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384634.948346:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384634.948347:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.948352:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384634.948353:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.948361:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.948362:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1767384634.948364:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.948369:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294922724 00000800:00000001:1.0:1767384634.948370:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384634.948372:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384634.948381:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.948382:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294922724 00000100:00000010:0.0:1767384634.948384:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e559c9e2. 00000800:00000001:1.0:1767384634.948391:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384634.948398:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000800:00000001:1.0:1767384634.948403:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.948408:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294922724 00000100:00000001:2.0:1767384634.948409:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294922724 00000400:00000200:1.0:1767384634.948422:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp11(192.168.203.125@tcp11) <- 192.168.203.125@tcp11 : ACK - for me 00000100:00000001:2.0:1767384634.948424:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294922724 00000100:00000010:0.0:1767384634.948424:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000683c3119. 00000100:00000001:0.0:1767384634.948436:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384634.948448:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294922724 00000100:00000001:2.0:1767384634.948449:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294922724 00000100:00000001:2.0:1767384634.948496:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294922725 00000100:00000010:0.0:1767384634.948502:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000016196c8d. 00000400:00000200:1.0:1767384634.948506:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp11: ACK from 12345-192.168.203.125@tcp11 into md 0x182d 00000100:00000001:0.0:1767384634.948509:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384634.948514:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384634.948521:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294922725 00000400:00000200:1.0:1767384634.948526:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp11->192.168.203.125@tcp11: ACK: OK 00000100:00000001:2.0:1767384634.948528:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922724 00000100:00000010:0.0:1767384634.948529:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1a24af0. 00000100:00000001:0.0:1767384634.948545:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384634.948550:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294922725 00000400:00000200:1.0:1767384634.948553:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cb6f2a0 00000400:00000010:1.0:1767384634.948558:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cb6f2a0. 00000100:00000001:2.0:1767384634.948560:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294922725 00000100:00000001:0.0:1767384634.948560:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384634.948573:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.948575:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384634.948576:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384634.948582:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.948584:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.948587:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384634.948592:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000100:00000001:2.0:1767384634.948594:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.948611:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:0.0:1767384634.948613:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384634.948616:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.948623:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384634.948625:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (24) 00000100:00000001:0.0:1767384634.948638:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384634.948640:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384634.948642:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1767384634.948651:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.948651:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.948652:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384634.948665:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.948666:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048134784 02000000:00000001:2.0:1767384634.948672:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384634.948675:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384634.948675:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384634.948687:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.948690:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.948693:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.948697:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048134784 00000020:00000001:2.0:1767384634.948708:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384634.948709:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384634.948719:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384634.948720:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.948722:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:2.0:1767384634.948735:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384634.948737:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000580b0193. 00000020:00000040:2.0:1767384634.948738:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:2.0:1767384634.948744:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000010:0.0:1767384634.948744:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027410ff9. 00000020:00000001:2.0:1767384634.948751:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000010:0.0:1767384634.948753:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efb7b854. 00000100:00000001:2.0:1767384634.948756:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384634.948759:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000580b0193 00000020:00000010:2.0:1767384634.948761:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000400:00000010:0.0:1767384634.948768:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 393 at 0000000057f491d8. 00000100:00000001:2.0:1767384634.948769:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384634.948776:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000400:00000200:0.0:1767384634.948780:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 400 success 00000020:00000010:2.0:1767384634.948785:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b265cde. 00000100:00000001:1.0:1767384634.948787:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1767384634.948794:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9c396df. 00000100:00100000:1.0:1767384634.948797:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048134912 00000020:00000010:2.0:1767384634.948802:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000400:00000200:0.0:1767384634.948804:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 02000000:00000001:1.0:1767384634.948805:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384634.948814:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384634.948816:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384634.948816:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (23) 00000100:00000001:1.0:1767384634.948823:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.948828:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:0.0:1767384634.948829:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 409 at 00000000fd2f451e. 02000000:00000001:1.0:1767384634.948831:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.948832:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384634.948841:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384634.948847:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000416ebaa8. 00000100:00100000:1.0:1767384634.948848:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048134912 00000100:00000001:2.0:1767384634.948854:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.948857:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384634.948862:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000010:0.0:1767384634.948863:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b89392a2. 00000020:00000001:1.0:1767384634.948866:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384634.948870:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000100:00000001:2.0:1767384634.948873:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384634.948875:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:0.0:1767384634.948876:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000020:00000001:1.0:1767384634.948884:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384634.948893:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384634.948897:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000001:2.0:1767384634.948898:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384634.948901:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384634.948905:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000010:1.0:1767384634.948906:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000677cdbd4. 00000100:00100000:2.0:1767384634.948917:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00000001:1.0:1767384634.948919:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384634.948928:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000010:1.0:1767384634.948932:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000677cdbd4. 00000100:00000001:2.0:1767384634.948934:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935104080 : -106175774447536 : ffff9f6f06ae2850) 00000400:00000200:0.0:1767384634.948937:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000400:00000200:0.0:1767384634.948953:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[12, 36], ns[12, 36] 00000100:00000040:2.0:1767384634.948954:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059394144 x1853237048134784/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 4848/0 e 0 to 0 dl 1767384645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384634.948955:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e66b0f6. 00000020:00000010:1.0:1767384634.948971:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dfb85f8f. 00000400:00000200:0.0:1767384634.948976:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 12], ns[14, 12] 00000100:00000001:2.0:1767384634.948978:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384634.948984:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000020:00000010:1.0:1767384634.948986:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000400:00000200:0.0:1767384634.948986:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 12], ns[16, 12] 00000100:00000001:2.0:1767384634.948994:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384634.949001:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000100:00000001:1.0:1767384634.949003:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384634.949011:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 12], ns[18, 12] 00000100:00000001:1.0:1767384634.949015:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384634.949020:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.949027:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059394144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048134784:12345-0@lo:253: 00000400:00000200:0.0:1767384634.949027:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 12], ns[20, 12] 00000100:00000001:1.0:1767384634.949031:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384634.949038:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048134784 00000400:00000200:0.0:1767384634.949050:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 12], ns[22, 12] 00000020:00000001:2.0:1767384634.949052:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384634.949053:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.949063:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384634.949065:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 12], ns[24, 12] 00000020:00000001:2.0:1767384634.949068:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.949074:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384634.949077:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:0.0:1767384634.949078:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 12], ns[26, 12] 00000100:00000001:1.0:1767384634.949084:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384634.949085:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384634.949091:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 12], ns[28, 12] 00000100:00000001:1.0:1767384634.949094:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384634.949095:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.949102:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384634.949104:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 12], ns[30, 12] 00000020:00000001:2.0:1767384634.949106:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384634.949114:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.949114:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00000040:1.0:1767384634.949130:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384634.949131:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384634.949131:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 12], ns[32, 12] 02000000:00000001:2.0:1767384634.949138:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384634.949143:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935094864 : -106175774456752 : ffff9f6f06ae0450) 02000000:00000010:2.0:1767384634.949148:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000dc60685c. 00000400:00000200:0.0:1767384634.949151:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 12], ns[34, 12] 02000000:00000001:2.0:1767384634.949172:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.949173:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 12], ns[44, 12] 00000100:00000040:1.0:1767384634.949180:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059d2e9c6 x1853237048134912/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 4848/0 e 0 to 0 dl 1767384645 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.949182:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.949203:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384634.949211:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 12], ns[48, 12] 20000000:00000010:2.0:1767384634.949221:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000002bfaf6a6. 20000000:01000000:2.0:1767384634.949235:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384634.949239:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 12], ns[52, 12] 00000100:00000001:1.0:1767384634.949246:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384634.949247:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:0.0:1767384634.949250:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 12], ns[56, 12] 00000020:00000010:1.0:1767384634.949251:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000677cdbd4. 20000000:00000001:2.0:1767384634.949253:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384634.949263:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.949263:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384634.949271:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 12], ns[60, 12] 20000000:00000001:2.0:1767384634.949275:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384634.949278:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000677cdbd4. 20000000:00000001:2.0:1767384634.949286:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384634.949297:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[64, 12], ns[65, 12] 00000100:00100000:1.0:1767384634.949298:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059d2e9c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048134912:12345-0@lo:253: 20000000:00000010:2.0:1767384634.949302:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f2c1fdf8. 20000000:01000000:2.0:1767384634.949315:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 00000100:00000200:1.0:1767384634.949316:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048134912 00000020:00000001:1.0:1767384634.949332:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384634.949336:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384634.949342:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.949345:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384634.949345:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp12] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[65, 12], ns[66, 12] 00000020:00000001:1.0:1767384634.949347:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384634.949353:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00080000:00000001:2.0:1767384634.949357:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:0.0:1767384634.949357:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp12 00000020:00000001:1.0:1767384634.949362:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384634.949365:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:1.0:1767384634.949367:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384634.949368:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp12 00000020:00000001:1.0:1767384634.949378:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384634.949379:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp12 lpni_is_preferred = 0 00000400:00000200:0.0:1767384634.949383:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp12 00080000:00000001:2.0:1767384634.949387:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384634.949388:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384634.949388:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp12 NI seq info: [69:69:256:4294967295] 192.168.203.125@tcp12 LPNI seq info [68:68:8:4294967295] 00000020:00000001:1.0:1767384634.949395:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.949400:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384634.949401:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp12 00080000:00000001:2.0:1767384634.949404:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.949407:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384634.949409:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384634.949413:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384634.949418:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e54fa615. 00080000:00000001:2.0:1767384634.949419:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384634.949424:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp12(192.168.203.125@tcp12:) -> 192.168.203.125@tcp12(192.168.203.125@tcp:192.168.203.125@tcp12) : GET try# 0 00080000:00000001:2.0:1767384634.949427:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.949427:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.949443:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384634.949444:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000800:00000200:0.0:1767384634.949444:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp12 00000020:00000001:2.0:1767384634.949501:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:2.0:1767384634.949503:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:1.0:1767384634.949508:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000800:00000010:0.0:1767384634.949509:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000009c0de917. 00080000:00000001:2.0:1767384634.949516:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767384634.949521:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (6) 00080000:00000001:2.0:1767384634.949524:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1767384634.949525:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000045063839. 00000800:00000200:0.0:1767384634.949536:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp12 ip 192.168.203.125:988 00080000:00000001:2.0:1767384634.949537:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384634.949539:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000800:00000200:0.0:1767384634.949539:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009c0de917 type 2, nob 96 niov 1 nkiov 0 00000020:00000001:2.0:1767384634.949542:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384634.949549:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:2.0:1767384634.949552:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 20000000:00000001:1.0:1767384634.949554:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384634.949558:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:0.0:1767384634.949558:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 20000000:00000001:1.0:1767384634.949559:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384634.949566:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004bce4294. 00000400:00000200:0.0:1767384634.949566:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 20000000:00000001:1.0:1767384634.949568:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384634.949579:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384634.949580:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893623024640 : -106180086526976 : ffff9f6e05a90c00) 00080000:00000001:2.0:1767384634.949588:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384634.949591:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384634.949595:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c8c177c4. 00080000:00000001:2.0:1767384634.949597:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.949599:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384634.949628:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384634.949644:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:2.0:1767384634.949699:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384634.949727:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384634.949729:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384634.949736:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384634.949738:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1767384634.949741:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000009c0de917. 00000400:00000200:0.0:1767384634.949747:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384634.949748:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp12(192.168.203.125@tcp12) <- 192.168.203.125@tcp12 : GET - for me 00000400:00000200:0.0:1767384634.949757:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp12->192.168.203.125@tcp12: GET: OK 00000400:00000200:2.0:1767384634.949763:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 400 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384634.949765:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384634.949772:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 400/400 into md 0x1829 [1] + 0 00000400:00000200:0.0:1767384634.949773:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000400:00000200:2.0:1767384634.949784:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp12 to MR: 192.168.203.125@tcp12 local destination 00000400:00000200:2.0:1767384634.949789:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp12 NI seq info: [70:70:255:4294967295] 192.168.203.125@tcp12 LPNI seq info [69:69:7:4294967295] 00000400:00000200:2.0:1767384634.949797:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp12(192.168.203.125@tcp12:192.168.203.125@tcp12) -> 192.168.203.125@tcp12(192.168.203.125@tcp12:192.168.203.125@tcp12) 192.168.203.125@tcp12 : REPLY try# 0 00000800:00000200:2.0:1767384634.949801:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.203.125@tcp12 00000800:00000010:2.0:1767384634.949806:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5556293. 00000800:00000200:2.0:1767384634.949812:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (6) 00000800:00000200:2.0:1767384634.949818:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp12 ip 192.168.203.125:1017 00000800:00000200:2.0:1767384634.949821:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 3, nob 496 niov 1 nkiov 1 00000800:00000001:0.0:1767384634.949845:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384634.949905:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384634.949907:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384634.949914:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384634.949916:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5556293. 00000800:00000001:0.0:1767384634.949918:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384634.949923:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384634.949925:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384634.949938:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp12->192.168.203.125@tcp12: REPLY: OK 00000400:00000200:0.0:1767384634.949939:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp12(192.168.203.125@tcp12) <- 192.168.203.125@tcp12 : REPLY - for me 00000800:00000001:1.0:1767384634.949941:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384634.949961:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp12: Reply from 12345-192.168.203.125@tcp12 of length 400/400 into md 0x1845 00000800:00000001:0.0:1767384634.949967:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384634.949974:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384634.949977:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384634.949981:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp12->192.168.203.125@tcp12: REPLY: OK 00000400:00000200:0.0:1767384634.949985:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000416ebaa8 00000400:00000010:0.0:1767384634.949987:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000416ebaa8. 00000400:00000200:0.0:1767384634.949990:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384634.949994:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:0.0:1767384634.949997:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:0.0:1767384634.949999:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 23. state = 0x100251 00000400:00000200:0.0:1767384634.950006:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384634.950022:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (24) 00000800:00000001:0.0:1767384634.950027:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384634.950031:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384634.950059:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384634.950062:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000d1 00000400:00000010:0.0:1767384634.950069:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 480 at 00000000c8aecce1. 00000400:00000010:0.0:1767384634.950073:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 576 at 000000005c156aaa. 00000400:00000010:0.0:1767384634.950076:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 480 at 000000004f0c8b59. 00000400:00000200:0.0:1767384634.950102:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp29(0000000060def05a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384634.950107:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp30(000000003b73930b) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384634.950129:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000b0f793b8. 00000400:00000200:0.0:1767384634.950134:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000b0f793b8 nid 192.168.203.125@tcp31 00000400:00000010:0.0:1767384634.950136:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a60742e1. 00000400:00000200:0.0:1767384634.950138:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a60742e1 net tcp31 00000400:00000200:0.0:1767384634.950140:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (23) 00000400:00000200:0.0:1767384634.950149:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp31 flags 0x11 00000400:00000010:0.0:1767384634.950153:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 480 at 00000000c8aecce1. 00000400:00000010:0.0:1767384634.950169:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 576 at 000000005c156aaa. 00000400:00000010:0.0:1767384634.950171:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 480 at 000000004f0c8b59. 00000400:00000010:0.0:1767384634.950173:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000fd2f451e. 00000400:00000200:0.0:1767384634.950175:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384634.950196:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:0.0:1767384634.950198:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:0.0:1767384634.950202:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:0.0:1767384634.950205:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384634.950207:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:0.0:1767384634.950211:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384634.950215:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (24) 00080000:00000010:1.0:1767384634.950571:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004bce4294. 00080000:00000010:2.0:1767384634.950613:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c8c177c4. 00040000:00000001:2.0:1767384634.950618:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384634.950620:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384634.950622:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384634.950625:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384634.950627:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.950628:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384634.950638:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384634.950650:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384634.950652:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:1.0:1767384634.950656:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092b544da. 00080000:00000001:2.0:1767384634.950657:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384634.950664:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #31 20000000:01000000:0.0:1767384634.950666:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384634.950670:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384634.950670:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384634.950675:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384634.950676:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384634.950682:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384634.950683:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384634.950690:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384634.950696:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000e41201 count: 2 00080000:00000001:1.0:1767384634.950700:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384634.950700:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384634.950707:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384634.950711:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f0467cfc. 00080000:00000001:1.0:1767384634.950716:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384634.950717:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:1.0:1767384634.950725:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000020:00000040:0.0:1767384634.950725:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f0467cfc with handle 0x71ee3a74e2719197 to hash 00080000:00000001:1.0:1767384634.950729:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384634.950733:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384634.950735:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384634.950736:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00080000:00000001:1.0:1767384634.950738:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384634.950744:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00010000:00000001:0.0:1767384634.950746:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00000020:00000001:1.0:1767384634.950759:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00010000:00000001:0.0:1767384634.950759:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:1.0:1767384634.950768:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384634.950768:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384634.950784:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384634.950785:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384634.950793:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384634.950807:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384634.950808:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:1.0:1767384634.950812:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384634.950816:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:0.0:1767384634.950820:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384634.950821:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000020:2.0:1767384634.950824:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384634.950825:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384634.950828:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:2.0:1767384634.950830:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384634.950839:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 20000000:00000010:2.0:1767384634.950840:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000002bfaf6a6. 00080000:00000010:1.0:1767384634.950841:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000298dfcd9. 00010000:00010000:0.0:1767384634.950848:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384634.950853:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893548590080 : -106180160961536 : ffff9f6e01394400) 20000000:00000001:2.0:1767384634.950854:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384634.950866:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000040:2.0:1767384634.950867:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048134784 00010000:00000001:0.0:1767384634.950867:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384634.950877:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384634.950879:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384634.950880:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384634.950881:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000010:1.0:1767384634.950888:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000677cdbd4. 00010000:00000001:0.0:1767384634.950889:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1767384634.950896:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059394144 x1853237048134784/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:1.0:1767384634.950901:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.950901:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384634.950911:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384634.950911:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384634.950922:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.950925:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:0.0:1767384634.950928:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000e41201) refcount = 2 00010000:00000001:2.0:1767384634.950933:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384634.950933:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384634.950933:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384634.950945:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384634.950949:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=51 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384634.950950:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384634.950952:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384634.950955:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384634.950962:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:0.0:1767384634.950963:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec3cc267. 00000100:00000001:0.0:1767384634.950968:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000040:2.0:1767384634.950970:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000010:0.0:1767384634.950971:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064c7d2b9. 00000100:00000001:2.0:1767384634.950976:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:0.0:1767384634.950976:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893631080512 : -106180078471104 : ffff9f6e0623f840) 00000100:00000001:0.0:1767384634.950981:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893631080512 : -106180078471104 : ffff9f6e0623f840) 02000000:00000001:2.0:1767384634.950984:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384634.950985:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384634.950988:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 02000000:00000001:2.0:1767384634.950990:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.950990:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384634.950994:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384634.950996:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384634.950997:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384634.951001:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:2.0:1767384634.951004:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384634.951005:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:2.0:1767384634.951010:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002eba07c8. 00010000:00000001:0.0:1767384634.951012:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000100:00000200:2.0:1767384634.951015:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048134784, offset 224 00010000:00000001:0.0:1767384634.951015:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384634.951017:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003419d4b7. 00000020:00000040:0.0:1767384634.951021:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000400:00000200:2.0:1767384634.951024:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384634.951025:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384634.951027:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384634.951029:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384634.951034:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd2f451e. 00000100:00000001:0.0:1767384634.951038:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384634.951040:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384634.951045:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384634.951050:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04c80 00000400:00000200:2.0:1767384634.951058:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1831 [2] + 224 00000400:00000200:2.0:1767384634.951062:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767384634.951064:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 16 pid: 17080 timeout: 405 lvb_type: 0 00000400:00000200:2.0:1767384634.951065:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.951072:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384634.951077:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384634.951077:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384634.951081:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384634.951086:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384634.951090:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384634.951108:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384634.951111:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384634.951114:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048135040:0@lo:104: 00000100:00000001:0.0:1767384634.951116:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384634.951118:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384634.951118:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.951120:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384634.951120:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384634.951125:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f0c8b59. 00000400:00000200:2.0:1767384634.951126:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eba07c8 02000000:00000001:0.0:1767384634.951127:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384634.951132:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002eba07c8. 00000400:00000010:0.0:1767384634.951134:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846b4a9f. 00000100:00000001:2.0:1767384634.951137:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:0.0:1767384634.951140:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000416ebaa8. 00000100:00000001:2.0:1767384634.951141:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384634.951144:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384634.951146:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384634.951147:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048135040, portal 16 00000100:00000001:1.0:1767384634.951148:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384634.951164:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384634.951167:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384634.951167:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000001:1.0:1767384634.951170:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384634.951171:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.951171:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759364480 : -106174950187136 : ffff9f6f37cf5f80) 00000400:00000001:1.0:1767384634.951174:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384634.951179:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384634.951183:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff343fe9. 00000100:00000040:2.0:1767384634.951188:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059394144 x1853237048134784/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384634.951189:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1767384634.951191:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc9dd740 00000400:00000010:1.0:1767384634.951203:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc9dd740. 00000100:00000001:1.0:1767384634.951215:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384634.951228:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.951257:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059394144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048134784:12345-0@lo:253: Request processed in 2271us (3045us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384634.951292:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1767384634.951293:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.951299:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00000040:0.0:1767384634.951309:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384634.951317:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000400:00000010:0.0:1767384634.951317:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005402dd38. 00000100:00000001:1.0:1767384634.951322:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767384634.951325:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048135040, offset 0 00000100:00000001:1.0:1767384634.951327:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.951328:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384634.951333:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384634.951336:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384634.951338:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384634.951340:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.951343:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384634.951344:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9c396df. 00000100:00000001:1.0:1767384634.951345:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.951354:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384634.951355:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.951357:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00000400:00000200:0.0:1767384634.951364:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff04d80 00000100:00001000:1.0:1767384634.951365:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=51 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384634.951366:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b265cde. 00000020:00000040:2.0:1767384634.951376:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000400:00000200:0.0:1767384634.951377:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x9 [2] + 1968 00000100:00001000:1.0:1767384634.951379:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=51 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384634.951392:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d6353e61. 00000100:00000001:1.0:1767384634.951398:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384634.951402:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.951403:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:0.0:1767384634.951403:0:17102:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050d0e456 00010000:00000001:1.0:1767384634.951408:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1767384634.951409:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1767384634.951411:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000dc60685c. 00010000:00000001:1.0:1767384634.951415:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.951422:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.951425:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384634.951428:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384634.951465:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384634.951477:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d0e456 00000100:00000001:2.0:1767384634.951478:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384634.951484:0:17102:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050d0e456. 00000100:00000001:0.0:1767384634.951494:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384634.951496:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384634.951500:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384634.951501:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000010:2.0:1767384634.951503:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db10eac. 00000100:00000001:1.0:1767384634.951512:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1767384634.951512:0:17102:0:(events.c:337:request_in_callback()) incoming req@0000000030b11cae x1853237048135040 msgsize 328 00000400:00000010:2.0:1767384634.951517:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002eba07c8. 00000100:00000001:1.0:1767384634.951519:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384634.951529:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00100000:0.0:1767384634.951530:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:1.0:1767384634.951536:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384634.951540:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000040:0.0:1767384634.951541:0:17102:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000020:01000004:1.0:1767384634.951552:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384634.951554:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384634.951557:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384634.951558:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384634.951560:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384634.951561:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384634.951562:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1767384634.951565:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384634.951571:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384634.951573:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005402dd38 00000400:00000010:0.0:1767384634.951582:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005402dd38. 00000100:00000010:2.0:1767384634.951592:0:17070:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed7b3fc8. 00000100:00100000:1.0:1767384634.951592:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9ec7cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048134784:0@lo:253: 00000100:00000001:0.0:1767384634.951592:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384634.951604:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1767384634.951605:0:17070:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dc60685c. 00000100:00000001:1.0:1767384634.951607:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384634.951615:0:17070:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000001:1.0:1767384634.951618:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1767384634.951629:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000040:1.0:1767384634.951629:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9ec7cd8 x1853237048134784/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384634.951640:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0337379. 00000100:00000001:0.0:1767384634.951644:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384634.951654:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cf91847d. 00000100:00000040:0.0:1767384634.951655:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384634.951656:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384634.951664:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384634.951670:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:1.0:1767384634.951671:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fed17f63. 00000100:00000001:0.0:1767384634.951672:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384634.951678:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048135040 00000100:00000001:0.0:1767384634.951679:0:17102:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384634.951680:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384634.951688:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384634.951689:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384634.951689:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384634.951700:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384634.951701:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384634.951701:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294922728 00000100:00000001:2.0:1767384634.951711:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.951717:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384634.951719:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294922724 02000000:00000001:2.0:1767384634.951720:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384634.951721:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000000b05af4d. 02000000:00000001:1.0:1767384634.951730:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767384634.951731:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048135040 02000000:00000001:1.0:1767384634.951735:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384634.951742:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9ec7cd8. 00000020:00000001:2.0:1767384634.951743:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384634.951744:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294922728 00000100:00000001:1.0:1767384634.951751:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1767384634.951752:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000100:00000001:0.0:1767384634.951753:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294922724 00000100:00000001:1.0:1767384634.951755:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384634.951760:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384634.951761:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.951762:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294922728 00000020:00000040:2.0:1767384634.951765:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000100:00000001:0.0:1767384634.951766:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294922725 00000020:00000001:2.0:1767384634.951771:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000020:00000001:2.0:1767384634.951780:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:0.0:1767384634.951780:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294922728 00000100:00000001:1.0:1767384634.951782:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384634.951792:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.951793:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384634.951793:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294922725 00000100:00000001:1.0:1767384634.951805:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1767384634.951806:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:0.0:1767384634.951806:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.951808:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.951816:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.951817:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384634.951819:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.951822:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00010000:00000001:0.0:1767384634.951823:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384634.951827:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.951829:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384634.951832:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384634.951834:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b265cde. 00010000:00000001:0.0:1767384634.951834:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.951838:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384634.951840:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1767384634.951842:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384634.951843:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a9c396df. 00000100:00000001:0.0:1767384634.951846:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384634.951848:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384634.951849:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000fbb4779. 00000100:00100000:0.0:1767384634.951850:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 0000000064c7d2b9 going to sleep for 11 seconds 00000100:00000001:0.0:1767384634.951857:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384634.951859:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.951864:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384634.951877:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384634.951879:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384634.951882:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.951891:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.951904:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.951922:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384634.951923:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384634.951926:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384634.951927:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384634.951932:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384634.951935:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00000100:00000001:0.0:1767384634.951936:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897965148240 : -106175744403376 : ffff9f6f08789850) 00000100:00000001:2.0:1767384634.951937:0:17070:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384634.951941:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000030b11cae x1853237048135040/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 328/0 e 0 to 0 dl 1767384645 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384634.951943:0:17070:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.951952:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384634.951955:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009eb34db9. 00000100:00000001:0.0:1767384634.951957:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384634.951963:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009eb34db9. 00000100:00100000:0.0:1767384634.951966:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000030b11cae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048135040:12345-0@lo:104: 00000100:00000200:0.0:1767384634.951969:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048135040 00010000:00000001:0.0:1767384634.951971:0:17069:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384634.951975:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384634.951976:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384634.951977:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=2 00000020:00000001:0.0:1767384634.951979:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:0.0:1767384634.951981:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:0.0:1767384634.951983:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384634.951984:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384634.951986:0:17069:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384634.951991:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384634.951993:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384634.951995:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c156aaa. 02000000:00000001:0.0:1767384634.951996:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.951998:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.952001:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384634.952002:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384634.952003:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384634.952006:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384634.952007:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384634.952009:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384634.952011:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384634.952012:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.952014:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384634.952016:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384634.952018:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005402dd38. 00000100:00000200:0.0:1767384634.952021:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048135040, offset 224 00000400:00000200:0.0:1767384634.952024:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384634.952028:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384634.952033:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff04d80 00000400:00000200:0.0:1767384634.952040:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x184d [1] + 224 00000400:00000200:0.0:1767384634.952043:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384634.952045:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384634.952047:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384634.952050:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384634.952055:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384634.952074:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384634.952077:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005402dd38 00000400:00000010:0.0:1767384634.952078:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005402dd38. 00000100:00000001:0.0:1767384634.952080:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384634.952081:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384634.952083:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384634.952087:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384634.952090:0:17069:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384634.952094:0:17069:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000620eb06. 00010000:00000001:0.0:1767384634.952098:0:17069:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384634.952104:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384634.952110:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384634.952111:0:17069:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000001:1.0:1767384634.952112:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384634.952122:0:17069:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.952123:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846b4a9f. 00000020:00000001:2.0:1767384634.952133:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384634.952137:0:17069:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.952140:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000416ebaa8 00000020:00000001:2.0:1767384634.952141:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384634.952141:0:17069:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384634.952148:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000416ebaa8. 00010000:00010000:2.0:1767384634.952153:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384634.952167:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384634.952168:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000040:0.0:1767384634.952168:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030b11cae x1853237048135040/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384634.952175:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000200:1.0:1767384634.952179:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:2.0:1767384634.952182:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384634.952209:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000030b11cae pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048135040:12345-0@lo:104: Request processed in 255us (695us total) trans 0 rc 0/0 00010000:00010000:2.0:1767384634.952210:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d67fea4a already unused, calling callback (000000001dab8c51) 10000000:00000001:2.0:1767384634.952216:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384634.952219:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384634.952231:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:0.0:1767384634.952246:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00000100:00000001:0.0:1767384634.952256:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384634.952260:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384634.952263:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384634.952263:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384634.952268:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1767384634.952269:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1767384634.952271:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a9c396df. 00000020:00000040:2.0:1767384634.952277:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=3 00000020:00000010:0.0:1767384634.952283:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000fbb4779. 00000020:00000001:2.0:1767384634.952290:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00000020:00000010:0.0:1767384634.952301:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006b265cde. 00000100:00000001:1.0:1767384634.952305:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384634.952306:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00000100:00000001:1.0:1767384634.952311:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384634.952312:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00010000:00000001:2.0:1767384634.952314:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384634.952320:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384634.952327:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384634.952331:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384634.952332:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384634.952336:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384634.952336:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005c156aaa. 10000000:00000001:2.0:1767384634.952339:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384634.952345:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:2.0:1767384634.952347:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384634.952347:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1767384634.952348:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384634.952357:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:1.0:1767384634.952358:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=51 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384634.952363:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f4136a18. 00000100:00001000:1.0:1767384634.952369:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=51 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384634.952370:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384634.952374:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a32564d. 00000100:00000001:1.0:1767384634.952383:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384634.952386:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384634.952387:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384634.952390:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b737f347. 00010000:00000001:1.0:1767384634.952394:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 10000000:01000000:2.0:1767384634.952395:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000001:0.0:1767384634.952396:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384634.952398:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384634.952399:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000be90a156. 00000100:00000001:1.0:1767384634.952407:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384634.952410:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 10000000:00000001:2.0:1767384634.952413:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000010:0.0:1767384634.952414:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ecdde6d0. 10000000:00000040:2.0:1767384634.952418:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000040:1.0:1767384634.952418:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384634.952425:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 10000000:00000040:2.0:1767384634.952429:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000010:0.0:1767384634.952431:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c1c4cb1. 00000100:00000001:1.0:1767384634.952460:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.952464:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384634.952467:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384634.952469:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384634.952472:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384634.952481:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384634.952482:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.952489:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:2.0:1767384634.952491:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384634.952498:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384634.952501:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384634.952508:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003fbda406. 00000100:00100000:1.0:1767384634.952512:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048135040:0@lo:104: 02000000:00000001:0.0:1767384634.952517:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384634.952519:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 00000100:00000001:1.0:1767384634.952523:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384634.952528:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384634.952532:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003a00cfa1. 10000000:00000001:2.0:1767384634.952533:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:1.0:1767384634.952533:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.952547:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:00000001:2.0:1767384634.952548:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:0.0:1767384634.952548:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384634.952560:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db2966c3. 00000100:00000001:1.0:1767384634.952561:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000040:2.0:1767384634.952562:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 00000100:00000040:1.0:1767384634.952573:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003419d4b7 x1853237048135040/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:2.0:1767384634.952574:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:0.0:1767384634.952574:0:17069:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384634.952581:0:17069:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003e0de117. 10000000:00000001:2.0:1767384634.952583:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384634.952592:0:17069:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384634.952601:0:17069:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b606f3b3. 00010000:00000001:2.0:1767384634.952603:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384634.952605:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1767384634.952606:0:17069:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000002a3fcca. 02000000:00000001:1.0:1767384634.952612:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1767384634.952613:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000010:0.0:1767384634.952615:0:17069:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000d5f26a3a. 02000000:00000010:1.0:1767384634.952616:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f0c8b59. 00010000:00000001:2.0:1767384634.952618:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384634.952628:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384634.952632:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384634.952632:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384634.952634:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384634.952635:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384634.952639:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 00000020:00000040:2.0:1767384634.952646:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d67fea4a with handle 0x71ee3a74e2719189 from hash 00000020:00000001:1.0:1767384634.952646:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384634.952650:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fd2f451e. 00010000:00000001:2.0:1767384634.952658:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 02000000:00000001:1.0:1767384634.952659:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384634.952665:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384634.952668:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:1.0:1767384634.952669:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003419d4b7. 00010000:00000001:2.0:1767384634.952679:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384634.952681:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.952685:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.952687:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000010:1.0:1767384634.952689:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000064c7d2b9. 00010000:00000001:2.0:1767384634.952696:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384634.952696:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384634.952705:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384634.952706:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000010:1.0:1767384634.952713:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec3cc267. 00010000:00000001:2.0:1767384634.952718:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384634.952721:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.952725:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767384634.952728:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.952731:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767384634.952735:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009312223c. 20000000:00000001:1.0:1767384634.952736:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:1.0:1767384634.952739:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384634.952744:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384634.952745:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384634.952758:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384634.952762:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384634.952767:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384634.952776:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dda46c66. 00000100:00000001:2.0:1767384634.952782:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.952785:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384634.952790:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384634.952810:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384634.952813:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.952818:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384634.952820:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384634.952827:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009312223c] to pc [ptlrpcd_00_03+3] req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384634.952854:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384634.952859:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.952862:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384634.952862:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384634.952864:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384634.952866:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00000001:2.0:1767384634.952870:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.952870:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384634.952876:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.952878:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:2.0:1767384634.952881:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384634.952881:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.952893:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384634.952896:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:2.0:1767384634.952898:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 00000000d67fea4a/0x71ee3a74e2719189 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e2719190 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384634.952898:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384634.952901:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384634.952918:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.952922:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384634.952923:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.952928:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.952943:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384634.952945:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fbdd1c44 count: 0 00010000:00000001:2.0:1767384634.952964:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.952966:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1767384634.952984:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000620eb06. 00010000:00000001:2.0:1767384634.952990:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.952994:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384634.952999:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.953007:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00010000:2.0:1767384634.953008:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384634.953012:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.953014:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384634.953016:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1767384634.953018:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384634.953020:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1767384634.953025:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384634.953025:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.953031:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:0.0:1767384634.953032:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009312223c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048135168:0@lo:103: 00000020:00000001:2.0:1767384634.953037:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.953038:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00010000:2.0:1767384634.953044:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384634.953044:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384634.953047:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384634.953049:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384634.953052:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8aecce1. 02000000:00000001:0.0:1767384634.953053:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384634.953060:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1379851. 00000400:00000010:0.0:1767384634.953065:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005402dd38. 00000100:00000200:0.0:1767384634.953069:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048135168, portal 18 00000100:00000001:0.0:1767384634.953071:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384634.953072:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759657600 : -106174949894016 : ffff9f6f37d3d880) 00000100:00000040:0.0:1767384634.953077:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384634.953085:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384634.953087:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384634.953089:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd8d2eb0. 00000100:00000200:0.0:1767384634.953092:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048135168, offset 0 00000400:00000200:0.0:1767384634.953096:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384634.953101:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384634.953107:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff04e00 00000400:00000200:0.0:1767384634.953111:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0xd [2] + 1968 00000400:00000010:0.0:1767384634.953114:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000924a5359. 00000400:00000200:0.0:1767384634.953117:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ddf11d8 00000400:00000200:0.0:1767384634.953128:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384634.953131:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384634.953134:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ddf11d8 00000400:00000010:0.0:1767384634.953136:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ddf11d8. 00000100:00000001:0.0:1767384634.953140:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384634.953141:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1767384634.953144:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000ab7917e6 x1853237048135168 msgsize 328 00000100:00100000:0.0:1767384634.953147:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384634.953149:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384634.953173:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384634.953177:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd8d2eb0 00000400:00000010:0.0:1767384634.953179:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd8d2eb0. 00000100:00000001:0.0:1767384634.953181:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384634.953200:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384634.953206:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384634.953208:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384634.953214:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.953215:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384634.953218:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.953219:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384634.953220:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294922729 00000100:00100000:2.0:1767384634.953224:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048135168 00000100:00000001:0.0:1767384634.953227:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922728 02000000:00000001:2.0:1767384634.953228:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384634.953232:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384634.953233:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294922729 00000100:00000001:2.0:1767384634.953235:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.953237:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922728 02000000:00000001:2.0:1767384634.953241:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.953242:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294922729 00000100:00000001:0.0:1767384634.953248:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294922728 00000100:00100000:2.0:1767384634.953249:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048135168 00000100:00000001:0.0:1767384634.953251:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294922729 00000020:00000001:2.0:1767384634.953254:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384634.953256:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294922728 00000020:00000040:2.0:1767384634.953258:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:0.0:1767384634.953260:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384634.953262:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384634.953263:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384634.953266:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:2.0:1767384634.953270:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384634.953272:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.953275:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384634.953276:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.953281:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384634.953287:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:2.0:1767384634.953290:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384634.953292:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000020:00000010:2.0:1767384634.953298:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc9593b4. 00000020:00000010:2.0:1767384634.953301:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a679813. 00000020:00000010:2.0:1767384634.953305:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e2f1caa. 00000100:00000040:2.0:1767384634.953311:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384634.953314:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384634.953315:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384634.953317:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384634.953319:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953322:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384634.953324:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384634.953326:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.953328:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=4 00000020:00000001:2.0:1767384634.953331:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:2.0:1767384634.953333:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00010000:2.0:1767384634.953338:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 16 pid: 17080 timeout: 405 lvb_type: 0 00010000:00000001:2.0:1767384634.953345:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.953353:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.953355:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.953357:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.953362:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384634.953366:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab7917e6 x1853237048135168/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 328/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.953374:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384634.953375:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.953389:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.953404:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384634.953406:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384634.953417:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384634.953422:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384634.953425:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898718905424 : -106174990646192 : ffff9f6f35660450) 00000100:00000040:2.0:1767384634.953433:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ab7917e6 x1853237048135168/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 328/0 e 0 to 0 dl 1767384645 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384634.953484:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384634.953490:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:2.0:1767384634.953492:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384634.953495:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000100:00100000:2.0:1767384634.953498:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ab7917e6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16356:x1853237048135168:12345-0@lo:103: 00000100:00000200:2.0:1767384634.953501:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048135168 00010000:00000001:2.0:1767384634.953503:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384634.953505:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384634.953507:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384634.953512:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384634.953514:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384634.953517:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b707425e. 02000000:00000001:2.0:1767384634.953518:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.953520:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953522:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384634.953523:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384634.953525:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384634.953531:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.953533:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=4 00000020:00000001:2.0:1767384634.953534:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:2.0:1767384634.953536:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000040:2.0:1767384634.953539:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000000e41201 count: 3 00010000:00010000:2.0:1767384634.953543:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 16 pid: 17080 timeout: 405 lvb_type: 0 00000100:00001000:2.0:1767384634.953547:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384634 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384634.953550:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384634.953553:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.953555:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384634.953556:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 16 pid: 17080 timeout: 405 lvb_type: 0 00000020:00000001:2.0:1767384634.953561:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384634.953562:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384634.953564:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384634.953565:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953569:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384634.953570:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384634.953574:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.953575:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.953576:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384634.953577:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384634.953579:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000011ce9f8a with handle 0x71ee3a74e2719190 from hash 00010000:00000001:2.0:1767384634.953581:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384634.953582:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.953582:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.953583:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384634.953584:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384634.953585:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384634.953586:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e2719190 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e2719189 expref: 16 pid: 17080 timeout: 405 lvb_type: 0 00010000:00000040:2.0:1767384634.953589:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:2.0:1767384634.953596:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00010000:00000001:2.0:1767384634.953599:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.953600:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384634.953602:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384634.953604:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000f0467cfc 00010000:00000001:2.0:1767384634.953605:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384634.953606:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384634.953607:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.953608:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384634.953609:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.953611:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384634.953612:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384634.953614:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.953617:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384634.953619:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384634.953620:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384634.953621:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384634.953622:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000000e41201) refcount = 2 00010000:00010000:2.0:1767384634.953624:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.953629:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384634.953632:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384634.953633:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.953650:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384634.953654:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8c177c4. 00000100:00000001:2.0:1767384634.953657:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384634.953661:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd029ff6. 00000100:00000001:2.0:1767384634.953663:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898758767744 : -106174950783872 : ffff9f6f37c64480) 00000100:00000001:2.0:1767384634.953666:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637898758767744 : -106174950783872 : ffff9f6f37c64480) 00000100:00000001:2.0:1767384634.953668:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384634.953671:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384634.953672:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384634.953675:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384634.953686:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:2.0:1767384634.953689:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384634.953691:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.953693:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f0467cfc refcount=5 00000020:00000001:2.0:1767384634.953696:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:2.0:1767384634.953699:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:2.0:1767384634.953717:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384634.953719:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.953728:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384634.953731:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.953738:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.953740:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384634.953743:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.953752:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384634.953754:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953757:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384634.953760:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384634.953768:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f0467cfc already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384634.953772:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384634.953774:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384634.953776:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.953784:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384634.953786:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384634.953788:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.953789:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f0467cfc refcount=6 00000020:00000001:2.0:1767384634.953802:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:2.0:1767384634.953807:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:2.0:1767384634.953811:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384634.953814:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384634.953816:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000298dfcd9. 00010000:00000001:2.0:1767384634.953825:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384634.953828:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384634.953829:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953843:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384634.953845:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384634.953847:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384634.953849:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384634.953851:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f0467cfc with handle 0x71ee3a74e2719197 from hash 00010000:00000001:2.0:1767384634.953854:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384634.953856:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.953858:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.953860:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384634.953861:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384634.953863:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384634.953865:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384634.953867:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.953869:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953872:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384634.953873:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384634.953878:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.953881:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.953883:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953886:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953889:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384634.953893:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384634.953898:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000677cdbd4. 00010000:00000001:2.0:1767384634.953903:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000001:1.0:1767384634.953905:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384634.953909:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000001:2.0:1767384634.953910:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384634.953912:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953914:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000020:00000002:1.0:1767384634.953917:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384634.953919:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384634.953920:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384634.953923:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384634.953929:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384634.953930:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 20000000:01000000:1.0:1767384634.953932:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:2.0:1767384634.953935:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384634.953938:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:2.0:1767384634.953940:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.953946:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384634.953949:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.953952:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953955:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.953957:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.953958:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.953962:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384634.953965:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384634.953969:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.953972:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.953991:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384634.953994:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cd029ff6. 00000100:00000001:2.0:1767384634.953999:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384634.954000:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384634.954004:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8c177c4. 00010000:00000001:2.0:1767384634.954010:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384634.954013:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384634.954016:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.954021:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384634.954024:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384634.954027:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=51 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384634.954031:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384634.954035:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384634.954038:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384634.954040:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384634.954043:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.954046:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384634.954050:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384634.954055:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000100:00000200:2.0:1767384634.954059:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048135168, offset 224 00080000:00000020:1.0:1767384634.954066:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:2.0:1767384634.954072:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384634.954072:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384634.954077:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000045063839. 20000000:00000001:1.0:1767384634.954082:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384634.954088:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048134912 00000400:00000200:2.0:1767384634.954091:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384634.954092:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384634.954102:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059d2e9c6 x1853237048134912/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.954113:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff04e00 00010000:00000001:1.0:1767384634.954118:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384634.954125:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384634.954129:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=51 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384634.954130:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1861 [1] + 224 00000100:00000001:1.0:1767384634.954134:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384634.954136:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:1.0:1767384634.954138:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384634.954145:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384634.954148:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.954153:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384634.954171:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384634.954174:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384634.954182:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fafa27e3. 00000400:00000200:2.0:1767384634.954186:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.954190:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384634.954198:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048134912, offset 224 00000100:00000200:2.0:1767384634.954204:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.954211:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384634.954231:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384634.954231:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384634.954247:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04d00 00000400:00000200:1.0:1767384634.954260:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1839 [2] + 224 00000400:00000200:1.0:1767384634.954267:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384634.954272:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384634.954273:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384634.954276:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384634.954281:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384634.954285:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000100:00000001:0.0:1767384634.954289:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384634.954308:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384634.954309:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000100:00000001:0.0:1767384634.954311:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384634.954323:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384634.954325:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384634.954327:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384634.954328:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384634.954331:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1767384634.954332:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1379851. 00000100:00000001:2.0:1767384634.954336:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384634.954338:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005402dd38 00000100:00000040:2.0:1767384634.954342:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000010:0.0:1767384634.954342:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005402dd38. 00000100:00000001:0.0:1767384634.954345:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384634.954350:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384634.954351:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fafa27e3 00000100:00000200:0.0:1767384634.954355:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384634.954359:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fafa27e3. 00010000:00000001:2.0:1767384634.954361:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.954368:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384634.954372:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1767384634.954373:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ab7917e6 x1853237048135168/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 328/224 e 0 to 0 dl 1767384645 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.954378:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384634.954386:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384634.954391:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384634.954403:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384634.954409:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384634.954418:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384634.954429:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059d2e9c6 x1853237048134912/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:615/0 lens 4848/4768 e 0 to 0 dl 1767384645 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384634.954444:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ab7917e6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048135168:12345-0@lo:103: Request processed in 957us (1296us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384634.954482:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384634.954489:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384634.954490:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059d2e9c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048134912:12345-0@lo:253: Request processed in 5232us (6250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384634.954491:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:0.0:1767384634.954499:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384634.954503:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 02000000:00000001:0.0:1767384634.954506:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384634.954512:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384634.954514:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384634.954515:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384634.954518:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384634.954519:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384634.954521:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000020:00000010:2.0:1767384634.954524:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a679813. 00000100:00001000:0.0:1767384634.954525:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=51 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384634.954526:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000020:00000010:2.0:1767384634.954529:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e2f1caa. 00000100:00000001:1.0:1767384634.954532:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384634.954543:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384634.954544:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=51 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384634.954545:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc9593b4. 00000020:00000010:1.0:1767384634.954549:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dfb85f8f. 00000100:00000001:0.0:1767384634.954551:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384634.954557:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384634.954559:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000020:00000010:1.0:1767384634.954559:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00010000:00000001:0.0:1767384634.954562:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384634.954564:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384634.954567:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384634.954570:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384634.954581:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b707425e. 00000020:00000010:1.0:1767384634.954583:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e66b0f6. 00000100:00000040:0.0:1767384634.954584:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384634.954589:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000040:1.0:1767384634.954593:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:2.0:1767384634.954595:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384634.954602:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b1743ad2. 02000000:00000001:1.0:1767384634.954607:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384634.954607:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384634.954622:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e54fa615. 02000000:00000001:1.0:1767384634.954630:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384634.954631:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1767384634.954633:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384634.954641:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384634.954641:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384634.954642:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83b48b8. 02000000:00000001:2.0:1767384634.954661:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384634.954662:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1767384634.954664:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384634.954667:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000002c78134e. 00000400:00000010:1.0:1767384634.954673:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc1553af. 02000000:00000001:2.0:1767384634.954675:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384634.954681:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fafa27e3. 00000100:00000010:2.0:1767384634.954682:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 02000000:00000001:2.0:1767384634.954695:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384634.954700:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d4f355cd. 00000100:00000001:1.0:1767384634.954703:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.954706:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384634.954707:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:0.0:1767384634.954707:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009312223c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048135168:0@lo:103: 00000400:00000001:1.0:1767384634.954710:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000010:2.0:1767384634.954712:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087860c18. 00000400:00000001:1.0:1767384634.954716:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384634.954722:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c303353b. 00000100:00000001:0.0:1767384634.954722:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384634.954724:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384634.954731:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000075e6e89e. 00000100:00000001:0.0:1767384634.954739:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384634.954740:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e108371 02000000:00000001:2.0:1767384634.954741:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:1.0:1767384634.954748:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006e108371. 00000100:00000010:2.0:1767384634.954749:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072fcbee8. 00000100:00000040:0.0:1767384634.954750:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009312223c x1853237048135168/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384634.954761:0:16357:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384634.954764:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384634.954770:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e1449e14. 00000100:00000200:1.0:1767384634.954772:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384634.954774:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384634.954780:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1767384634.954784:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:0.0:1767384634.954786:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8aecce1. 00000100:00000010:2.0:1767384634.954792:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099a493cf. 02000000:00000001:0.0:1767384634.954797:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384634.954804:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384634.954807:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 02000000:00000001:2.0:1767384634.954808:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:1.0:1767384634.954812:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384634.954815:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000085ff2b5d. 00000020:00000001:0.0:1767384634.954816:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384634.954822:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000dda46c66. 02000000:00000001:2.0:1767384634.954831:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1767384634.954833:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1767384634.954839:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a095265c. 00000100:00000001:1.0:1767384634.954842:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384634.954842:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384634.954852:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009312223c. 00000100:00000001:1.0:1767384634.954853:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384634.954855:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.954868:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384634.954869:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1767384634.954871:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000001:1.0:1767384634.954873:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384634.954873:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384634.954881:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006703e151. 00000100:00000001:1.0:1767384634.954881:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384634.954882:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.954889:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384634.954893:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384634.954894:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cd029ff6. 00000100:00000001:0.0:1767384634.954894:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384634.954897:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384634.954898:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=51 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384634.954912:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1767384634.954914:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384634.954921:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.954923:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:2.0:1767384634.954927:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384634.954928:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384634.954934:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384634.954939:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384634.954944:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384634.954950:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384634.954951:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:2.0:1767384634.954965:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:2.0:1767384634.954972:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384634.954988:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384634.954995:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384634.954997:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384634.955002:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384634.955006:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00010000:00000001:2.0:1767384634.955011:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:01000004:1.0:1767384634.955012:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384634.955015:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:2.0:1767384634.955020:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:01000004:1.0:1767384634.955021:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384634.955023:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384634.955024:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384634.955025:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384634.955025:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384634.955027:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384634.955037:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f0467cfc/0x71ee3a74e2719197 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384634.955040:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048134912:0@lo:253: 00000100:00000001:1.0:1767384634.955049:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.955055:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384634.955059:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000200e631c x1853237048134912/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384634.955068:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000000e41201 count: 0 00000100:00000001:1.0:1767384634.955072:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384634.955076:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384634.955080:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000142f2130. 02000000:00000001:1.0:1767384634.955084:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384634.955087:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384634.955088:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00010000:00000001:2.0:1767384634.955089:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384634.955090:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384634.955096:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000080d4da29. 20000000:00000001:2.0:1767384634.955097:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 02000000:00000001:1.0:1767384634.955100:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 20000000:01000000:2.0:1767384634.955102:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 02000000:00000001:1.0:1767384634.955103:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384634.955107:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000200e631c. 20000000:00000001:2.0:1767384634.955111:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000100:00000001:1.0:1767384634.955112:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384634.955115:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1767384634.955118:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00000001:1.0:1767384634.955118:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384634.955125:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1767384634.955127:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384634.955130:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:1.0:1767384634.955135:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384634.955139:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d375a9b0. 00000100:00000001:1.0:1767384634.955139:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384634.955143:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.955150:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384634.955169:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000099a4d41. 00000020:00000001:2.0:1767384634.955173:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384634.955176:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000099a4d41 with handle 0x71ee3a74e271919e to hash 00000020:00000001:2.0:1767384634.955179:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384634.955180:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384634.955183:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384634.955186:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384634.955187:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384634.955190:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.955197:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384634.955199:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384634.955201:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384634.955203:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384634.955204:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.955206:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384634.955208:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.955210:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384634.955211:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384634.955212:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384634.955214:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384634.955215:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d375a9b0) refcount = 1 00010000:00010000:2.0:1767384634.955227:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.955233:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384634.955234:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384634.955236:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.955239:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.955241:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384634.955243:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384634.955245:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:2.0:1767384634.955248:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384634.955250:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.955252:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000099a4d41 refcount=4 00000020:00000001:2.0:1767384634.955254:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384634.955257:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384634.955259:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384634.955261:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.955267:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384634.955269:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.955277:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.955279:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384634.955280:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.955287:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384634.955289:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.955291:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384634.955293:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384634.955299:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000099a4d41 already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384634.955309:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384634.955311:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384634.955313:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.955335:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384634.955336:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384634.955338:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384634.955339:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000099a4d41 refcount=5 00000020:00000001:2.0:1767384634.955341:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384634.955344:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932352000 : -106174777199616 : ffff9f6f421ef400) 00010000:00000001:2.0:1767384634.955346:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384634.955348:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.955354:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384634.955355:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384634.955356:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.955360:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384634.955361:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384634.955363:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384634.955364:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384634.955366:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000099a4d41 with handle 0x71ee3a74e271919e from hash 00010000:00000001:2.0:1767384634.955368:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384634.955370:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.955371:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.955372:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384634.955374:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384634.955375:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384634.955377:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384634.955378:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384634.955380:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.955382:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384634.955383:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384634.955386:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.955387:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.955395:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.955397:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384634.955399:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384634.955401:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.955407:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.955408:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.955409:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384634.955411:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384634.955412:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384634.955413:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384634.955414:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384634.955417:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384634.955419:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384634.955421:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384634.955427:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384634.955428:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384634.955431:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000099a4d41/0x71ee3a74e271919e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384634.955437:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d375a9b0 count: 0 00010000:00000001:2.0:1767384634.955447:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384634.955450:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384634.959512:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294922729, at 4294922730 00000100:00000010:2.0:1767384634.959521:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000016196c8d. 00010000:00000010:2.1:1767384634.960484:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fbdd1c44. 00010000:00000010:2.1:1767384634.960499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d67fea4a. 00010000:00000010:2.1:1767384634.960505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000011ce9f8a. 00000100:00000040:3.0:1767384634.960516:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294922729, at 4294922731 00010000:00000010:2.1:1767384634.960518:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000000e41201. 00000100:00000010:3.0:1767384634.960530:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1a24af0. 00010000:00000010:2.1:1767384634.960532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f0467cfc. 00000100:00000040:1.0:1767384634.960535:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294922729, at 4294922731 00000100:00000010:1.0:1767384634.960549:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000683c3119. 00010000:00000010:2.1:1767384634.960550:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d375a9b0. 00010000:00000010:2.1:1767384634.960574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000099a4d41. 00000100:00000040:0.0:1767384634.960664:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294922729, at 4294922731 00000100:00000010:0.0:1767384634.960670:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e559c9e2. 00000400:00000010:0.0:1767384634.965769:0:27553:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004dbc6bd6. 00000400:00000040:0.0:1767384634.965788:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384634.965790:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384634.965792:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384634.965794:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384634.965796:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384634.965797:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384634.965800:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384634.965801:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384634.965808:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384634.965809:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384634.965810:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384634.965812:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384634.965813:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384634.965814:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384634.965815:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384634.965817:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384634.965818:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384634.965819:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384634.965819:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384634.965821:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384634.965822:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384634.965823:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384634.965824:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384634.965825:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384634.965825:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384634.965827:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384634.965828:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384634.965828:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384634.965829:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384634.965830:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384634.965831:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384634.965832:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384634.965833:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384634.965834:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384634.965835:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384634.965836:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384634.965837:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384634.965839:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384634.965840:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384634.965841:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384634.965842:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384634.965842:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384634.965843:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384634.965844:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384634.965845:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384634.965846:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384634.965847:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384634.965851:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384634.965852:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384634.965853:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384634.965854:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384634.965855:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384634.965856:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384634.965858:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384634.965859:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384634.965859:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384634.965860:0:27553:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384634.965907:0:27553:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004dbc6bd6. 00000400:00000001:3.0:1767384635.109529:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384635.109536:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384635.109540:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047d6389 00000400:00000010:3.0:1767384635.109545:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047d6389. 00000400:00000200:3.0:1767384635.109556:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384635.109566:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384635.109579:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002463ff31. 00000400:00000010:3.0:1767384635.109584:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000aac15872. 00000400:00000001:3.0:1767384635.109593:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384635.109594:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384635.109596:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1ce44 00000400:00000010:3.0:1767384635.109608:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d1ce44. 00000400:00000200:3.0:1767384635.109613:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384635.109615:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp30 recovery ping unlinked 00000400:00000010:3.0:1767384635.109621:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007aac931e. 00000400:00000010:3.0:1767384635.109628:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c51c0fd2. 00010000:00000001:3.0:1767384635.302512:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384635.302517:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384635.302524:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384635.302526:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384635.302576:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384635.302581:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384635.302584:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384636.133525:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a71a44b3] -> 12345-192.168.203.125@tcp13 (6) 00000400:00000200:3.0:1767384636.133535:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp29 00000800:00000200:2.0:1767384636.133546:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp13 ip 192.168.203.125:988 00000400:00000010:3.0:1767384636.133549:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c38211ab. 00000800:00000200:2.0:1767384636.133553:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384636.133567:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fbc15c9b. 00000400:00000010:3.0:1767384636.133578:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d1ce44. 00000400:00000010:3.0:1767384636.133591:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c2b25256. 00000400:00000200:3.0:1767384636.133602:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp29 00000400:00000200:3.0:1767384636.133630:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp29 local destination 00000400:00000200:3.0:1767384636.133639:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp29 00000400:00000200:3.0:1767384636.133647:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp29 NI seq info: [71:71:256:4294967295] 192.168.203.125@tcp29 LPNI seq info [70:70:8:4294967295] 00000400:00000200:3.0:1767384636.133670:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp29 00000400:00000200:3.0:1767384636.133683:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp29(192.168.203.125@tcp29:) -> 192.168.203.125@tcp29(192.168.203.125@tcp29:192.168.203.125@tcp29) : GET try# 0 00000800:00000200:3.0:1767384636.133695:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp29 00000800:00000010:3.0:1767384636.133702:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000fc07c76d. 00000800:00000200:3.0:1767384636.133712:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000800:00000200:3.1:1767384636.133721:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000400:00000200:3.0:1767384636.133755:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp29 added to recovery queue. ping count: 2 next ping: 260 health :800 00000400:00000200:3.0:1767384636.133763:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp30 00000400:00000010:3.0:1767384636.133768:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005af0c4a7. 00000400:00000010:3.0:1767384636.133774:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005e747648. 00000400:00000010:3.0:1767384636.133780:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047d6389. 00000800:00000200:1.0:1767384636.133790:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1767384636.133793:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004201fbd5. 00000800:00000001:1.0:1767384636.133802:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384636.133804:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp30 00000400:00000200:3.0:1767384636.133822:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp30 local destination 00000800:00000001:1.0:1767384636.133822:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384636.133830:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp30 00000800:00000001:1.0:1767384636.133834:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384636.133843:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp30 NI seq info: [72:72:256:4294967295] 192.168.203.125@tcp30 LPNI seq info [71:71:8:4294967295] 00000800:00000001:1.0:1767384636.133847:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384636.133852:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384636.133853:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp30 00000400:00000200:3.0:1767384636.133884:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp30(192.168.203.125@tcp30:) -> 192.168.203.125@tcp30(192.168.203.125@tcp30:192.168.203.125@tcp30) : GET try# 0 00000800:00000200:3.0:1767384636.133896:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp30 00000800:00000010:3.0:1767384636.133902:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005bc15c66. 00000800:00000200:3.0:1767384636.133916:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (2) 00000800:00000200:3.1:1767384636.133924:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (2) 00000400:00000200:2.0:1767384636.133949:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384636.133950:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp30 added to recovery queue. ping count: 2 next ping: 260 health :800 00000400:00000200:2.0:1767384636.134058:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.134090:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.134109:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.134264:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.134279:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.134345:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.134423:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.134426:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.134566:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.134629:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.134649:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.134731:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.134768:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.134818:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.134889:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.134892:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.135026:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.135061:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.135132:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.135213:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.135263:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.135339:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.135343:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.135463:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.135524:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.135625:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.135711:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.135718:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.135852:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.135897:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.135964:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.136061:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.136085:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.136212:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.136212:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.136303:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.136355:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.136376:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.136537:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.136565:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.136648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.136706:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.136760:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.136906:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.136907:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.137020:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.137050:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.137119:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.137197:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.137220:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.137318:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.137355:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.137404:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.137520:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.137547:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.137660:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.137748:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.137854:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000800:00000010:2.0:1767384636.137888:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bfaf6a6. 00000800:00000010:2.0:1767384636.137895:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fa65d8fc. 00000800:00000010:2.0:1767384636.137901:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c20ff4b. 00000800:00000010:2.0:1767384636.137939:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c20ff4b. 00000400:00000200:1.0:1767384636.137941:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000800:00020000:2.0:1767384636.137951:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384636.137956:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fa65d8fc. 00000800:00000010:2.0:1767384636.137962:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002bfaf6a6. 00000400:00000200:1.0:1767384636.138055:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:02020000:2.0:1767384636.138072:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp29 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384636.138086:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp29 notifying 192.168.203.125@tcp29: down 00000800:00000200:2.0:1767384636.138097:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp29 down 00000800:00000100:2.0:1767384636.138108:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp29 00000800:00000010:2.0:1767384636.138113:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000fc07c76d. 00000400:00000200:2.0:1767384636.138118:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384636.138128:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp29->192.168.203.125@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384636.138136:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384636.138142:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384636.138166:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384636.138175:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp29) recovery failed with -71 00000400:00000200:1.0:1767384636.138229:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.138279:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.138330:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.138378:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.138423:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.138509:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384636.138564:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384636.138773:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e54fa615. 00000800:00000010:1.0:1767384636.138780:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ef564416. 00000800:00000010:1.0:1767384636.138787:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001317aed2. 00000800:00000010:1.0:1767384636.138826:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001317aed2. 00000800:00020000:1.0:1767384636.138835:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384636.138838:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ef564416. 00000800:00000010:1.0:1767384636.138842:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e54fa615. 00000400:02020000:1.0:1767384636.138908:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp30 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384636.138918:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp30 notifying 192.168.203.125@tcp30: down 00000800:00000200:1.0:1767384636.138926:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp30 down 00000800:00000100:1.0:1767384636.138934:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp30 00000800:00000010:1.0:1767384636.138937:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005bc15c66. 00000400:00000200:1.0:1767384636.138942:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384636.138951:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp30->192.168.203.125@tcp30: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384636.138960:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384636.138963:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp30 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384636.138981:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp30) recovery failed with -71 00010000:00000001:3.0:1767384636.325528:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384636.325537:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384636.325546:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384636.325547:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384636.325653:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384636.325659:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384636.325664:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384636.369671:0:27907:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bca0a13a. 00080000:00000010:1.0:1767384636.369685:0:27907:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bca0a13a. 00000020:00000001:1.0:1767384636.369692:0:27907:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384636.369703:0:27907:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bca0a13a. 00080000:00000010:1.0:1767384636.369709:0:27907:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bca0a13a. 00000020:00000001:1.0:1767384636.369713:0:27907:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384637.157730:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384637.157735:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384637.157738:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1ce44 00000400:00000010:0.0:1767384637.157742:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d1ce44. 00000400:00000200:0.0:1767384637.157746:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384637.157752:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384637.157761:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c38211ab. 00000400:00000010:0.0:1767384637.157765:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fbc15c9b. 00000400:00000001:0.0:1767384637.157770:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384637.157771:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384637.157772:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047d6389 00000400:00000010:0.0:1767384637.157773:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047d6389. 00000400:00000200:0.0:1767384637.157775:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384637.157777:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp30 recovery ping unlinked 00000400:00000010:0.0:1767384637.157779:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005af0c4a7. 00000400:00000010:0.0:1767384637.157781:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005e747648. 00000001:00000001:2.0:1767384637.185797:0:28071:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384637.185801:0:28071:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp32 --if ens2 00000001:00000001:2.0:1767384637.188808:0:28071:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384637.196268:0:28072:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bacc1287. 00000400:00000010:2.0:1767384637.196282:0:28072:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000876866ee. 00000400:00000010:2.0:1767384637.196292:0:28072:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000008456f709. 00000400:00000010:2.0:1767384637.196295:0:28072:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ab5c5eb3. 00000400:00000010:2.0:1767384637.196299:0:28072:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000adfb0a40. 00000400:00000010:2.0:1767384637.196302:0:28072:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008be9761b. 00000400:00000010:2.0:1767384637.196303:0:28072:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002f692597. 00000400:00000010:2.0:1767384637.196304:0:28072:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000720a17d8. 00000400:00000010:2.0:1767384637.196311:0:28072:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000978ea4df. 00000800:00000010:2.0:1767384637.196324:0:28072:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000008764e664. 00000800:00000200:2.0:1767384637.196334:0:28072:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384637.196342:0:28072:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384637.196375:0:28072:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:2.0:1767384637.196396:0:28072:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp32 [8/256/0/180] 00000400:00000010:2.0:1767384637.197992:0:28072:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 0000000000ba2096. 00000400:00000010:2.0:1767384637.197998:0:28072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f162e7af. 00000400:00000010:2.0:1767384637.198003:0:28072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000400:00000001:2.0:1767384637.198020:0:28072:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384637.198022:0:28072:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384637.198024:0:28072:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e40429e. 00000400:00000200:2.0:1767384637.198027:0:28072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009230e015 00000400:00000010:2.0:1767384637.198029:0:28072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009230e015. 00000400:00000010:2.0:1767384637.198032:0:28072:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000ddd8f255. 00000400:00000200:2.0:1767384637.198037:0:28072:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (23) 00000400:00000200:2.0:1767384637.198049:0:28072:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384637.198058:0:28072:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131104 00000020:00000010:2.0:1767384637.198064:0:28072:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000002bfaf6a6. 00000020:01000000:2.0:1767384637.198068:0:28072:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384637.198071:0:28072:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp32 00000400:00000010:2.0:1767384637.198083:0:28072:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000876866ee. 00000400:00000010:2.0:1767384637.198086:0:28072:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bacc1287. 00000400:00000200:0.0:1767384637.198113:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384637.198122:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000020:00000001:1.0:1767384637.198124:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384637.198129:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005402dd38. 10000000:00000001:1.0:1767384637.198131:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384637.198133:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (24) 10000000:00000001:1.0:1767384637.198135:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384637.198153:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:0.0:1767384637.198155:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fead314e. 00000020:01000004:1.0:1767384637.198158:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384637.198163:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384637.198170:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384637.198184:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384637.198187:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384637.198187:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp12 00000020:01000004:1.0:1767384637.198195:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384637.198199:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384637.198201:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384637.198203:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384637.198204:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384637.198209:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp12 to MR: 192.168.203.125@tcp12 local destination 00000100:00000010:1.0:1767384637.198211:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005c71bcb. 00000400:00000200:0.0:1767384637.198221:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp12 NI seq info: [73:73:256:4294967295] 192.168.203.125@tcp12 LPNI seq info [72:72:8:4294967295] 00000020:00000040:1.0:1767384637.198222:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384637.198237:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384637.198241:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp12 02000000:00000001:1.0:1767384637.198244:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384637.198249:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384637.198260:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000e54fa615. 00000400:00000200:0.0:1767384637.198264:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp12(192.168.203.125@tcp12:192.168.203.125@tcp12) -> 192.168.203.125@tcp12(192.168.203.125@tcp12:192.168.203.125@tcp12) : PUT try# 0 00000100:00000001:1.0:1767384637.198269:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384637.198292:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.125@tcp12 00000100:00000001:1.0:1767384637.198294:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384637.198298:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384637.198299:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e2f4910. 00000800:00000200:0.0:1767384637.198319:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (6) 00000100:00000040:1.0:1767384637.198321:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005c71bcb] to pc [ptlrpcd_00_00+0] req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384637.198344:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp12 ip 192.168.203.125:988 00000800:00000200:0.0:1767384637.198350:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e2f4910 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:0.0:1767384637.198372:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 10000000:00000001:1.0:1767384637.198375:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384637.198379:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.198380:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000020:00000001:1.0:1767384637.198387:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.198389:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384637.198397:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384637.198401:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384637.198406:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384637.198415:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384637.198416:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384637.198419:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384637.198423:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384637.198428:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384637.198468:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384637.198471:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384637.198473:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384637.198477:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384637.198480:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384637.198483:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384637.198485:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384637.198490:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384637.198495:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384637.198508:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004244289. 00000100:00000001:2.0:1767384637.198510:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1767384637.198512:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384637.198515:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.198517:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384637.198522:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384637.198524:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384637.198525:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384637.198530:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767384637.198534:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000045063839. 02000000:00000001:2.0:1767384637.198536:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384637.198548:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000005c71bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048135296:0@lo:253: 00000100:00000001:1.0:1767384637.198549:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384637.198554:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767384637.198560:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384637.198573:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384637.198575:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e2f4910. 00000100:00000040:1.0:1767384637.198580:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004244289] to pc [ptlrpcd_00_01+1] req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384637.198583:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384637.198591:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384637.198601:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384637.198608:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp12->192.168.203.125@tcp12: PUT: OK 02000000:00000001:2.0:1767384637.198609:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384637.198621:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384637.198626:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000010:2.0:1767384637.198631:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000142f2130. 10000000:00000001:1.0:1767384637.198633:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.198636:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp12: 0 02000000:00000001:2.0:1767384637.198638:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384637.198642:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384637.198646:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d88a077. 00000020:00000001:1.0:1767384637.198646:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384637.198653:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000000:1.0:1767384637.198658:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384637.198662:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000002bfaf6a6. 00000400:00000010:2.0:1767384637.198663:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054ac201a. 00000800:00000001:0.0:1767384637.198664:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384637.198670:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384637.198671:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048135296, portal 25 00000100:00000001:2.0:1767384637.198676:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384637.198679:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758967680 : -106174950583936 : ffff9f6f37c95180) 00000800:00000001:0.0:1767384637.198679:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.198683:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.198687:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384637.198692:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.198693:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384637.198699:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp12(192.168.203.125@tcp12) <- 192.168.203.125@tcp12 : PUT - for me 00000100:00000040:1.0:1767384637.198704:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384637.198730:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 416 into portal 0 MB=0x8000000000000000 00000100:00000001:2.0:1767384637.198731:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384637.198745:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384637.198754:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 400/416 into md 0x1841 [1] + 0 00000400:00000010:2.0:1767384637.198755:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8486bf8. 00000100:00000001:1.0:1767384637.198767:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384637.198768:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027410ff9. 00000100:00000001:1.0:1767384637.198770:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.198774:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000efb7b854 00000100:00000200:2.0:1767384637.198778:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048135296, offset 0 00000800:00000001:0.0:1767384637.198779:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1767384637.198784:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:0.0:1767384637.198788:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384637.198790:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1767384637.198790:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384637.198794:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384637.198802:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.198813:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp12->192.168.203.125@tcp12: PUT: OK 00000400:00000200:2.0:1767384637.198816:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384637.198818:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048135424:0@lo:253: 00000100:00000001:1.0:1767384637.198837:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384637.198841:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb7b854 00000400:00000010:0.0:1767384637.198846:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efb7b854. 02000000:00000001:1.0:1767384637.198849:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384637.198852:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 02000000:00000001:1.0:1767384637.198854:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384637.198855:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04e80 00000400:00000200:0.0:1767384637.198861:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (25) 02000000:00000001:1.0:1767384637.198864:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384637.198872:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10dd [2] + 0 00000400:00000200:0.0:1767384637.198873:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 02000000:00000010:1.0:1767384637.198875:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000007f9fb861. 00000400:00000010:2.0:1767384637.198877:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c46c3776. 02000000:00000001:1.0:1767384637.198881:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384637.198885:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000777fcff1 00000400:00000010:1.0:1767384637.198894:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a8d665. 00000400:00000200:0.0:1767384637.198894:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (416 bytes) 00000400:00000200:2.0:1767384637.198895:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384637.198920:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd2f9085. 00000400:00000200:0.0:1767384637.198926:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384637.198931:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384637.198935:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048135424, portal 25 00000100:00000001:1.0:1767384637.198938:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384637.198940:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758971264 : -106174950580352 : ffff9f6f37c95f80) 00000400:00000200:0.0:1767384637.198941:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (26) 00000100:00000040:1.0:1767384637.198953:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384637.198955:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777fcff1 00000400:00000200:0.0:1767384637.198956:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000010:2.0:1767384637.198967:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000777fcff1. 00000100:00000001:1.0:1767384637.198969:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384637.198976:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384637.198980:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384637.198981:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp12 to MR: 192.168.203.125@tcp12 local destination 00000100:00000040:1.0:1767384637.198983:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384637.198987:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000000b5c02b7 x1853237048135296 msgsize 4848 00000400:00000010:1.0:1767384637.198995:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbff0b51. 00000100:00000200:1.0:1767384637.199009:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048135424, offset 0 00000400:00000200:1.0:1767384637.199030:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384637.199031:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp12 NI seq info: [74:74:256:4294967295] 192.168.203.125@tcp12 LPNI seq info [73:73:8:4294967295] 00000100:00100000:2.0:1767384637.199040:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384637.199047:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:0.0:1767384637.199060:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp12(192.168.203.125@tcp12:192.168.203.125@tcp12) -> 192.168.203.125@tcp12(192.168.203.125@tcp12:192.168.203.125@tcp12) 192.168.203.125@tcp12 : ACK try# 0 00000100:00000001:2.0:1767384637.199061:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384637.199071:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp12 00000800:00000010:0.0:1767384637.199074:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e2f4910. 00000400:00000200:2.0:1767384637.199082:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8486bf8 00000400:00000200:1.0:1767384637.199085:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384637.199101:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8486bf8. 00000800:00000200:0.0:1767384637.199101:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (6) 00000100:00000001:2.0:1767384637.199110:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1767384637.199118:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp12 ip 192.168.203.125:1017 00000400:00000200:1.0:1767384637.199119:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04f00 00000100:00000200:2.0:1767384637.199124:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384637.199130:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e2f4910 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384637.199154:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x10ed [2] + 0 00000800:00000001:0.0:1767384637.199166:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384637.199175:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086d75a04. 00000400:00000200:1.0:1767384637.199194:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000093ae58b7 00000800:00000001:0.0:1767384637.199197:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.199198:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384637.199203:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384637.199208:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384637.199217:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384637.199229:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384637.199230:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093ae58b7 00000400:00000010:1.0:1767384637.199240:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093ae58b7. 00000100:00000001:2.0:1767384637.199241:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384637.199253:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384637.199256:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384637.199260:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.199263:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000053ad977a x1853237048135424 msgsize 4848 00000100:00000001:2.0:1767384637.199267:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294924975 00000800:00000200:0.0:1767384637.199269:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767384637.199274:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e44d8c8a. 00000800:00000010:0.0:1767384637.199278:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e2f4910. 00000100:00000001:2.0:1767384637.199286:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384637.199288:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1767384637.199295:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384637.199298:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384637.199303:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294924975 00000100:00000010:2.0:1767384637.199308:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000081a40d. 00000400:00000200:0.0:1767384637.199309:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp12->192.168.203.125@tcp12: ACK: OK 00000100:00000001:2.0:1767384637.199315:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384637.199321:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384637.199323:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294924975 00000800:00000001:0.0:1767384637.199323:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:2.0:1767384637.199329:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000051a55c0f. 00000800:00000001:0.0:1767384637.199330:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384637.199332:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbff0b51 00000100:00000001:2.0:1767384637.199334:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000800:00000001:0.0:1767384637.199336:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384637.199338:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbff0b51. 00000800:00000001:0.0:1767384637.199344:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.199346:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384637.199347:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294924975 00000800:00000001:0.0:1767384637.199347:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767384637.199355:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384637.199356:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068937916. 00000800:00000001:0.0:1767384637.199359:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.199366:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384637.199375:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384637.199387:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.199392:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp12(192.168.203.125@tcp12) <- 192.168.203.125@tcp12 : ACK - for me 00000100:00000001:2.0:1767384637.199399:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.199414:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.199415:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384637.199424:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp12: ACK from 12345-192.168.203.125@tcp12 into md 0x1885 00000100:00000040:1.0:1767384637.199428:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.199431:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384637.199431:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384637.199437:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384637.199442:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384637.199445:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384637.199446:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp12->192.168.203.125@tcp12: ACK: OK 00000100:00000001:2.0:1767384637.199448:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.199464:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.199468:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384637.199478:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.199482:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005402dd38 00000100:00000001:1.0:1767384637.199483:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294924976 00000100:00000001:2.0:1767384637.199484:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.199486:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005402dd38. 00000400:00000200:0.0:1767384637.199497:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:1.0:1767384637.199507:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294924975 00000400:00000200:0.0:1767384637.199512:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000100:00000001:1.0:1767384637.199516:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294924976 00000400:00000200:0.0:1767384637.199523:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:1.0:1767384637.199525:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294924975 00000400:00000200:0.0:1767384637.199527:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (25) 00000100:00000001:1.0:1767384637.199529:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294924976 00000100:00000001:1.0:1767384637.199539:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294924975 00000800:00000001:0.0:1767384637.199541:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384637.199552:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294924976 00000800:00000001:0.0:1767384637.199554:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.199562:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294924975 00000100:00000001:1.0:1767384637.199576:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384637.199579:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.199585:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.199588:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384637.199598:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384637.199600:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384637.199607:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384637.199611:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384637.199616:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.199621:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.199638:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384637.199649:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048135296 02000000:00000001:2.0:1767384637.199667:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384637.199670:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384637.199674:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.199675:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384637.199679:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048135424 02000000:00000001:2.0:1767384637.199682:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384637.199683:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384637.199693:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384637.199694:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048135296 00000100:00000001:1.0:1767384637.199696:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384637.199699:0:25090:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384637.199704:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384637.199706:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384637.199719:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1767384637.199721:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048135424 00000020:00000040:2.0:1767384637.199724:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:1.0:1767384637.199725:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384637.199737:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000040:1.0:1767384637.199738:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384637.199750:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384637.199751:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1767384637.199758:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000040:1.0:1767384637.199759:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:2.0:1767384637.199762:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384637.199768:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:2.0:1767384637.199769:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000702359a1. 00000400:00000010:0.0:1767384637.199769:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000004f0c8b59. 00000020:00000001:1.0:1767384637.199773:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000010:0.0:1767384637.199779:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027410ff9. 00000100:00000001:2.0:1767384637.199780:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384637.199781:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384637.199788:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005402dd38. 00000020:00000010:2.0:1767384637.199789:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000702359a1. 00000020:00000010:1.0:1767384637.199790:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044d72c6b. 00000100:00000001:1.0:1767384637.199804:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384637.199805:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004f0c8b59 00000020:00000010:2.0:1767384637.199808:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e666a6e. 00000020:00000010:1.0:1767384637.199812:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044d72c6b. 00000400:00000010:0.0:1767384637.199814:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 409 at 00000000580b0193. 00000020:00000010:2.0:1767384637.199820:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a679813. 00000020:00000010:1.0:1767384637.199822:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf822b8f. 00000400:00000200:0.0:1767384637.199822:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 416 success 00000020:00000010:2.0:1767384637.199828:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e2f1caa. 00000020:00000010:1.0:1767384637.199837:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c61b38d7. 00000400:00000200:0.0:1767384637.199844:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000020:00000010:1.0:1767384637.199846:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000100:00000040:2.0:1767384637.199851:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:0.0:1767384637.199853:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (24) 00000100:00000001:2.0:1767384637.199856:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384637.199860:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384637.199861:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1767384637.199861:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 00000000580b0193. 00000100:00000001:1.0:1767384637.199871:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384637.199872:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.199873:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efb7b854. 00000100:00000001:1.0:1767384637.199881:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384637.199885:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000055e1692e. 00000400:00000200:0.0:1767384637.199891:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000100:00000001:2.0:1767384637.199893:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.199894:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.199902:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000001:2.0:1767384637.199905:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.199910:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:1.0:1767384637.199912:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384637.199923:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000100:00000001:2.0:1767384637.199924:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384637.199930:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384637.199932:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000100:00000001:1.0:1767384637.199936:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384637.199943:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384637.199944:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000400:00000200:0.0:1767384637.199944:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 36], ns[14, 36] 00000100:00000040:2.0:1767384637.199955:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00100000:1.0:1767384637.199971:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000400:00000200:0.0:1767384637.199972:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000100:00000001:2.0:1767384637.199979:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935095888 : -106175774455728 : ffff9f6f06ae0850) 00000100:00000040:1.0:1767384637.199982:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:1.0:1767384637.199991:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935097936 : -106175774453680 : ffff9f6f06ae1050) 00000100:00000040:2.0:1767384637.199993:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b5c02b7 x1853237048135296/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:618/0 lens 4848/0 e 0 to 0 dl 1767384648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384637.200000:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000100:00000040:1.0:1767384637.200008:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053ad977a x1853237048135424/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:618/0 lens 4848/0 e 0 to 0 dl 1767384648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384637.200030:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:0.0:1767384637.200062:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000100:00000001:2.0:1767384637.200075:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384637.200083:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384637.200086:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000702359a1. 00000400:00000200:0.0:1767384637.200086:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000100:00000001:2.0:1767384637.200092:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384637.200095:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000044d72c6b. 00000020:00000010:2.0:1767384637.200096:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000702359a1. 00000100:00000001:1.0:1767384637.200109:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384637.200117:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000100:00100000:2.0:1767384637.200121:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b5c02b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048135296:12345-0@lo:253: 00000020:00000010:1.0:1767384637.200122:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000044d72c6b. 00000400:00000200:0.0:1767384637.200128:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 00000100:00000200:2.0:1767384637.200138:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048135296 00000100:00100000:1.0:1767384637.200162:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053ad977a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048135424:12345-0@lo:253: 00000100:00000200:1.0:1767384637.200168:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048135424 00000020:00000001:1.0:1767384637.200177:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384637.200178:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:0.0:1767384637.200180:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 00000020:00000001:1.0:1767384637.200182:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384637.200185:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384637.200187:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384637.200188:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.200192:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000020:00000001:1.0:1767384637.200198:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384637.200199:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384637.200204:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:0.0:1767384637.200205:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000020:00000001:2.0:1767384637.200206:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384637.200229:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384637.200237:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384637.200239:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384637.200245:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000020:00000001:2.0:1767384637.200250:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384637.200250:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384637.200258:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000020:00000001:1.0:1767384637.200259:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384637.200260:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384637.200271:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384637.200272:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384637.200272:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000020:00000001:2.0:1767384637.200281:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.200284:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384637.200293:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384637.200294:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384637.200294:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 02000000:00000001:2.0:1767384637.200306:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384637.200306:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 02000000:00000010:1.0:1767384637.200308:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000079a8cbc6. 02000000:00000010:2.0:1767384637.200313:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000002bfaf6a6. 02000000:00000001:1.0:1767384637.200318:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384637.200319:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.200319:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 14], ns[71, 14] 00000100:00000001:2.0:1767384637.200335:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.200335:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384637.200338:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 14], ns[72, 14] 20000000:00000001:2.0:1767384637.200351:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:1.0:1767384637.200351:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384637.200352:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 14], ns[0, 14] 00000400:00000200:0.0:1767384637.200361:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp31 00000400:00000200:0.0:1767384637.200366:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp31 00000400:00000200:0.0:1767384637.200370:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp31 lpni_is_preferred = 0 00000400:00000200:0.0:1767384637.200373:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp31 20000000:00000010:1.0:1767384637.200377:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000080d4da29. 00000400:00000200:0.0:1767384637.200377:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp31 NI seq info: [75:75:256:4294967295] 192.168.203.125@tcp31 LPNI seq info [74:74:8:4294967295] 20000000:00000010:2.0:1767384637.200383:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000084f822ab. 20000000:01000000:1.0:1767384637.200388:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384637.200390:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384637.200394:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp31 20000000:00000001:2.0:1767384637.200399:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384637.200399:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384637.200407:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384637.200411:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp31(192.168.203.125@tcp31:) -> 192.168.203.125@tcp31(192.168.203.125@tcp:192.168.203.125@tcp31) : GET try# 0 20000000:00000001:1.0:1767384637.200413:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384637.200419:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp31 20000000:00000001:1.0:1767384637.200422:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384637.200425:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384637.200433:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384637.200435:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000010:0.0:1767384637.200435:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e2f4910. 00000800:00000010:0.0:1767384637.200443:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000620eb06. 00000800:00000010:0.0:1767384637.200448:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d5c08e68. 00000800:00000200:0.0:1767384637.200477:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (2) 00000800:00000200:0.1:1767384637.200482:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (2) 20000000:00000010:1.0:1767384637.200484:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000091c2dd4c. 20000000:01000000:1.0:1767384637.200488:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:1.0:1767384637.200495:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384637.200495:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384637.200504:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00080000:00000001:1.0:1767384637.200507:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384637.200514:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384637.200540:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384637.200563:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.200567:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:0.0:1767384637.200579:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00080000:00000001:1.0:1767384637.200580:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.200587:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384637.200589:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384637.200593:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:1.0:1767384637.200598:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:1.0:1767384637.200601:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384637.200605:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384637.200609:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.200612:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384637.200616:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384637.200623:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384637.200627:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384637.200631:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000027f59051. 00080000:00000001:1.0:1767384637.200635:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619725824 : -106180089825792 : ffff9f6e0576b600) 00080000:00000001:1.0:1767384637.200639:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:0.0:1767384637.200642:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000001:00000001:1.0:1767384637.200643:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384637.200650:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000044d72c6b. 00080000:00000001:1.0:1767384637.200655:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.200659:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384637.200683:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384637.200706:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384637.200732:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.200799:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.200843:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 20000000:00000001:2.0:1767384637.200872:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384637.200875:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384637.200880:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.200914:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.200933:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.200950:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.200987:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201003:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201042:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201062:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201082:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201101:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201118:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201135:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201213:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201235:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201250:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201264:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201288:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201302:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201322:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201338:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201365:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201379:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201396:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201411:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201423:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201435:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201535:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201565:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201577:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384637.201589:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384637.201694:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015034cbd. 00000800:00000010:0.0:1767384637.201698:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003c145826. 00000800:00000010:0.0:1767384637.201704:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004c3fd506. 00000800:00000010:0.0:1767384637.201726:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004c3fd506. 00000800:00020000:0.0:1767384637.201733:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00080000:00000010:2.0:1767384637.203101:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000027f59051. 00080000:00000010:1.0:1767384637.203194:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000044d72c6b. 00040000:00000001:1.0:1767384637.203203:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384637.203205:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384637.203207:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384637.203211:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384637.203213:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384637.203215:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384637.203229:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384637.203247:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384637.203251:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:1.0:1767384637.203258:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384637.203268:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ddc37aff. 20000000:01000000:2.0:1767384637.203272:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #32 20000000:00000001:2.0:1767384637.203276:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384637.203281:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384637.203284:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384637.203297:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384637.203316:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384637.203319:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384637.203320:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384637.203322:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384637.203323:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384637.203325:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:2.0:1767384637.203329:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:2.0:1767384637.203330:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384637.203333:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384637.203336:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384637.203338:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384637.203341:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384637.203345:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:2.0:1767384637.203352:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 20000000:01000000:1.0:1767384637.203352:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000010:2.0:1767384637.203360:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d130402e. 20000000:00000001:1.0:1767384637.203361:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384637.203368:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384637.203369:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898227279360 : -106175482272256 : ffff9f6f18186600) 00080000:00000001:2.0:1767384637.203381:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384637.203381:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000001:00000001:2.0:1767384637.203386:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384637.203394:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000702359a1. 00080000:00000001:2.0:1767384637.203399:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.203399:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384637.203404:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000010:1.0:1767384637.203409:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a2e2d498. 00080000:00000001:2.0:1767384637.203424:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384637.203463:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384637.203476:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384637.203483:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d034b66. 00000020:00000001:1.0:1767384637.203488:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384637.203491:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d034b66 with handle 0x71ee3a74e27191a5 to hash 00000020:00000001:1.0:1767384637.203494:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384637.203495:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384637.203498:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384637.203501:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384637.203503:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.203506:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.203513:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384637.203516:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384637.203518:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384637.203520:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384637.203521:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384637.203523:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384637.203524:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384637.203526:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384637.203527:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384637.203529:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384637.203530:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384637.203532:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a2e2d498) refcount = 1 00010000:00010000:1.0:1767384637.203534:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.203539:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384637.203540:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384637.203541:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384637.203543:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.203544:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384637.203547:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384637.203550:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:1.0:1767384637.203559:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384637.203560:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384637.203561:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d034b66 refcount=4 00000020:00000001:1.0:1767384637.203563:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384637.203564:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384637.203566:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384637.203567:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.203572:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384637.203573:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.203577:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.203579:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384637.203580:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.203585:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384637.203587:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.203591:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384637.203593:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384637.203601:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d034b66 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384637.203603:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384637.203605:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384637.203607:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.203612:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384637.203613:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384637.203614:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384637.203616:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d034b66 refcount=5 00000020:00000001:1.0:1767384637.203617:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384637.203625:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384637.203628:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384637.203630:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.203637:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384637.203639:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384637.203641:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.203645:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384637.203647:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384637.203649:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384637.203650:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384637.203651:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d034b66 with handle 0x71ee3a74e27191a5 from hash 00010000:00000001:1.0:1767384637.203653:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384637.203654:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.203655:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.203655:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384637.203657:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384637.203658:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384637.203660:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384637.203662:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384637.203663:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.203664:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384637.203665:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384637.203667:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.203668:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.203669:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.203670:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.203671:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.203673:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.203676:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.203677:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.203679:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384637.203681:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384637.203690:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.203691:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.203693:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384637.203695:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384637.203697:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.203699:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.203703:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384637.203704:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384637.203705:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d034b66/0x71ee3a74e27191a5 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384637.203710:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a2e2d498 count: 0 00010000:00000001:1.0:1767384637.203734:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384637.203735:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384637.203750:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384637.203752:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384637.203754:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000080d4da29. 20000000:00000001:1.0:1767384637.203758:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384637.203773:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048135424 00010000:00000001:1.0:1767384637.203776:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384637.203780:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053ad977a x1853237048135424/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384637.203788:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384637.203790:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384637.203794:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=54 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384637.203799:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384637.203803:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384637.203807:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384637.203810:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384637.203813:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.203816:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384637.203818:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384637.203823:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbff0b51. 00000100:00000200:1.0:1767384637.203826:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048135424, offset 224 00000400:00000200:1.0:1767384637.203836:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384637.203843:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384637.203848:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04f00 00000400:00000200:1.0:1767384637.203852:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1891 [2] + 224 00000400:00000200:1.0:1767384637.203857:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384637.203859:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384637.203863:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384637.203866:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384637.203878:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384637.203901:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384637.203907:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbff0b51 00000400:00000010:1.0:1767384637.203909:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbff0b51. 00000100:00000001:1.0:1767384637.203912:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384637.203915:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384637.203921:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.203928:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384637.203932:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384637.203935:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384637.203939:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384637.203945:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053ad977a x1853237048135424/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.203949:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384637.203953:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384637.203961:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053ad977a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048135424:12345-0@lo:253: Request processed in 3877us (4698us total) trans 0 rc 0/0 00000400:00000001:2.0:1767384637.203963:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384637.203970:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384637.203980:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a8d665. 00000100:00100000:1.0:1767384637.203989:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000400:00000200:2.0:1767384637.203991:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd2f9085 00000400:00000010:2.0:1767384637.203998:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bd2f9085. 00000100:00000040:1.0:1767384637.203999:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384637.204006:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384637.204008:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384637.204010:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384637.204017:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384637.204018:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c61b38d7. 00000020:00000010:1.0:1767384637.204033:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000020:00000010:1.0:1767384637.204048:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf822b8f. 00000100:00000200:2.0:1767384637.204050:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.204059:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384637.204063:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:2.0:1767384637.204070:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384637.204071:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384637.204073:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384637.204074:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000079a8cbc6. 02000000:00000001:2.0:1767384637.204077:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384637.204080:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384637.204082:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384637.204082:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384637.204088:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384637.204089:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384637.204103:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=54 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384637.204104:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384637.204119:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086d75a04. 00000100:00001000:2.0:1767384637.204120:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=54 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384637.204135:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384637.204136:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384637.204137:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbff0b51. 00010000:00000001:2.0:1767384637.204152:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384637.204157:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.204160:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.204164:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.204198:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384637.204200:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384637.204202:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384637.204205:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384637.204207:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384637.204209:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384637.204210:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384637.204212:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384637.204214:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384637.204215:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384637.204216:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384637.204217:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384637.204221:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384637.204225:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048135424:0@lo:253: 00000100:00000001:2.0:1767384637.204229:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.204231:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384637.204232:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004244289 x1853237048135424/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.204236:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384637.204243:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384637.204245:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000007f9fb861. 02000000:00000001:2.0:1767384637.204251:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384637.204253:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384637.204255:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384637.204258:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384637.204260:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045063839. 02000000:00000001:2.0:1767384637.204263:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384637.204264:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384637.204266:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004244289. 00000100:00000001:2.0:1767384637.204272:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384637.204274:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.204276:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.204281:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384637.204284:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.204285:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384637.204287:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384637.205577:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d130402e. 00080000:00000010:2.0:1767384637.205611:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000702359a1. 00040000:00000001:2.0:1767384637.205617:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384637.205620:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384637.205622:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384637.205625:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384637.205628:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384637.205630:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384637.205632:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384637.205641:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384637.205646:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1767384637.205650:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384637.205651:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000001:1.0:1767384637.205659:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384637.205663:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384637.205666:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384637.205667:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384637.205671:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000293279a5. 00010000:00000001:1.0:1767384637.205674:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384637.205676:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070db8059. 00000020:00000001:1.0:1767384637.205678:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384637.205683:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070db8059 with handle 0x71ee3a74e27191ac to hash 00000020:00000001:1.0:1767384637.205685:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384637.205687:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384637.205688:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384637.205690:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384637.205691:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.205694:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.205699:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384637.205700:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384637.205701:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384637.205702:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384637.205703:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384637.205705:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384637.205705:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384637.205708:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384637.205710:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384637.205717:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384637.205719:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384637.205720:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000293279a5) refcount = 1 00010000:00010000:1.0:1767384637.205722:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.205727:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384637.205728:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384637.205730:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384637.205731:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.205733:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384637.205735:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384637.205737:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:1.0:1767384637.205740:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384637.205741:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384637.205742:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070db8059 refcount=4 00000020:00000001:1.0:1767384637.205743:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384637.205744:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384637.205745:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384637.205747:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.205751:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384637.205753:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.205757:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.205758:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384637.205760:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.205764:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384637.205766:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.205767:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384637.205769:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384637.205773:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384637.205779:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384637.205784:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000084f822ab. 20000000:00000001:2.0:1767384637.205792:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.205793:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070db8059 already unused, calling callback (000000009752a4b4) 00010000:00000040:2.0:1767384637.205800:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048135296 00010000:00000001:1.0:1767384637.205802:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384637.205806:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1767384637.205809:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384637.205810:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384637.205815:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b5c02b7 x1853237048135296/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384637.205842:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384637.205849:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384637.205850:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384637.205855:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384637.205856:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070db8059 refcount=5 00000020:00000001:1.0:1767384637.205858:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384637.205862:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:2.0:1767384637.205863:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.205865:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:2.0:1767384637.205869:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=54 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384637.205869:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384637.205885:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384637.205887:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384637.205891:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:1.0:1767384637.205893:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384637.205894:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384637.205897:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384637.205901:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384637.205903:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384637.205904:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.205906:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384637.205911:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384637.205912:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384637.205922:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.205929:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1767384637.205931:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070db8059 with handle 0x71ee3a74e27191ac from hash 00000400:00000010:2.0:1767384637.205933:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8486bf8. 00010000:00000001:1.0:1767384637.205936:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384637.205940:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1767384637.205941:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048135296, offset 224 00010000:00000001:1.0:1767384637.205948:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.205954:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384637.205956:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384637.205962:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:2.0:1767384637.205964:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384637.205969:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384637.205973:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384637.205981:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384637.205982:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.205989:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:2.0:1767384637.205992:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04e80 00000400:00000200:2.0:1767384637.205998:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1889 [2] + 224 00010000:00000001:1.0:1767384637.205998:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384637.206008:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.206010:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.206011:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384637.206012:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384637.206015:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.206021:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384637.206023:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384637.206031:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384637.206033:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384637.206038:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384637.206047:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.206050:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.206054:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384637.206058:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384637.206062:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384637.206067:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384637.206070:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384637.206073:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.206074:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384637.206080:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384637.206089:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384637.206105:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:2.0:1767384637.206106:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384637.206107:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384637.206110:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070db8059/0x71ee3a74e27191ac lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384637.206112:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8486bf8 00000400:00000010:2.0:1767384637.206120:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8486bf8. 00010000:00000040:1.0:1767384637.206120:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000293279a5 count: 0 00000100:00000001:2.0:1767384637.206134:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384637.206136:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384637.206157:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384637.206158:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384637.206161:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384637.206166:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384637.206170:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384637.206188:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384637.206190:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384637.206193:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b5c02b7 x1853237048135296/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:618/0 lens 4848/4768 e 0 to 0 dl 1767384648 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384637.206215:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b5c02b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048135296:12345-0@lo:253: Request processed in 6140us (7227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384637.206222:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00000040:2.0:1767384637.206225:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384637.206227:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384637.206228:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384637.206231:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a679813. 00000020:00000010:2.0:1767384637.206234:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e2f1caa. 00000020:00000010:2.0:1767384637.206236:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e666a6e. 00000020:00000040:2.0:1767384637.206240:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:2.0:1767384637.206243:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384637.206244:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000002bfaf6a6. 02000000:00000001:2.0:1767384637.206247:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384637.206248:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384637.206251:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384637.206254:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11cf120. 00000400:00000010:2.0:1767384637.206257:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8486bf8. 00000100:00000001:2.0:1767384637.206268:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384637.206269:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384637.206271:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384637.206272:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384637.206273:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d88a077. 00000400:00000200:2.0:1767384637.206291:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054ac201a 00000400:00000010:2.0:1767384637.206292:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054ac201a. 00000100:00000001:2.0:1767384637.206294:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384637.206296:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384637.206302:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.206306:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384637.206307:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.206308:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384637.206309:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384637.206315:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384637.206316:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384637.206317:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384637.206320:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=54 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384637.206322:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=54 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384637.206323:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384637.206324:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384637.206325:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384637.206326:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.206328:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384637.206330:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.206334:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384637.206336:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384637.206337:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384637.206339:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384637.206340:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384637.206341:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384637.206342:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384637.206342:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384637.206343:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384637.206344:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384637.206346:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384637.206346:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384637.206347:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384637.206349:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384637.206353:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000005c71bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048135296:0@lo:253: 00000100:00000001:2.0:1767384637.206356:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.206357:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384637.206358:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000005c71bcb x1853237048135296/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384653 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384637.206362:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384637.206363:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384637.206364:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000142f2130. 02000000:00000001:2.0:1767384637.206370:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384637.206371:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384637.206372:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384637.206374:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384637.206375:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000e54fa615. 02000000:00000001:2.0:1767384637.206378:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384637.206379:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384637.206380:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000005c71bcb. 00000100:00000001:2.0:1767384637.206381:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384637.206382:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.206383:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384637.206386:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384637.206387:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384637.206389:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384637.206390:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384637.206480:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294924976, at 4294924977 00000100:00000010:1.0:1767384637.206489:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000081a40d. 00000100:00000040:2.0:1767384637.207545:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294924976, at 4294924978 00000100:00000040:3.0:1767384637.207548:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294924976, at 4294924978 00000100:00000010:2.0:1767384637.207553:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000051a55c0f. 00000100:00000010:3.0:1767384637.207559:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068937916. 00000800:00000010:0.0:1767384637.208355:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003c145826. 00000800:00000010:0.0:1767384637.208360:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000015034cbd. 00000100:00000040:0.0:1767384637.208374:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294924976, at 4294924978 00000100:00000010:0.0:1767384637.208380:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e44d8c8a. 00000400:02020000:0.0:1767384637.208464:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp31 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384637.212958:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp31 notifying 192.168.203.125@tcp31: down 00000800:00000200:0.0:1767384637.212963:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp31 down 00000800:00000100:0.0:1767384637.212970:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp31 00000800:00000010:0.0:1767384637.212972:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e2f4910. 00000400:00000200:0.0:1767384637.212976:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384637.212979:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp31->192.168.203.125@tcp31: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384637.212988:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp31 added to recovery queue. ping count: 0 next ping: 258 health :900 00000400:00000200:0.0:1767384637.212991:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384637.212994:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 1 00000400:00000200:0.0:1767384637.212997:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384637.213021:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384637.213024:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100851 00000400:00000001:0.0:1767384637.213027:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384637.213028:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384637.213030:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb7b854 00000400:00000010:0.0:1767384637.213031:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efb7b854. 00000400:00000200:0.0:1767384637.213034:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384637.213036:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:0.0:1767384637.213049:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 00000000580b0193. 00000400:00000200:0.0:1767384637.213052:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (25) 00000400:00000200:0.0:1767384637.213055:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:-71 00000400:00000200:0.0:1767384637.213057:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 rc -71 00000400:00000200:0.0:1767384637.213061:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384637.213064:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (24) 00000400:00000010:3.0:1767384637.217247:0:28077:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007bb07939. 00000400:00000040:3.0:1767384637.217266:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384637.217273:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384637.217275:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.217276:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384637.217278:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.217279:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384637.217282:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384637.217284:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384637.217285:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384637.217286:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384637.217288:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384637.217289:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384637.217291:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384637.217292:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384637.217292:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384637.217294:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384637.217295:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384637.217296:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384637.217297:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384637.217299:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.217301:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384637.217302:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384637.217303:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384637.217304:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384637.217305:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384637.217307:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.217307:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384637.217309:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384637.217310:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384637.217311:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384637.217312:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384637.217313:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384637.217314:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384637.217316:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384637.217317:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384637.217318:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384637.217319:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384637.217321:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384637.217322:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384637.217323:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384637.217331:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384637.217332:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384637.217333:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384637.217334:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384637.217335:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384637.217336:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384637.217337:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384637.217338:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384637.217340:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384637.217341:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384637.217342:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384637.217343:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384637.217344:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384637.217345:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384637.217346:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384637.217347:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384637.217348:0:28077:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384637.217408:0:28077:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007bb07939. 00010000:00000010:1.1:1767384637.219512:0:28078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a2e2d498. 00010000:00000010:1.1:1767384637.219521:0:28078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d034b66. 00010000:00000010:1.1:1767384637.219526:0:28078:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000293279a5. 00010000:00000010:1.1:1767384637.219530:0:28078:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070db8059. 00010000:00000001:3.0:1767384637.350520:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384637.350526:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384637.350531:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384637.350533:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384637.350573:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384637.350578:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384637.350582:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1767384638.181557:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp31 00000400:00000010:0.0:1767384638.181564:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000076e8e40d. 00000800:00000200:3.0:1767384638.181574:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3bab1d9] -> 12345-192.168.203.125@tcp16 (6) 00000400:00000010:0.0:1767384638.181575:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fd2f451e. 00000400:00000010:0.0:1767384638.181587:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efb7b854. 00000800:00000200:3.0:1767384638.181595:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp16 ip 192.168.203.125:988 00000400:00000010:0.0:1767384638.181600:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000003dcb6804. 00000800:00000200:3.0:1767384638.181605:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384638.181611:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp31 00000400:00000200:0.0:1767384638.181635:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp31 local destination 00000400:00000200:0.0:1767384638.181642:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp31 00000400:00000200:0.0:1767384638.181651:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp31 NI seq info: [76:76:256:4294967295] 192.168.203.125@tcp31 LPNI seq info [75:75:8:4294967295] 00000400:00000200:0.0:1767384638.181659:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp31 00000400:00000200:0.0:1767384638.181681:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp31(192.168.203.125@tcp31:) -> 192.168.203.125@tcp31(192.168.203.125@tcp31:192.168.203.125@tcp31) : GET try# 0 00000800:00000200:0.0:1767384638.181692:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp31 00000800:00000010:0.0:1767384638.181696:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e2f4910. 00000800:00000200:0.0:1767384638.181704:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (2) 00000800:00000200:0.1:1767384638.181712:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (2) 00000400:00000200:0.0:1767384638.181738:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp31 added to recovery queue. ping count: 1 next ping: 260 health :900 00000400:00000200:3.0:1767384638.181831:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000001:0.0:1767384638.181836:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384638.181837:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384638.181851:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384638.181861:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384638.181868:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384638.181909:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.181933:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.181952:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.181970:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.181986:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182008:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182029:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182051:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182072:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182102:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182116:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182132:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182193:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182225:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182242:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182262:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182284:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182309:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182329:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182353:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182385:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182407:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182425:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182502:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182523:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182572:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182603:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182621:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182638:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182672:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182694:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182714:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384638.182736:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384638.182910:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9316e0e. 00000800:00000010:3.0:1767384638.182917:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000afedfe0e. 00000800:00000010:3.0:1767384638.182924:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccf3168e. 00000800:00000010:3.0:1767384638.182949:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccf3168e. 00000800:00020000:3.0:1767384638.182958:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384638.182962:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000afedfe0e. 00000800:00000010:3.0:1767384638.182970:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9316e0e. 00000400:02020000:3.0:1767384638.183009:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp31 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384638.183016:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp31 notifying 192.168.203.125@tcp31: down 00000400:00000200:3.0:1767384638.183023:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384638.183028:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp31 00000800:00000010:3.0:1767384638.183032:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e2f4910. 00000400:00000200:3.0:1767384638.183036:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384638.183040:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp31->192.168.203.125@tcp31: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384638.183051:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384638.183054:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp31 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384638.183058:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp31) recovery failed with -71 00010000:00000001:3.0:1767384638.374507:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384638.374526:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384638.374531:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384638.374533:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384638.374606:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384638.374622:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384638.374626:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384638.572949:0:28442:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb5232cc. 00080000:00000010:1.0:1767384638.572960:0:28442:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb5232cc. 00000020:00000001:1.0:1767384638.572965:0:28442:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384638.572972:0:28442:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fb5232cc. 00080000:00000010:1.0:1767384638.572976:0:28442:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fb5232cc. 00000020:00000001:1.0:1767384638.572984:0:28442:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384639.205506:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384639.205511:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384639.205514:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb7b854 00000400:00000010:0.0:1767384639.205518:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efb7b854. 00000400:00000200:0.0:1767384639.205523:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384639.205529:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp31 recovery ping unlinked 00000400:00000010:0.0:1767384639.205539:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000076e8e40d. 00000400:00000010:0.0:1767384639.205543:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fd2f451e. 00000001:00000001:1.0:1767384639.343384:0:28606:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384639.343388:0:28606:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp33 --if ens2 00000001:00000001:1.0:1767384639.346650:0:28606:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384639.353519:0:28607:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000bc9ba5b4. 00000400:00000010:0.0:1767384639.353534:0:28607:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000278aecfe. 00000400:00000010:0.0:1767384639.353544:0:28607:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000c94be5d. 00000400:00000010:0.0:1767384639.353547:0:28607:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c8aecce1. 00000400:00000010:0.0:1767384639.353551:0:28607:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000cee1087f. 00000400:00000010:0.0:1767384639.353554:0:28607:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000316ecf25. 00000400:00000010:0.0:1767384639.353556:0:28607:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000469b7c77. 00000400:00000010:0.0:1767384639.353557:0:28607:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000077102a7d. 00000400:00000010:0.0:1767384639.353560:0:28607:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000019e9dd6e. 00000800:00000010:0.0:1767384639.353572:0:28607:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c9fb6640. 00000800:00000200:0.0:1767384639.353583:0:28607:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384639.353592:0:28607:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384639.353627:0:28607:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384639.353650:0:28607:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp33 [8/256/0/180] 00000400:00000010:0.0:1767384639.355087:0:28607:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000053665e5b. 00000400:00000010:0.0:1767384639.355093:0:28607:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1379851. 00000400:00000010:0.0:1767384639.355099:0:28607:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efb7b854. 00000400:00000001:0.0:1767384639.355118:0:28607:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384639.355119:0:28607:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384639.355121:0:28607:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f162e7af. 00000400:00000200:0.0:1767384639.355124:0:28607:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000400:00000010:0.0:1767384639.355140:0:28607:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000400:00000010:0.0:1767384639.355143:0:28607:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 0000000000ba2096. 00000400:00000200:0.0:1767384639.355154:0:28607:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (23) 00000400:00000200:0.0:1767384639.355182:0:28607:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384639.355189:0:28607:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131105 00000020:00000010:0.0:1767384639.355195:0:28607:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000015034cbd. 00000020:01000000:0.0:1767384639.355198:0:28607:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384639.355201:0:28607:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp33 00000400:00000200:1.0:1767384639.355214:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384639.355216:0:28607:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000278aecfe. 00000400:00000010:0.0:1767384639.355221:0:28607:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000bc9ba5b4. 00000400:00000200:1.0:1767384639.355223:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:1.0:1767384639.355227:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (24) 00000400:00000010:1.0:1767384639.355232:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 425 at 000000008ebb1b71. 00000400:00000010:1.0:1767384639.355235:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984d890c. 00000400:00000010:1.0:1767384639.355240:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000055004b61. 00000400:00000200:1.0:1767384639.355245:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000020:00000001:2.0:1767384639.355252:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384639.355256:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384639.355257:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 10000000:00000001:2.0:1767384639.355259:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384639.355262:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384639.355264:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:2.0:1767384639.355266:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384639.355270:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384639.355273:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384639.355275:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000020:01000004:2.0:1767384639.355276:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384639.355280:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384639.355283:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384639.355285:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384639.355285:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000020:01000004:2.0:1767384639.355287:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384639.355290:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384639.355293:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384639.355294:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[14, 36], ns[14, 36] 00000400:00000200:1.0:1767384639.355299:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 14], ns[16, 14] 00000100:00000010:2.0:1767384639.355300:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009449bdd9. 00000400:00000200:1.0:1767384639.355305:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 14], ns[18, 14] 00000020:00000040:2.0:1767384639.355306:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:1.0:1767384639.355310:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 14], ns[20, 14] 00000400:00000200:1.0:1767384639.355313:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 14], ns[22, 14] 00000100:00000001:2.0:1767384639.355314:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384639.355317:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 14], ns[24, 14] 00000400:00000200:1.0:1767384639.355320:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 14], ns[26, 14] 00000400:00000200:1.0:1767384639.355325:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 14], ns[28, 14] 02000000:00000001:2.0:1767384639.355326:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384639.355330:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 14], ns[30, 14] 02000000:00000001:2.0:1767384639.355332:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384639.355342:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000084f822ab. 00000400:00000200:1.0:1767384639.355342:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 14], ns[32, 14] 00000400:00000200:1.0:1767384639.355348:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 14], ns[34, 14] 00000100:00000001:2.0:1767384639.355351:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.355354:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 14], ns[44, 14] 00000400:00000200:1.0:1767384639.355358:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 14], ns[48, 14] 00000100:00000001:2.0:1767384639.355362:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384639.355363:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 14], ns[52, 14] 00000100:00000001:2.0:1767384639.355366:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.355370:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 14], ns[56, 14] 00000400:00000200:1.0:1767384639.355373:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 14], ns[60, 14] 00000100:00000040:2.0:1767384639.355377:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009449bdd9] to pc [ptlrpcd_00_02+2] req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384639.355381:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 14], ns[71, 14] 00000400:00000200:1.0:1767384639.355397:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 14], ns[72, 14] 00000400:00000200:1.0:1767384639.355402:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp13] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[75, 14], ns[76, 14] 00000400:00000200:1.0:1767384639.355407:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp13 00000400:00000200:1.0:1767384639.355414:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp13 00000400:00000200:1.0:1767384639.355419:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp13 lpni_is_preferred = 0 10000000:00000001:2.0:1767384639.355420:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384639.355424:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.355426:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp13 00000020:00000001:2.0:1767384639.355428:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.355431:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:2.0:1767384639.355432:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384639.355490:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384639.355492:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384639.355512:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384639.355512:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:2.0:1767384639.355515:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384639.355519:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384639.355521:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp13 NI seq info: [77:77:256:4294967295] 192.168.203.125@tcp13 LPNI seq info [76:76:8:4294967295] 00000100:00000040:0.0:1767384639.355522:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:2.0:1767384639.355524:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384639.355528:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384639.355532:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384639.355536:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384639.355538:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp13 00000020:01000004:2.0:1767384639.355541:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384639.355546:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384639.355550:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:0.0:1767384639.355551:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384639.355555:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:0.0:1767384639.355556:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384639.355558:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384639.355561:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp13(192.168.203.125@tcp13:) -> 192.168.203.125@tcp13(192.168.203.125@tcp:192.168.203.125@tcp13) : GET try# 0 02000000:00000001:0.0:1767384639.355562:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1767384639.355565:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000200e631c. 02000000:00000001:0.0:1767384639.355567:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384639.355571:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000800:00000200:1.0:1767384639.355574:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp13 02000000:00000001:0.0:1767384639.355574:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.355576:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384639.355579:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384639.355582:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009449bdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048135552:0@lo:253: 02000000:00000001:2.0:1767384639.355583:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384639.355584:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000067c5177. 00000100:00000001:0.0:1767384639.355591:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1767384639.355595:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a71a44b3] -> 12345-192.168.203.125@tcp13 (6) 02000000:00000010:2.0:1767384639.355598:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000df0358fd. 02000000:00000001:0.0:1767384639.355598:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384639.355602:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.355604:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.355605:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1767384639.355608:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp13 ip 192.168.203.125:988 00000100:00000001:2.0:1767384639.355611:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000200:1.0:1767384639.355613:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000067c5177 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1767384639.355614:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384639.355614:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000006e7049b. 02000000:00000001:0.0:1767384639.355619:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.355623:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000200e631c] to pc [ptlrpcd_00_03+3] req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384639.355628:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928840c6. 00000400:00000200:1.0:1767384639.355636:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000010:0.0:1767384639.355637:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000278aecfe. 00000400:00000200:1.0:1767384639.355640:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000100:00000200:0.0:1767384639.355643:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048135552, portal 25 00000100:00000001:0.0:1767384639.355650:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384639.355653:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759656704 : -106174949894912 : ffff9f6f37d3d500) 00000100:00000001:1.0:1767384639.355657:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384639.355658:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.355661:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.355662:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384639.355663:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.355667:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1767384639.355669:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384639.355675:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:1.0:1767384639.355675:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.355679:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384639.355681:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000015034cbd. 00000100:00000040:0.0:1767384639.355687:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384639.355691:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384639.355694:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.355697:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc9dd740. 02000000:00000001:1.0:1767384639.355698:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384639.355702:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384639.355703:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048135552, offset 0 02000000:00000001:1.0:1767384639.355705:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384639.355709:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048135680:0@lo:253: 00000400:00000200:0.0:1767384639.355714:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384639.355716:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384639.355720:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384639.355722:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.355726:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384639.355729:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1767384639.355733:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000080d4da29. 02000000:00000001:1.0:1767384639.355737:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384639.355741:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000400:00000200:0.0:1767384639.355742:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff04f80 00000400:00000010:1.0:1767384639.355746:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cb06448. 00000400:00000200:0.0:1767384639.355752:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1105 [2] + 0 00000400:00000010:0.0:1767384639.355755:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb191988. 00000400:00000200:0.0:1767384639.355759:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e5eacc4d 00000100:00000200:1.0:1767384639.355764:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048135680, portal 25 00000100:00000001:1.0:1767384639.355767:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384639.355767:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.355769:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759653120 : -106174949898496 : ffff9f6f37d3c700) 00000100:00000040:1.0:1767384639.355778:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384639.355778:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384639.355787:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384639.355787:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5eacc4d 00000400:00000010:0.0:1767384639.355791:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e5eacc4d. 00000100:00000040:1.0:1767384639.355796:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384639.355799:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043179e20. 00000100:00000001:0.0:1767384639.355799:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384639.355802:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1767384639.355803:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048135680, offset 0 00000100:00000040:0.0:1767384639.355806:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000cdb92159 x1853237048135552 msgsize 4848 00000400:00000200:1.0:1767384639.355810:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1767384639.355816:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384639.355820:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:1.0:1767384639.355826:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384639.355832:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384639.355836:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff05000 00000400:00000200:1.0:1767384639.355841:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1131 [2] + 0 00000100:00000001:2.0:1767384639.355849:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384639.355850:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe19dbc2. 00000100:00100000:2.0:1767384639.355854:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048135552 00000400:00000200:1.0:1767384639.355856:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000296003c 02000000:00000001:2.0:1767384639.355858:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384639.355862:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384639.355862:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc9dd740 00000400:00000200:1.0:1767384639.355864:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384639.355865:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.355866:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc9dd740. 00000400:00000200:1.0:1767384639.355872:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384639.355874:0:16356:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384639.355875:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.355876:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000296003c 00000400:00000010:1.0:1767384639.355880:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000296003c. 00000100:00100000:2.0:1767384639.355881:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048135552 00000100:00000200:0.0:1767384639.355882:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384639.355886:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384639.355886:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384639.355891:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000200:1.0:1767384639.355891:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384639.355897:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384639.355898:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1767384639.355898:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000052aafe1e x1853237048135680 msgsize 4848 00000020:00000040:2.0:1767384639.355902:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000040:0.0:1767384639.355903:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384639.355909:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:1.0:1767384639.355911:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384639.355915:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000040:1.0:1767384639.355917:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384639.355922:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384639.355924:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.355927:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384639.355928:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068744f49. 00000100:00000001:1.0:1767384639.355928:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384639.355933:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.355934:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.355936:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000043179e20 00000020:00000010:2.0:1767384639.355940:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068744f49. 00000400:00000010:1.0:1767384639.355941:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000043179e20. 00000100:00000001:0.0:1767384639.355942:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294927132 00000100:00000001:1.0:1767384639.355947:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:0.0:1767384639.355948:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000c954f99. 00000020:00000010:2.0:1767384639.355950:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000473c31b0. 00000100:00000200:1.0:1767384639.355953:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.355956:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767384639.355959:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a679813. 00000100:00000001:0.0:1767384639.355965:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294927132 00000020:00000010:2.0:1767384639.355966:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e2f1caa. 00000100:00000001:1.0:1767384639.355969:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1767384639.355972:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8d556a3. 00000100:00000040:1.0:1767384639.355973:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384639.355977:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384639.355983:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384639.355983:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384639.355984:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.355986:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384639.355989:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384639.355990:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.355991:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294927132 00000100:00000001:1.0:1767384639.355995:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.355999:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294927132 00000100:00000001:2.0:1767384639.356002:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.356003:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294927132 00000100:00000010:0.0:1767384639.356004:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023dbdedc. 00000100:00000001:1.0:1767384639.356009:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294927132 00000100:00000001:0.0:1767384639.356011:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384639.356012:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294927132 00000100:00000001:2.0:1767384639.356016:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.356018:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294927132 00000100:00000001:1.0:1767384639.356022:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294927132 00000100:00000001:0.0:1767384639.356023:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294927132 00000100:00000001:1.0:1767384639.356024:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294927132 00000100:00000001:2.0:1767384639.356030:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1767384639.356031:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001edadc97. 00000100:00100000:2.0:1767384639.356034:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048135680 00000100:00000001:0.0:1767384639.356036:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384639.356041:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384639.356042:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294927132 02000000:00000001:2.0:1767384639.356057:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384639.356058:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.356058:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.356061:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.356063:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.356064:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.356070:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.356072:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.356073:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.356078:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384639.356080:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048135680 00000100:00000001:1.0:1767384639.356081:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.356082:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384639.356087:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384639.356088:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.356091:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1767384639.356092:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:0.0:1767384639.356095:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384639.356096:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384639.356097:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384639.356101:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:0.0:1767384639.356101:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.356102:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384639.356109:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384639.356111:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.356113:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384639.356114:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384639.356117:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384639.356122:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384639.356144:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068744f49. 00000100:00000001:1.0:1767384639.356146:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.356148:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384639.356153:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384639.356154:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068744f49. 00000020:00000010:2.0:1767384639.356177:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025680772. 00000020:00000010:2.0:1767384639.356184:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f5984eb. 00000020:00000010:2.0:1767384639.356191:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064253368. 00000100:00000001:2.0:1767384639.356198:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384639.356201:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384639.356203:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.356208:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.356223:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.356248:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384639.356251:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384639.356260:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00000040:2.0:1767384639.356262:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384639.356265:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935098960 : -106175774452656 : ffff9f6f06ae1450) 00000100:00000001:0.0:1767384639.356266:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384639.356270:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384639.356272:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cdb92159 x1853237048135552/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 4848/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.356279:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00000001:2.0:1767384639.356288:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384639.356288:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000020:00000010:2.0:1767384639.356293:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000068744f49. 00000100:00000001:0.0:1767384639.356293:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863212624 : -106174846338992 : ffff9f6f3dfff850) 00000100:00000001:2.0:1767384639.356308:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384639.356311:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052aafe1e x1853237048135680/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 4848/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384639.356313:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384639.356319:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000067c5177. 00000020:00000010:2.0:1767384639.356320:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000068744f49. 00000400:00000200:1.0:1767384639.356325:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384639.356330:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384639.356334:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cdb92159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048135552:12345-0@lo:253: 00000020:00000010:0.0:1767384639.356336:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007afb90a4. 00000100:00000200:2.0:1767384639.356342:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048135552 00000400:00000200:1.0:1767384639.356343:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp13->192.168.203.125@tcp13: GET: OK 00000100:00000001:0.0:1767384639.356344:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384639.356348:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384639.356352:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007afb90a4. 00000020:00000001:2.0:1767384639.356354:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384639.356355:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:2.0:1767384639.356359:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384639.356363:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052aafe1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048135680:12345-0@lo:253: 00000020:00000001:2.0:1767384639.356364:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1767384639.356365:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000020:00000001:2.0:1767384639.356369:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00000200:0.0:1767384639.356372:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048135680 00000020:00000001:2.0:1767384639.356374:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384639.356378:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384639.356378:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384639.356382:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384639.356385:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000800:00000001:1.0:1767384639.356386:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384639.356389:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384639.356390:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.356392:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.356395:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000001:1.0:1767384639.356397:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384639.356397:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384639.356401:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384639.356402:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000800:00000001:1.0:1767384639.356403:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767384639.356407:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1767384639.356408:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b80f6e6. 00000020:00000001:0.0:1767384639.356409:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384639.356411:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384639.356414:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.356417:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384639.356418:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.356421:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:2.0:1767384639.356423:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:0.0:1767384639.356425:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.356428:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp13(192.168.203.125@tcp13) <- 192.168.203.125@tcp13 : GET - for me 00000100:00000001:0.0:1767384639.356429:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000010:2.0:1767384639.356433:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cb3ff662. 02000000:00000001:0.0:1767384639.356435:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:01000000:2.0:1767384639.356438:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 02000000:00000010:0.0:1767384639.356440:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015034cbd. 20000000:00000001:2.0:1767384639.356443:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384639.356444:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 416 into portal 0 MB=0x8000000000000000 02000000:00000001:0.0:1767384639.356447:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384639.356448:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384639.356483:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 416/416 into md 0x18b5 [1] + 0 20000000:00000001:2.0:1767384639.356489:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.356492:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384639.356494:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.356495:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp13 to MR: 192.168.203.125@tcp13 local destination 20000000:00000001:0.0:1767384639.356498:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:2.0:1767384639.356500:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384639.356523:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp13 NI seq info: [78:78:256:4294967295] 192.168.203.125@tcp13 LPNI seq info [77:77:8:4294967295] 20000000:00000010:0.0:1767384639.356524:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fed17f63. 20000000:00000010:2.0:1767384639.356527:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000de3ae9a6. 20000000:01000000:2.0:1767384639.356532:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 20000000:01000000:0.0:1767384639.356532:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384639.356539:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384639.356543:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384639.356544:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384639.356548:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384639.356552:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384639.356553:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp13(192.168.203.125@tcp13:192.168.203.125@tcp13) -> 192.168.203.125@tcp13(192.168.203.125@tcp13:192.168.203.125@tcp13) 192.168.203.125@tcp13 : REPLY try# 0 20000000:00000001:0.0:1767384639.356554:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384639.356557:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:0.0:1767384639.356560:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000800:00000200:1.0:1767384639.356567:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.125@tcp13 00000800:00000010:1.0:1767384639.356570:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000067c5177. 00000800:00000200:1.0:1767384639.356573:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a71a44b3] -> 12345-192.168.203.125@tcp13 (6) 00080000:00000001:2.0:1767384639.356576:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000800:00000200:1.0:1767384639.356578:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp13 ip 192.168.203.125:1015 00000800:00000200:1.0:1767384639.356581:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000067c5177 type 3, nob 512 niov 1 nkiov 1 00080000:00000001:2.0:1767384639.356592:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384639.356596:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384639.356598:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384639.356601:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384639.356609:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384639.356612:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:2.0:1767384639.356616:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:2.0:1767384639.356618:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384639.356621:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1767384639.356622:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000001:2.0:1767384639.356624:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384639.356628:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384639.356633:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000067c5177. 00000020:00000001:2.0:1767384639.356634:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:1.0:1767384639.356639:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384639.356641:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:2.0:1767384639.356646:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384639.356647:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp13->192.168.203.125@tcp13: REPLY: OK 00080000:00000010:2.0:1767384639.356650:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000961c4981. 00080000:00000001:2.0:1767384639.356655:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898589135872 : -106175120415744 : ffff9f6f2da9e400) 00000800:00000001:1.0:1767384639.356657:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384639.356658:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384639.356662:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000001:1.0:1767384639.356662:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384639.356667:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000068744f49. 00000800:00000001:1.0:1767384639.356667:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.356671:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384639.356672:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384639.356677:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384639.356678:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000800:00000001:1.0:1767384639.356682:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.356686:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp13(192.168.203.125@tcp13) <- 192.168.203.125@tcp13 : REPLY - for me 00080000:00000001:2.0:1767384639.356696:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.356702:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp13: Reply from 12345-192.168.203.125@tcp13 of length 416/416 into md 0x18b9 00000800:00000001:1.0:1767384639.356708:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:2.0:1767384639.356717:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000001:1.0:1767384639.356717:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.356722:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.356729:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp13->192.168.203.125@tcp13: REPLY: OK 00000400:00000200:1.0:1767384639.356735:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984d890c 00000400:00000010:1.0:1767384639.356738:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984d890c. 00000400:00000200:1.0:1767384639.356744:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384639.356749:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:1.0:1767384639.356757:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:1.0:1767384639.356762:0:16349:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.125@tcp (432 bytes) 00000400:00000200:1.0:1767384639.356771:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:1.0:1767384639.356788:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000008ebb1b71. 00000400:00000200:1.0:1767384639.356793:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (25) 00000800:00000001:1.0:1767384639.356805:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384639.356810:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.356840:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384639.356846:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 00000000ef2892df. 00000400:00000010:0.0:1767384639.356850:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060597fd7. 00000400:00000010:0.0:1767384639.356856:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd8d2eb0. 00000400:00000200:0.0:1767384639.356859:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ef2892df 00000400:00000001:0.0:1767384639.356861:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384639.356862:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384639.356864:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027410ff9. 00000400:00000200:0.0:1767384639.356866:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005402dd38 00000400:00000010:0.0:1767384639.356868:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005402dd38. 00000400:00000200:0.0:1767384639.356870:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:0.0:1767384639.356872:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 425 at 000000004f0c8b59. 00000400:00000200:0.0:1767384639.356875:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 432 success 00000400:00000200:0.0:1767384639.356880:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100871 00000400:00000200:0.0:1767384639.356884:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:0 00000400:00000200:0.0:1767384639.356892:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 rc 1 00000400:00000200:0.0:1767384639.356895:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:0.0:1767384639.356897:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (24) 00000400:00000010:0.0:1767384639.356899:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 000000004f0c8b59. 00000400:00000010:0.0:1767384639.356903:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005402dd38. 00000400:00000010:0.0:1767384639.356908:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a4ea714e. 00000400:00000200:0.0:1767384639.356911:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:0.0:1767384639.356918:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:0.0:1767384639.356921:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:0.0:1767384639.356925:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000400:00000200:0.0:1767384639.356928:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000400:00000200:0.0:1767384639.356935:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:0.0:1767384639.356941:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[16, 36], ns[16, 36] 00000400:00000200:0.0:1767384639.356945:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 16], ns[18, 16] 00000400:00000200:0.0:1767384639.356951:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 16], ns[20, 16] 00000400:00000200:0.0:1767384639.356958:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 16], ns[22, 16] 00000400:00000200:0.0:1767384639.356973:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 16], ns[24, 16] 00000400:00000200:0.0:1767384639.356978:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 16], ns[26, 16] 00000400:00000200:0.0:1767384639.356984:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 16], ns[28, 16] 00000400:00000200:0.0:1767384639.356991:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 16], ns[30, 16] 00000400:00000200:0.0:1767384639.356999:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 16], ns[32, 16] 00000400:00000200:0.0:1767384639.357004:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 16], ns[34, 16] 00000400:00000200:0.0:1767384639.357015:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 16], ns[44, 16] 00000400:00000200:0.0:1767384639.357019:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 16], ns[48, 16] 00000400:00000200:0.0:1767384639.357023:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 16], ns[52, 16] 00000400:00000200:0.0:1767384639.357025:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 16], ns[56, 16] 00000400:00000200:0.0:1767384639.357030:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 16], ns[60, 16] 00000400:00000200:0.0:1767384639.357033:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[70, 16], ns[71, 16] 00000400:00000200:0.0:1767384639.357036:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[71, 16], ns[72, 16] 00000400:00000200:0.0:1767384639.357039:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp14] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[75, 16], ns[76, 16] 00000400:00000200:0.0:1767384639.357041:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp14 00000400:00000200:0.0:1767384639.357043:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp14 00000400:00000200:0.0:1767384639.357046:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp14 lpni_is_preferred = 0 00000400:00000200:0.0:1767384639.357047:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp14 00000400:00000200:0.0:1767384639.357050:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp14 NI seq info: [79:79:256:4294967295] 192.168.203.125@tcp14 LPNI seq info [78:78:8:4294967295] 00000400:00000200:0.0:1767384639.357054:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp14 00000400:00000200:0.0:1767384639.357059:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14:) -> 192.168.203.125@tcp14(192.168.203.125@tcp:192.168.203.125@tcp14) : GET try# 0 00000800:00000200:0.0:1767384639.357063:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp14 00000800:00000010:0.0:1767384639.357066:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000055b13975. 00000800:00000200:0.0:1767384639.357070:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001329f75a] -> 12345-192.168.203.125@tcp14 (6) 00000800:00000200:0.0:1767384639.357075:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp14 ip 192.168.203.125:988 00000800:00000200:0.0:1767384639.357078:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000055b13975 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384639.357091:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384639.357093:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000800:00000200:2.0:1767384639.357232:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384639.357236:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000055b13975. 00000400:00000200:2.0:1767384639.357239:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.357244:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: GET: OK 00000400:00000200:2.0:1767384639.357256:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384639.357258:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:2.0:1767384639.357263:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.357268:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384639.357269:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.357273:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.357278:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14) <- 192.168.203.125@tcp14 : GET - for me 00000400:00000200:2.0:1767384639.357285:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 432 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384639.357290:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 432/432 into md 0x18b5 [1] + 0 00000400:00000200:2.0:1767384639.357296:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp14 to MR: 192.168.203.125@tcp14 local destination 00000400:00000200:2.0:1767384639.357300:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp14 NI seq info: [80:80:256:4294967295] 192.168.203.125@tcp14 LPNI seq info [79:79:8:4294967295] 00000400:00000200:2.0:1767384639.357314:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14:192.168.203.125@tcp14) -> 192.168.203.125@tcp14(192.168.203.125@tcp14:192.168.203.125@tcp14) 192.168.203.125@tcp14 : REPLY try# 0 00000800:00000200:2.0:1767384639.357317:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.125@tcp14 00000800:00000010:2.0:1767384639.357320:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2fd1d7e. 00000800:00000200:2.0:1767384639.357323:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001329f75a] -> 12345-192.168.203.125@tcp14 (6) 00000800:00000200:2.0:1767384639.357326:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp14 ip 192.168.203.125:1013 00000800:00000200:2.0:1767384639.357328:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2fd1d7e type 3, nob 528 niov 1 nkiov 1 00000800:00000200:2.0:1767384639.357370:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384639.357373:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2fd1d7e. 00000400:00000200:2.0:1767384639.357376:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.357379:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: REPLY: OK 00000800:00000001:2.0:1767384639.357386:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.357388:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384639.357391:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.357395:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384639.357396:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.357399:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.357403:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14) <- 192.168.203.125@tcp14 : REPLY - for me 00000400:00000200:2.0:1767384639.357408:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp14: Reply from 12345-192.168.203.125@tcp14 of length 432/432 into md 0x18d1 00000800:00000001:2.0:1767384639.357411:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.357414:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.357415:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384639.357417:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: REPLY: OK 00000400:00000200:2.0:1767384639.357418:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005402dd38 00000400:00000010:2.0:1767384639.357420:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005402dd38. 00000400:00000200:2.0:1767384639.357421:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384639.357423:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:2.0:1767384639.357425:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:2.0:1767384639.357428:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 25. state = 0x100271 00000400:00000200:2.0:1767384639.357430:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384639.357484:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (25) 00000800:00000001:2.0:1767384639.357490:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384639.357500:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.357727:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384639.357735:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000f1 00000400:00000010:1.0:1767384639.357743:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 0000000000ceb15b. 00000400:00000010:1.0:1767384639.357768:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 00000000744e8dbf. 00000400:00000010:1.0:1767384639.357770:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 00000000a39d068d. 00000400:00000200:1.0:1767384639.357789:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp29(0000000060def05a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384639.357792:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp30(000000003b73930b) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384639.357801:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp31(00000000b0f793b8) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384639.357809:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000008ebb1b71. 00000400:00000200:1.0:1767384639.357814:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000008ebb1b71 nid 192.168.203.125@tcp32 00000400:00000010:1.0:1767384639.357817:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a86e8702. 00000400:00000200:1.0:1767384639.357821:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a86e8702 net tcp32 00000400:00000200:1.0:1767384639.357825:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (24) 00080000:00000010:2.0:1767384639.357831:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000961c4981. 00000400:00000200:1.0:1767384639.357837:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp32 flags 0x11 00000400:00000010:1.0:1767384639.357841:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009cd7a4f3. 00000400:00000200:1.0:1767384639.357845:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009cd7a4f3 nid 192.168.203.125@tcp33 00000400:00000010:1.0:1767384639.357846:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008dbd4d84. 00000400:00000200:1.0:1767384639.357848:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000008dbd4d84 net tcp33 00000400:00000200:1.0:1767384639.357849:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (25) 00000400:00000200:1.0:1767384639.357852:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp33 flags 0x11 00000400:00000010:1.0:1767384639.357855:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 0000000000ceb15b. 00000400:00000010:1.0:1767384639.357858:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 00000000744e8dbf. 00000400:00000010:1.0:1767384639.357860:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 00000000a39d068d. 00000400:00000010:1.0:1767384639.357862:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 000000004f0c8b59. 00000400:00000200:1.0:1767384639.357866:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384639.357870:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000200:1.0:1767384639.357876:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000400:00000200:1.0:1767384639.357878:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00080000:00000010:0.0:1767384639.357880:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000068744f49. 00000400:00000010:1.0:1767384639.357882:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984d890c. 00040000:00000001:0.0:1767384639.357885:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:1.0:1767384639.357886:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (26) 00000400:00000010:1.0:1767384639.357890:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009678b8c9. 00000400:00000200:1.0:1767384639.357895:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp14 00040000:00000001:0.0:1767384639.357895:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384639.357900:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.357905:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp14 to MR: 192.168.203.125@tcp14 local destination 00000020:00000002:0.0:1767384639.357906:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384639.357911:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384639.357915:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:1.0:1767384639.357916:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp14 NI seq info: [81:81:256:4294967295] 192.168.203.125@tcp14 LPNI seq info [80:80:8:4294967295] 00000400:00000200:1.0:1767384639.357922:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp14 00000400:00000200:1.0:1767384639.357926:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14:192.168.203.125@tcp14) -> 192.168.203.125@tcp14(192.168.203.125@tcp14:192.168.203.125@tcp14) : PUT try# 0 20000000:01000000:0.0:1767384639.357929:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000200:1.0:1767384639.357931:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.203.125@tcp14 00000800:00000010:1.0:1767384639.357935:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000067c5177. 20000000:00000001:0.0:1767384639.357938:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384639.357944:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000800:00000200:1.0:1767384639.357948:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001329f75a] -> 12345-192.168.203.125@tcp14 (6) 00080000:00000001:0.0:1767384639.357950:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384639.357951:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000961c4981. 00000800:00000200:1.0:1767384639.357956:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp14 ip 192.168.203.125:988 20000000:01000000:2.0:1767384639.357957:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #33 00000800:00000200:1.0:1767384639.357960:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000067c5177 type 1, nob 528 niov 1 nkiov 1 20000000:00000001:2.0:1767384639.357962:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384639.357966:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384639.357977:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384639.357979:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384639.357983:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 00080000:00000001:2.0:1767384639.357985:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384639.357994:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384639.357996:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384639.357997:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384639.357998:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:01000000:1.0:1767384639.358000:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384639.358001:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.358005:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000002:2.0:1767384639.358006:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 10000000:01000000:1.0:1767384639.358009:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:2.0:1767384639.358010:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:2.0:1767384639.358014:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384639.358014:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384639.358019:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384639.358019:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384639.358022:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384639.358024:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384639.358027:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:1.0:1767384639.358027:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000293279a5. 00000020:00000001:2.0:1767384639.358030:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:1.0:1767384639.358033:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384639.358034:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000010:1.0:1767384639.358038:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070db8059. 00080000:00000010:2.0:1767384639.358040:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d4663466. 00000020:00000001:1.0:1767384639.358042:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384639.358044:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898758984192 : -106174950567424 : ffff9f6f37c99200) 00000020:00000040:1.0:1767384639.358047:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000070db8059 with handle 0x71ee3a74e27191b3 to hash 00080000:00000001:2.0:1767384639.358048:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000020:00000001:1.0:1767384639.358050:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000001:00000001:2.0:1767384639.358052:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384639.358054:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00080000:00000010:2.0:1767384639.358055:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000966811ba. 00010000:00000001:1.0:1767384639.358057:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00080000:00000001:2.0:1767384639.358060:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.358062:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384639.358063:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384639.358065:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.358069:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384639.358073:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.358077:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384639.358081:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384639.358082:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384639.358083:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384639.358087:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384639.358089:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.358091:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384639.358093:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.358095:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384639.358097:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384639.358098:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384639.358099:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000800:00000200:0.0:1767384639.358101:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000040:1.0:1767384639.358102:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000293279a5) refcount = 1 00000800:00000010:0.0:1767384639.358105:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000067c5177. 00000400:00000200:0.0:1767384639.358109:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1767384639.358111:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384639.358119:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: PUT: OK 00010000:00000001:1.0:1767384639.358120:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000800:00000001:2.0:1767384639.358123:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384639.358136:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384639.358140:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.358141:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00010000:00000001:1.0:1767384639.358143:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.358147:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384639.358147:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp14: 0 00000800:00000001:2.0:1767384639.358150:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384639.358155:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:1.0:1767384639.358155:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384639.358160:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00000800:00000001:2.0:1767384639.358162:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.358164:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00080000:00000020:0.0:1767384639.358165:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:1.0:1767384639.358167:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384639.358172:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070db8059 refcount=4 00000100:00000001:0.0:1767384639.358172:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000400:00000200:2.0:1767384639.358173:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14) <- 192.168.203.125@tcp14 : PUT - for me 00000020:00000001:1.0:1767384639.358176:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 20000000:00000010:0.0:1767384639.358176:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cb3ff662. 00010000:00000001:1.0:1767384639.358181:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 20000000:00000001:0.0:1767384639.358182:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.358186:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384639.358188:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384639.358188:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048135552 00000400:00000200:2.0:1767384639.358193:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 432 into portal 0 MB=0x8000000000000000 00010000:00000001:0.0:1767384639.358194:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384639.358201:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cdb92159 x1853237048135552/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384639.358203:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384639.358206:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 432/432 into md 0x18cd [1] + 0 00010000:00010000:1.0:1767384639.358207:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384639.358217:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060597fd7. 00000400:00000200:2.0:1767384639.358223:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dd8d2eb0 00010000:00000001:1.0:1767384639.358229:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:2.0:1767384639.358230:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384639.358230:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384639.358232:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384639.358234:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.358235:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.358242:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384639.358243:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.358246:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000001:2.0:1767384639.358248:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384639.358248:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384639.358248:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=56 v=5 (1 0 0 0) 00000400:00000200:2.0:1767384639.358255:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384639.358258:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384639.358264:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000200:2.0:1767384639.358266:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: PUT: OK 00010000:00010000:1.0:1767384639.358266:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000070db8059 already unused, calling callback (000000009752a4b4) 00000100:00000001:0.0:1767384639.358267:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000400:00000200:2.0:1767384639.358270:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd8d2eb0 02000000:00000001:0.0:1767384639.358272:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384639.358275:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd8d2eb0. 02000000:00000001:0.0:1767384639.358276:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.358277:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384639.358278:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:0.0:1767384639.358280:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384639.358282:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (27) 00010000:00000001:1.0:1767384639.358282:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384639.358285:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384639.358286:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384639.358291:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:0.0:1767384639.358293:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc9dd740. 00000400:00000010:2.0:1767384639.358298:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 441 at 0000000000ba2096. 00000100:00000200:0.0:1767384639.358300:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048135552, offset 224 00010000:00000001:1.0:1767384639.358301:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384639.358303:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 25 00010000:00000001:1.0:1767384639.358304:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384639.358308:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384639.358311:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000070db8059 refcount=5 00000400:00000200:2.0:1767384639.358312:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384639.358316:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1767384639.358317:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384639.358321:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113536 : -106174819438080 : ffff9f6f3f9a7200) 00010000:00000001:1.0:1767384639.358323:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1767384639.358324:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (28) 00010000:00010000:1.0:1767384639.358325:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.358332:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384639.358333:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00010000:00000001:1.0:1767384639.358335:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384639.358337:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384639.358339:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.358343:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp14 to MR: 192.168.203.125@tcp14 local destination 00010000:00000001:1.0:1767384639.358344:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384639.358347:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1767384639.358351:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp14 NI seq info: [82:82:256:4294967295] 192.168.203.125@tcp14 LPNI seq info [81:81:8:4294967295] 00010000:00000001:1.0:1767384639.358351:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384639.358354:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.358358:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000070db8059 with handle 0x71ee3a74e27191b3 from hash 00010000:00000001:1.0:1767384639.358361:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384639.358363:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.358366:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.358369:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384639.358372:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14:192.168.203.125@tcp14) -> 192.168.203.125@tcp14(192.168.203.125@tcp14:192.168.203.125@tcp14) 192.168.203.125@tcp14 : ACK try# 0 00010000:00000001:1.0:1767384639.358372:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384639.358374:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384639.358377:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000800:00000200:2.0:1767384639.358381:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp14 00010000:00000001:1.0:1767384639.358382:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.358382:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff04f80 00000800:00000010:2.0:1767384639.358387:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f2fd1d7e. 00010000:00000001:1.0:1767384639.358389:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384639.358393:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18bd [2] + 224 00010000:00000001:1.0:1767384639.358394:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000800:00000200:2.0:1767384639.358398:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001329f75a] -> 12345-192.168.203.125@tcp14 (6) 00010000:00000001:1.0:1767384639.358398:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1767384639.358402:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384639.358403:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.358406:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384639.358409:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:2.0:1767384639.358410:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp14 ip 192.168.203.125:1013 00000100:00000001:0.0:1767384639.358414:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1767384639.358415:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f2fd1d7e type 0, nob 96 niov 1 nkiov 0 00010000:00000001:1.0:1767384639.358416:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384639.358420:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384639.358422:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.358427:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.358432:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384639.358435:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384639.358462:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.358465:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.358467:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384639.358471:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384639.358473:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.358476:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.358478:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384639.358480:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.358482:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.358482:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1767384639.358487:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384639.358490:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc9dd740 00010000:00000001:1.0:1767384639.358492:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000010:0.0:1767384639.358494:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc9dd740. 00010000:00000001:1.0:1767384639.358495:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1767384639.358497:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1767384639.358499:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000070db8059/0x71ee3a74e27191b3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384639.358500:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000010:2.0:1767384639.358501:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f2fd1d7e. 00000100:00000001:0.0:1767384639.358503:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:2.0:1767384639.358508:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:1.0:1767384639.358509:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000293279a5 count: 0 00000100:00000001:0.0:1767384639.358509:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.358517:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: ACK: OK 00000100:00000040:0.0:1767384639.358518:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384639.358520:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384639.358521:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 20000000:00000001:1.0:1767384639.358523:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:0.0:1767384639.358524:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.358527:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384639.358529:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdb92159 x1853237048135552/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384639.358534:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384639.358540:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000700fd549. 00000800:00000001:2.0:1767384639.358541:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:0.0:1767384639.358546:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cdb92159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048135552:12345-0@lo:253: Request processed in 2254us (2734us total) trans 0 rc 0/0 00000800:00000001:2.0:1767384639.358547:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384639.358548:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7f16599. 00000800:00000001:2.0:1767384639.358554:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.358556:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000ef2892df 00000800:00000001:2.0:1767384639.358558:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384639.358560:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000800:00000001:2.0:1767384639.358563:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.358564:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004f1 00000100:00000040:0.0:1767384639.358566:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000800:00000001:2.0:1767384639.358568:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384639.358570:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 520 at 00000000a39d068d. 00000100:00000001:0.0:1767384639.358570:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384639.358573:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:1.0:1767384639.358576:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 624 at 00000000744e8dbf. 00000020:00000010:0.0:1767384639.358579:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a679813. 00000400:00000200:2.0:1767384639.358580:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp14(192.168.203.125@tcp14) <- 192.168.203.125@tcp14 : ACK - for me 00000400:00000010:1.0:1767384639.358580:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 520 at 0000000000ceb15b. 00000020:00000010:0.0:1767384639.358587:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e2f1caa. 00000020:00000010:0.0:1767384639.358591:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000473c31b0. 00000400:00000200:2.0:1767384639.358595:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp14: ACK from 12345-192.168.203.125@tcp14 into md 0x18d5 00000400:00000200:2.0:1767384639.358600:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384639.358600:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 520 at 00000000a39d068d. 00000020:00000040:0.0:1767384639.358602:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000400:00000010:1.0:1767384639.358607:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 624 at 00000000744e8dbf. 02000000:00000001:0.0:1767384639.358608:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1767384639.358610:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp14->192.168.203.125@tcp14: ACK: OK 00000400:00000010:1.0:1767384639.358613:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 520 at 0000000000ceb15b. 02000000:00000010:0.0:1767384639.358613:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b80f6e6. 00000400:00000200:2.0:1767384639.358615:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984d890c 02000000:00000001:0.0:1767384639.358617:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000010:2.0:1767384639.358618:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984d890c. 00000100:00000001:0.0:1767384639.358620:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.358624:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000010:1.0:1767384639.358625:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000000ba2096. 00000100:00000200:0.0:1767384639.358627:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1767384639.358629:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000010:0.0:1767384639.358634:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027410ff9. 00000400:00000200:1.0:1767384639.358635:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384639.358636:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384639.358643:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000010:0.0:1767384639.358643:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc9dd740. 00000400:00000200:2.0:1767384639.358644:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (27) 00000400:00000200:1.0:1767384639.358653:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000800:00000001:2.0:1767384639.358659:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384639.358661:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000800:00000001:2.0:1767384639.358667:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.358667:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000100:00000001:0.0:1767384639.358668:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384639.358672:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000100:00000001:0.0:1767384639.358672:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384639.358680:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000001:0.0:1767384639.358681:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384639.358684:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384639.358687:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928840c6. 00000400:00000200:1.0:1767384639.358688:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (26) 00000400:00000200:0.0:1767384639.358694:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000278aecfe 00000400:00000010:0.0:1767384639.358697:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000278aecfe. 00000100:00000001:0.0:1767384639.358702:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384639.358705:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384639.358717:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.358722:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384639.358723:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.358725:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384639.358728:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384639.358729:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.358730:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.358732:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384639.358735:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384639.358738:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=56 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384639.358740:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384639.358741:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.358744:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384639.358746:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.358748:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.358754:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.358767:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.358769:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384639.358771:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384639.358784:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384639.358785:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384639.358788:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384639.358789:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384639.358791:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384639.358792:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384639.358794:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384639.358796:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384639.358798:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384639.358799:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384639.358805:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.358810:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009449bdd9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048135552:0@lo:253: 00000100:00000001:0.0:1767384639.358814:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.358815:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.358817:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009449bdd9 x1853237048135552/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.358821:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384639.358822:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384639.358824:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000006e7049b. 02000000:00000001:0.0:1767384639.358828:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384639.358829:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384639.358830:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384639.358832:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384639.358834:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000084f822ab. 02000000:00000001:0.0:1767384639.358836:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384639.358837:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384639.358839:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009449bdd9. 00000100:00000001:0.0:1767384639.358841:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384639.358842:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.358843:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.358849:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.358850:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.358853:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.358854:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384639.359882:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d4663466. 00080000:00000010:2.0:1767384639.359967:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000966811ba. 00040000:00000001:2.0:1767384639.359973:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384639.359974:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384639.359988:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384639.359990:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384639.359992:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384639.359994:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384639.359996:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384639.360010:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384639.360012:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384639.360016:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384639.360027:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384639.360031:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384639.360033:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384639.360036:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384639.360038:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384639.360045:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000209cb4d5. 00010000:00000001:1.0:1767384639.360050:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384639.360053:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d034b66. 00000020:00000001:1.0:1767384639.360055:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384639.360067:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d034b66 with handle 0x71ee3a74e27191ba to hash 00000020:00000001:1.0:1767384639.360069:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384639.360071:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384639.360074:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384639.360075:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384639.360077:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.360080:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.360087:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384639.360090:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384639.360093:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384639.360097:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384639.360102:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.360104:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384639.360107:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.360118:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384639.360120:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384639.360121:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384639.360123:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384639.360135:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000209cb4d5) refcount = 1 00010000:00010000:1.0:1767384639.360138:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.360143:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384639.360144:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384639.360146:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384639.360149:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.360151:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384639.360154:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384639.360159:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003161235s 00010000:00000001:1.0:1767384639.360162:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384639.360165:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384639.360166:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d034b66 refcount=4 00000020:00000001:1.0:1767384639.360168:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384639.360179:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00010000:00000001:1.0:1767384639.360181:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384639.360183:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.360191:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384639.360195:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.360199:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000020:2.0:1767384639.360201:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384639.360201:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384639.360204:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384639.360206:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384639.360209:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fed17f63. 20000000:00000001:2.0:1767384639.360214:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.360214:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384639.360218:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384639.360220:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048135680 00010000:00000001:2.0:1767384639.360222:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384639.360227:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384639.360229:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384639.360235:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052aafe1e x1853237048135680/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384639.360236:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d034b66 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384639.360241:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384639.360244:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384639.360247:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384639.360249:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384639.360252:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.360253:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00001000:2.0:1767384639.360256:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=56 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384639.360257:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384639.360260:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384639.360261:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000040:1.0:1767384639.360262:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d034b66 refcount=5 00000100:00000040:2.0:1767384639.360266:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:1.0:1767384639.360267:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 00000100:00000001:2.0:1767384639.360271:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384639.360272:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109952 : -106174819441664 : ffff9f6f3f9a6400) 02000000:00000001:2.0:1767384639.360276:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384639.360278:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:2.0:1767384639.360280:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.360280:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384639.360285:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384639.360287:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384639.360291:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384639.360292:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384639.360295:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.360297:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088dae90b. 00010000:00000001:1.0:1767384639.360300:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1767384639.360303:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048135680, offset 224 00010000:00000001:1.0:1767384639.360304:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384639.360307:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384639.360311:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384639.360314:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d034b66 with handle 0x71ee3a74e27191ba from hash 00000400:00000200:2.0:1767384639.360316:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384639.360319:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384639.360322:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.360326:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.360328:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384639.360332:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384639.360333:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384639.360335:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384639.360340:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384639.360344:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.360345:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff05000 00000400:00000200:2.0:1767384639.360350:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x18c5 [2] + 224 00000400:00000200:2.0:1767384639.360355:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384639.360356:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.360360:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384639.360364:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384639.360365:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384639.360367:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.360371:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.360373:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.360376:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.360377:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384639.360382:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384639.360387:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384639.360387:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.360404:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.360406:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.360410:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:2.0:1767384639.360411:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384639.360411:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384639.360413:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384639.360416:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384639.360419:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384639.360422:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.360425:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384639.360426:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384639.360430:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384639.360431:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384639.360432:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d034b66/0x71ee3a74e27191ba lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384639.360436:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:1.0:1767384639.360469:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000209cb4d5 count: 0 00000400:00000200:2.0:1767384639.360472:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088dae90b 00000400:00000010:2.0:1767384639.360475:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088dae90b. 00000100:00000001:2.0:1767384639.360480:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384639.360483:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384639.360483:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384639.360486:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:2.0:1767384639.360488:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.360493:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384639.360495:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384639.360497:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384639.360504:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384639.360513:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052aafe1e x1853237048135680/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 4848/4768 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.360517:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.360520:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384639.360522:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052aafe1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048135680:12345-0@lo:253: Request processed in 4191us (4621us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384639.360527:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384639.360531:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384639.360534:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c934e1f1. 00000100:00100000:2.0:1767384639.360535:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000400:00000200:0.0:1767384639.360540:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb06448 00000100:00000040:2.0:1767384639.360541:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000400:00000010:0.0:1767384639.360544:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cb06448. 00000100:00000001:2.0:1767384639.360545:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384639.360553:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384639.360554:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384639.360557:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f5984eb. 00000100:00000200:0.0:1767384639.360564:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384639.360565:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064253368. 00000020:00000010:2.0:1767384639.360572:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025680772. 00000020:00000040:2.0:1767384639.360582:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000200:0.0:1767384639.360582:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384639.360593:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384639.360595:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1767384639.360597:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015034cbd. 00000100:00000001:0.0:1767384639.360599:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384639.360602:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384639.360603:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384639.360606:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384639.360607:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384639.360610:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1767384639.360612:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384639.360612:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.360613:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.360619:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d88a077. 00000100:00001000:0.0:1767384639.360619:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=56 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384639.360625:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=56 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384639.360626:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000088dae90b. 00000100:00000001:0.0:1767384639.360628:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384639.360631:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.360633:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384639.360634:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.360635:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384639.360642:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.360647:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.360650:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384639.360651:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384639.360661:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384639.360662:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384639.360663:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384639.360664:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384639.360665:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384639.360665:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384639.360667:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384639.360668:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384639.360668:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384639.360670:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.360675:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000200e631c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048135680:0@lo:253: 00000100:00000001:0.0:1767384639.360680:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.360682:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.360683:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000200e631c x1853237048135680/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.360687:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384639.360688:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384639.360690:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000080d4da29. 02000000:00000001:0.0:1767384639.360692:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384639.360694:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384639.360695:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384639.360696:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384639.360697:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000df0358fd. 02000000:00000001:0.0:1767384639.360699:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384639.360700:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384639.360701:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000200e631c. 00000100:00000001:0.0:1767384639.360703:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384639.360705:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.360706:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.360709:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.360726:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.360728:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.360729:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.362497:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294927132, at 4294927133 00000100:00000040:0.0:1767384639.362504:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294927132, at 4294927133 00000100:00000010:2.0:1767384639.362505:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023dbdedc. 00000100:00000010:0.0:1767384639.362512:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000c954f99. 00000100:00000040:1.0:1767384639.363515:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294927132, at 4294927134 00000100:00000010:1.0:1767384639.363522:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8d556a3. 00000100:00000040:3.0:1767384639.363535:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294927132, at 4294927134 00000100:00000010:3.0:1767384639.363546:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001edadc97. 00010000:00000010:1.1:1767384639.371458:0:28613:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000293279a5. 00010000:00000010:1.1:1767384639.371471:0:28613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000070db8059. 00010000:00000010:1.1:1767384639.371478:0:28613:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000209cb4d5. 00010000:00000010:1.1:1767384639.371483:0:28613:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d034b66. 00000400:00000010:2.0:1767384639.372825:0:28612:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008b293a10. 00000400:00000040:2.0:1767384639.372843:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384639.372845:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384639.372847:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384639.372849:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384639.372850:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384639.372851:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384639.372854:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384639.372855:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384639.372856:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384639.372856:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384639.372858:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384639.372863:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384639.372865:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384639.372866:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384639.372868:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384639.372869:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384639.372870:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384639.372871:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384639.372872:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384639.372873:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384639.372875:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384639.372875:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384639.372877:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384639.372877:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384639.372878:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384639.372880:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384639.372881:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384639.372882:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384639.372883:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384639.372884:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384639.372884:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384639.372886:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384639.372887:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384639.372887:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384639.372888:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384639.372889:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384639.372890:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384639.372892:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384639.372893:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384639.372894:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384639.372895:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384639.372896:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384639.372897:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384639.372898:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384639.372899:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384639.372899:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384639.372900:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384639.372901:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384639.372903:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384639.372904:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384639.372908:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384639.372909:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384639.372910:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384639.372912:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384639.372913:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384639.372914:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384639.372915:0:28612:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384639.372962:0:28612:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008b293a10. 00010000:00000001:3.0:1767384639.397889:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384639.397893:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384639.397900:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384639.397901:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.397976:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384639.397981:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.397984:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384639.589553:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384639.589560:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384639.589567:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009312223c. 00000020:00000040:2.0:1767384639.589573:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384639.589579:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384639.589582:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384639.589587:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384639.589595:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f2fd1d7e. 00000100:00000001:2.0:1767384639.589602:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589612:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384639.589622:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384639.589624:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589630:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009312223c] to pc [ptlrpcd_00_00+0] req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.589655:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589658:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384639.589660:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384639.589663:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b606f3b3. 00000020:00000040:2.0:1767384639.589665:0:38:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384639.589667:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384639.589668:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384639.589669:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384639.589672:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d5556293. 00000100:00000001:2.0:1767384639.589677:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589688:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384639.589695:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384639.589697:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589700:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b606f3b3] to pc [ptlrpcd_00_01+1] req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.589705:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589707:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384639.589709:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384639.589711:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db2966c3. 00000020:00000040:2.0:1767384639.589712:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384639.589715:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384639.589717:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384639.589718:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384639.589720:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000348114d9. 00000100:00000001:2.0:1767384639.589722:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589724:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384639.589728:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384639.589729:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589731:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2966c3] to pc [ptlrpcd_00_02+2] req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.589748:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589749:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384639.589751:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384639.589754:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9ec7cd8. 00000020:00000040:2.0:1767384639.589756:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384639.589758:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384639.589759:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384639.589760:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384639.589762:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009d1dc4b0. 00000100:00000001:2.0:1767384639.589771:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589774:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384639.589780:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384639.589783:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589789:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b9ec7cd8] to pc [ptlrpcd_00_03+3] req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.589799:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.589807:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (265) 00000100:00000001:2.0:1767384639.589820:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384639.589827:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384639.589830:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384639.589832:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.589839:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384639.589841:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.589854:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384639.589857:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384639.589860:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384639.589861:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.589864:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.589864:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1767384639.589867:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.589876:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384639.589876:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000db2966c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048136064:0@lo:400: 00000100:00000040:1.0:1767384639.589879:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.589883:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384639.589885:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384639.589891:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384639.589895:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.589896:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384639.589907:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384639.589915:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d4eb2fb. 02000000:00000001:2.0:1767384639.589924:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.589930:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384639.589938:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.589941:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c91cad30. 02000000:00000001:1.0:1767384639.589950:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384639.589956:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384639.589957:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384639.589959:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ef4b20f. 00000100:00000001:3.0:1767384639.589965:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.589968:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384639.589971:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048136064, portal 10 02000000:00000001:3.0:1767384639.589974:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384639.589976:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1767384639.589978:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b606f3b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16355:1853237048135936:0@lo:400: 02000000:00000001:3.0:1767384639.589985:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.589986:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759662976 : -106174949888640 : ffff9f6f37d3ed80) 00000100:00000001:1.0:1767384639.589986:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384639.590003:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384639.590008:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384639.590011:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.590011:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384639.590012:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384639.590022:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f34e13fe. 00000100:00100000:3.0:1767384639.590028:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009312223c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048135808:0@lo:400: 02000000:00000001:1.0:1767384639.590030:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384639.590043:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9d8e860. 00000100:00000001:3.0:1767384639.590049:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767384639.590053:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005718d3cd. 00000100:00000200:1.0:1767384639.590057:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048135936, portal 4 00000100:00000001:1.0:1767384639.590058:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384639.590059:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759665664 : -106174949885952 : ffff9f6f37d3f800) 00000100:00000040:1.0:1767384639.590076:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384639.590090:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384639.590097:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384639.590108:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384639.590117:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f214730d. 00000100:00000001:1.0:1767384639.590139:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384639.590143:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384639.590159:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384639.590161:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.590166:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384639.590168:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000400:00000010:2.0:1767384639.590171:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00000400:00000010:3.0:1767384639.590172:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7150c6f. 00000100:00000200:1.0:1767384639.590172:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048135936, offset 0 00000100:00000200:2.0:1767384639.590178:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048136064, offset 0 00000400:00000010:3.0:1767384639.590189:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb11e3b. 00000400:00000200:1.0:1767384639.590190:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384639.590205:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384639.590210:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1767384639.590212:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048135808, portal 25 00000100:00000001:3.0:1767384639.590222:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1767384639.590222:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384639.590227:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759657600 : -106174949894016 : ffff9f6f37d3d880) 00000400:00000200:1.0:1767384639.590230:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff05100 00000100:00000040:3.0:1767384639.590244:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384639.590254:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff05180 00000400:00000200:1.0:1767384639.590254:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2544 00000100:00000001:3.0:1767384639.590282:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384639.590284:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 5816 00000400:00000200:1.0:1767384639.590284:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384639.590298:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384639.590302:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384639.590308:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000899982cf. 00000400:00000200:2.0:1767384639.590309:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.590312:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384639.590316:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048135808, offset 0 00000100:00000200:1.0:1767384639.590317:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1767384639.590326:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384639.590336:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384639.590337:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000081526855. 00000100:00000200:2.0:1767384639.590339:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384639.590342:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1767384639.590348:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000200e631c. 00000100:00000040:1.0:1767384639.590352:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000081526855 x1853237048135936 msgsize 224 00000100:00000040:2.0:1767384639.590353:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000200e631c x1853237048136064 msgsize 224 00000400:00000200:3.0:1767384639.590372:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1767384639.590378:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384639.590386:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384639.590397:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff05080 00000100:00000001:1.0:1767384639.590398:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384639.590400:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384639.590413:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1195 [2] + 0 00000400:00000010:3.0:1767384639.590417:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019a3d407. 00000400:00000200:3.0:1767384639.590422:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000defdf392 00000400:00000200:3.0:1767384639.590427:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.590427:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000400:00000010:1.0:1767384639.590432:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000400:00000200:3.0:1767384639.590515:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384639.590540:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384639.590541:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba41e48e 00000400:00000010:2.0:1767384639.590545:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba41e48e. 00000100:00000200:1.0:1767384639.590546:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.590550:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384639.590552:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000defdf392 00000100:00000200:2.0:1767384639.590560:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384639.590560:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 00000400:00000010:3.0:1767384639.590562:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000defdf392. 00000100:00000001:1.0:1767384639.590564:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000040:0.0:1767384639.590566:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:0.0:1767384639.590576:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.590578:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384639.590579:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384639.590582:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000200:3.0:1767384639.590588:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 10000000:00000001:0.0:1767384639.590589:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1767384639.590590:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:0.0:1767384639.590599:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 00000100:00000040:3.0:1767384639.590604:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000ffc94f97 x1853237048135808 msgsize 224 00000100:00000040:2.0:1767384639.590605:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384639.590605:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 00000100:00000001:1.0:1767384639.590606:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384639.590615:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000001:1.0:1767384639.590621:0:16355:0:(events.c:68:request_out_callback()) Process leaving 10000000:01000000:0.0:1767384639.590622:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 49 00000100:00000001:1.0:1767384639.590634:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384639.590636:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000100:00000001:2.0:1767384639.590638:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384639.590639:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 10000000:01000000:0.0:1767384639.590645:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000040:1.0:1767384639.590650:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4252 usecs (5 jiffies) 00000100:00000001:2.0:1767384639.590655:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384639.590656:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000010:0.0:1767384639.590656:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00000100:00000001:1.0:1767384639.590658:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927366 00000020:00000040:0.0:1767384639.590670:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384639.590671:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384639.590672:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049a1f7ee. 00000100:00000001:3.0:1767384639.590679:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384639.590679:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384639.590680:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3351 usecs (4 jiffies) 00000100:00000001:1.0:1767384639.590682:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:0.0:1767384639.590688:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384639.590691:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927365 02000000:00000001:0.0:1767384639.590694:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384639.590696:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000899982cf 00000100:00000001:1.0:1767384639.590697:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927366 00000100:00000001:2.0:1767384639.590698:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294927366 02000000:00000010:0.0:1767384639.590700:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054004389. 00000400:00000010:3.0:1767384639.590702:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000899982cf. 00000100:00000010:1.0:1767384639.590711:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fb3eacba. 00000100:00000001:2.0:1767384639.590713:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927365 00000100:00000001:0.0:1767384639.590715:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.590718:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384639.590720:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00010000:00000001:0.0:1767384639.590723:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00000100:00000001:2.0:1767384639.590724:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294927366 00000100:00000001:1.0:1767384639.590724:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927366 00010000:00000001:0.0:1767384639.590728:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000010:1.0:1767384639.590734:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000776371d1. 00000100:00000200:3.0:1767384639.590735:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1767384639.590738:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000048e0f60f. 00000100:00000001:2.0:1767384639.590739:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927365 00000100:00000001:1.0:1767384639.590746:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00010000:00000001:0.0:1767384639.590751:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384639.590758:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052f40092. 00000100:00000001:2.0:1767384639.590760:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294927366 00000100:00000001:1.0:1767384639.590760:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927366 00000100:00000001:3.0:1767384639.590771:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384639.590773:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927365 00000100:00000010:1.0:1767384639.590773:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038f55c28. 00000020:00000001:0.0:1767384639.590773:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384639.590783:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052f40092 with handle 0x71ee3a74e27191c1 to hash 00000100:00000001:1.0:1767384639.590784:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000040:3.0:1767384639.590785:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384639.590793:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384639.590797:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294927366 00000100:00000001:1.0:1767384639.590797:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384639.590799:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000100:00000001:1.0:1767384639.590813:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.590814:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384639.590814:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000100:00000001:1.0:1767384639.590827:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.590828:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384639.590833:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.590834:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.590835:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.590835:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.590845:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384639.590849:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.590849:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384639.590855:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.590856:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384639.590857:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.590862:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384639.590868:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384639.590874:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384639.590875:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294927367 00000100:00000001:1.0:1767384639.590875:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.590883:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384639.590891:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.590892:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384639.590893:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384639.590895:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927366 00000100:00000001:1.0:1767384639.590896:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.590898:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384639.590913:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.590915:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294927367 00010000:00010000:0.0:1767384639.590917:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384639.590918:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384639.590922:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927366 00000100:00000001:2.0:1767384639.590925:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.590933:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294927367 00000100:00000001:2.0:1767384639.590935:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.590946:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384639.590947:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.590950:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927366 00000100:00000001:0.0:1767384639.590951:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:2.0:1767384639.590953:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384639.590958:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000713957a8. 00000100:00000001:2.0:1767384639.590961:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384639.590964:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294927367 00000100:00000001:2.0:1767384639.590966:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384639.590966:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893631081472 : -106180078470144 : ffff9f6e0623fc00) 00000100:00000040:2.0:1767384639.590976:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.590976:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384639.590990:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00000100:00000001:3.0:1767384639.590994:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927366 00000100:00000001:1.0:1767384639.590995:0:18370:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384639.591002:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1767384639.591003:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048135936 00000100:00000001:3.0:1767384639.591009:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.591009:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.591011:0:18370:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384639.591014:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384639.591015:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384639.591019:0:18370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384639.591021:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.591021:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384639.591027:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.591028:0:18370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.591031:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384639.591036:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.591040:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.591041:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384639.591042:0:18370:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.591055:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384639.591058:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384639.591059:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048135936 00000100:00000001:0.0:1767384639.591060:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384639.591068:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.591069:0:18370:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:2.0:1767384639.591070:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b9ec7cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048136192:0@lo:400: 00000100:00000001:3.0:1767384639.591071:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384639.591072:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384639.591073:0:18370:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:3.0:1767384639.591080:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:1.0:1767384639.591081:0:18370:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384639.591081:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.591082:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1767384639.591089:0:18370:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 02000000:00000001:2.0:1767384639.591091:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384639.591092:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384639.591093:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.591099:0:18370:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:3.0:1767384639.591100:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384639.591100:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384639.591102:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048136320:0@lo:101: 00000100:00000001:3.0:1767384639.591110:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.591113:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384639.591113:0:18370:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 02000000:00000010:2.0:1767384639.591122:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e666a6e. 00000100:00000001:3.0:1767384639.591138:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.591140:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.591141:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384639.591145:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384639.591149:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1767384639.591152:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000099530f62. 02000000:00000001:0.0:1767384639.591152:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.591153:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b636fa18. 02000000:00000001:0.0:1767384639.591159:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1767384639.591162:0:18370:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000038160408. 02000000:00000010:0.0:1767384639.591164:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000559ada15. 00000400:00000010:2.0:1767384639.591165:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00000020:00000040:1.0:1767384639.591169:0:18370:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 02000000:00000001:0.0:1767384639.591170:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384639.591172:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048136192, portal 10 00000100:00000001:2.0:1767384639.591177:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384639.591179:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759661184 : -106174949890432 : ffff9f6f37d3e680) 00000400:00000010:0.0:1767384639.591179:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928840c6. 00000100:00000001:1.0:1767384639.591183:0:18370:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1767384639.591187:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e34f1a9d. 00000020:00000010:1.0:1767384639.591190:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2ac448. 00000100:00000040:2.0:1767384639.591193:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.591195:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384639.591198:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c61b38d7. 00000100:00100000:3.0:1767384639.591202:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048136064 00000100:00000200:0.0:1767384639.591205:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048136320, portal 25 00000020:00000010:1.0:1767384639.591206:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 02000000:00000001:3.0:1767384639.591212:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384639.591215:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384639.591218:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384639.591219:0:18370:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384639.591220:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00000100:00000001:3.0:1767384639.591224:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.591231:0:18370:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384639.591237:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.591238:0:18370:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1767384639.591238:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.591239:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384639.591247:0:18370:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384639.591253:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048136064 00000100:00000040:2.0:1767384639.591254:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384639.591259:0:18370:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:2.0:1767384639.591260:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000020:00000001:3.0:1767384639.591270:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767384639.591271:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048136192, offset 0 00000100:00000001:1.0:1767384639.591271:0:18370:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384639.591271:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1767384639.591278:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000001:1.0:1767384639.591280:0:18370:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.591283:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384639.591287:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384639.591288:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1767384639.591291:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000400:00000010:0.0:1767384639.591294:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8498e78. 00000100:00000001:1.0:1767384639.591295:0:18370:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384639.591299:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000200:0.0:1767384639.591302:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048136320, offset 0 00000400:00000200:2.0:1767384639.591305:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384639.591312:0:18370:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1767384639.591313:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000400:00000200:0.0:1767384639.591323:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384639.591324:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384639.591325:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff05200 00000100:00000001:1.0:1767384639.591326:0:18370:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384639.591335:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e65972c. 00000100:00000001:3.0:1767384639.591345:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384639.591348:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384639.591350:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6040 00000100:00100000:1.0:1767384639.591350:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000020:00000010:3.0:1767384639.591360:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e65972c. 00000100:00000040:1.0:1767384639.591364:0:18370:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000400:00000200:2.0:1767384639.591368:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.591373:0:18370:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758976640 : -106174950574976 : ffff9f6f37c97480) 00000400:00000200:0.0:1767384639.591374:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff05280 00000020:00000010:3.0:1767384639.591375:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b22223f2. 00000400:00000200:2.0:1767384639.591380:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384639.591387:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca72885d. 00000100:00000040:1.0:1767384639.591394:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000081526855 x1853237048135936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384639.591396:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x11ad [2] + 0 00000020:00000010:3.0:1767384639.591398:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e4f8495. 00000400:00000010:0.0:1767384639.591411:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fa73301. 00000100:00000001:1.0:1767384639.591415:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384639.591416:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1767384639.591417:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b5fa8ca9 00000020:00000010:1.0:1767384639.591422:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001317aed2. 00000100:00000001:3.0:1767384639.591428:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384639.591430:0:18370:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.591431:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384639.591431:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384639.591432:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1767384639.591465:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384639.591470:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009449bdd9. 00000100:00000001:3.0:1767384639.591475:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384639.591477:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000009449bdd9 x1853237048136192 msgsize 224 00000020:00000010:1.0:1767384639.591477:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001317aed2. 00000400:00000200:0.0:1767384639.591480:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384639.591492:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384639.591495:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b5fa8ca9 00000100:00000001:3.0:1767384639.591496:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384639.591498:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384639.591503:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000081526855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16355:x1853237048135936:12345-0@lo:400: 00000100:00000001:3.0:1767384639.591505:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.591506:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b5fa8ca9. 00000100:00000001:2.0:1767384639.591513:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384639.591520:0:18370:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048135936 00000100:00000001:0.0:1767384639.591523:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384639.591524:0:18370:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384639.591528:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384639.591530:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.591531:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000020:00000001:1.0:1767384639.591531:0:18370:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384639.591536:0:18370:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.591539:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000020:00000001:1.0:1767384639.591551:0:18370:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384639.591551:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000548fd440 x1853237048136320 msgsize 328 00000100:00000001:2.0:1767384639.591553:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384639.591561:0:18370:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000200:2.0:1767384639.591565:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384639.591569:0:18370:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:0.0:1767384639.591569:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384639.591573:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384639.591575:0:18370:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384639.591576:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00100000:3.0:1767384639.591579:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048136192 02000000:00000001:3.0:1767384639.591587:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1767384639.591588:0:18370:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384639.591589:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384639.591596:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767384639.591598:0:18370:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384639.591599:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384639.591602:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.591603:0:18370:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384639.591603:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8498e78 00000100:00000040:2.0:1767384639.591608:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384639.591616:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8498e78. 00000020:00000001:1.0:1767384639.591617:0:18370:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384639.591618:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.591625:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384639.591628:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048136192 00000100:00000001:1.0:1767384639.591630:0:18370:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1767384639.591636:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384639.591638:0:17088:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:1.0:1767384639.591640:0:18370:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:3.0:1767384639.591645:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000001:2.0:1767384639.591646:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384639.591648:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008b387d8a. 00000020:00000001:3.0:1767384639.591653:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384639.591655:0:16356:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384639.591658:0:18370:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384639.591661:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00000001:1.0:1767384639.591666:0:18370:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.591671:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:2.0:1767384639.591673:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.591675:0:18370:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.591686:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00010000:00000040:1.0:1767384639.591688:0:18370:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048135936 00000100:00000001:0.0:1767384639.591688:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384639.591689:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3567 usecs (4 jiffies) 00000100:00000040:0.0:1767384639.591699:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.591701:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1767384639.591702:0:18370:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384639.591703:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294927366 00000100:00000001:2.0:1767384639.591710:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294927367 00000100:00000001:0.0:1767384639.591710:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384639.591715:0:18370:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000081526855 x1853237048135936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384639.591718:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e65972c. 00000100:00000001:2.0:1767384639.591718:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294927366 00000100:00000001:0.0:1767384639.591723:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1767384639.591733:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fc43e54c. 00000100:00000001:2.0:1767384639.591734:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294927367 00000100:00000001:0.0:1767384639.591736:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.591751:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294927366 00000100:00000001:0.0:1767384639.591752:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294927368 00010000:00000001:1.0:1767384639.591753:0:18370:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384639.591754:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:2.0:1767384639.591757:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294927367 00010000:00000001:1.0:1767384639.591760:0:18370:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.591764:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927367 00000100:00000001:3.0:1767384639.591766:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384639.591769:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294927366 00000100:00001000:1.0:1767384639.591769:0:18370:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384639.591776:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294927368 00000020:00000010:3.0:1767384639.591778:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064db58e7. 00000100:00000001:2.0:1767384639.591779:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294927367 00000100:00000001:1.0:1767384639.591781:0:18370:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384639.591783:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927367 00000100:00000040:1.0:1767384639.591792:0:18370:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000010:3.0:1767384639.591794:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9a99c19. 00000100:00000001:2.0:1767384639.591795:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.591795:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294927368 00000100:00000001:1.0:1767384639.591797:0:18370:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:2.0:1767384639.591813:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.591813:0:18370:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384639.591815:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d242fc5. 00000100:00000001:0.0:1767384639.591816:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927367 02000000:00000001:1.0:1767384639.591819:0:18370:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.591832:0:18370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384639.591833:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384639.591833:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.591834:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294927368 00000100:00000001:3.0:1767384639.591844:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384639.591847:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.591847:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927367 00000100:00000001:3.0:1767384639.591852:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384639.591853:0:18370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384639.591859:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384639.591868:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000100:00000001:0.0:1767384639.591868:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.591871:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384639.591875:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384639.591877:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384639.591879:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384639.591882:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.591882:0:18370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048135936, offset 224 00000100:00100000:2.0:1767384639.591883:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048135808 00000100:00000001:0.0:1767384639.591884:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384639.591897:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384639.591898:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000713957a8 going to sleep for 11 seconds 00000100:00000001:2.0:1767384639.591901:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384639.591902:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.591904:0:18370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384639.591905:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.591905:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384639.591914:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.591915:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384639.591920:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048135808 00000020:00000001:2.0:1767384639.591924:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384639.591927:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000200:1.0:1767384639.591927:0:18370:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384639.591932:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384639.591933:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384639.591943:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384639.591943:0:18370:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff05100 00000020:00000040:2.0:1767384639.591944:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:0.0:1767384639.591954:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384639.591956:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:0.0:1767384639.591960:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048136320 00000020:00000001:2.0:1767384639.591961:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 02000000:00000001:0.0:1767384639.591968:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384639.591969:0:18370:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x18f1 [1] + 224 00000100:00000001:2.0:1767384639.591980:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384639.591981:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384639.591985:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00000001:0.0:1767384639.591988:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.591989:0:18370:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384639.591990:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000040:3.0:1767384639.591991:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 02000000:00000001:0.0:1767384639.591996:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.592002:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.592003:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759653120 : -106174949898496 : ffff9f6f37d3c700) 00000100:00100000:0.0:1767384639.592005:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048136320 00000400:00000200:1.0:1767384639.592006:0:18370:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384639.592017:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1767384639.592019:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000020:00000040:0.0:1767384639.592020:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384639.592021:0:18370:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384639.592023:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000200e631c x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384639.592029:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384639.592032:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d27e1766. 00000100:00000200:1.0:1767384639.592034:0:18370:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384639.592036:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384639.592049:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:2.0:1767384639.592050:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f5984eb. 00000020:00000001:0.0:1767384639.592062:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:2.0:1767384639.592064:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064253368. 00000100:00000001:0.0:1767384639.592073:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384639.592082:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eb2c707. 00000100:00000040:1.0:1767384639.592084:0:18370:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384639.592086:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384639.592099:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384639.592099:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.592104:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384639.592104:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384639.592112:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384639.592112:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eb2c707. 00000020:00000010:3.0:1767384639.592113:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000052368603. 00000100:00000001:1.0:1767384639.592120:0:18370:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384639.592140:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f0c8b59. 00000100:00000001:3.0:1767384639.592146:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.592147:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.592147:0:18370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000020:00000010:0.0:1767384639.592147:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000098bd9d13. 00000400:00000010:1.0:1767384639.592165:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000020:00000010:0.0:1767384639.592167:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f093f7b9. 00000100:00000001:2.0:1767384639.592172:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384639.592175:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000052368603. 00000100:00000001:1.0:1767384639.592177:0:18370:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384639.592178:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384639.592187:0:18370:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384639.592187:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384639.592191:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.592192:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384639.592194:0:18370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384639.592195:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000200e631c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048136064:12345-0@lo:400: 00000100:00000001:2.0:1767384639.592198:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384639.592200:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.592209:0:18370:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00100000:2.0:1767384639.592217:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00000200:3.0:1767384639.592220:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048136064 00010000:00000001:1.0:1767384639.592221:0:18370:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384639.592222:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384639.592231:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000040:2.0:1767384639.592233:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000001:1.0:1767384639.592233:0:18370:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.592238:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384639.592241:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863206480 : -106174846345136 : ffff9f6f3dffe050) 00000020:00000001:1.0:1767384639.592241:0:18370:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384639.592242:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.592243:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384639.592250:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384639.592256:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384639.592260:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000040:2.0:1767384639.592264:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ffc94f97 x1853237048135808/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384639.592265:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000081526855 x1853237048135936/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.592271:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000020:00000001:3.0:1767384639.592272:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1767384639.592280:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:0.0:1767384639.592287:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863213648 : -106174846337968 : ffff9f6f3dfffc50) 00000020:00000001:3.0:1767384639.592288:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384639.592300:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384639.592306:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000548fd440 x1853237048136320/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 328/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384639.592308:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384639.592317:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.592324:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384639.592327:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384639.592327:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000081526855 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16355:x1853237048135936:12345-0@lo:400: Request processed in 904us (1967us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384639.592332:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:3.0:1767384639.592337:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384639.592340:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384639.592344:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384639.592352:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 02000000:00000010:3.0:1767384639.592354:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b52d9310. 00000100:00000001:0.0:1767384639.592355:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384639.592361:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384639.592363:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000020:00000010:0.0:1767384639.592363:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eb2c707. 00000100:00100000:2.0:1767384639.592365:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ffc94f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048135808:12345-0@lo:400: 00000100:00000001:3.0:1767384639.592373:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.592375:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384639.592376:0:18370:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000020:00000001:3.0:1767384639.592388:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384639.592389:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048135808 00000100:00000001:1.0:1767384639.592390:0:18370:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1767384639.592390:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eb2c707. 00000100:00000001:1.0:1767384639.592401:0:18370:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384639.592402:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384639.592418:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000010:1.0:1767384639.592418:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c61b38d7. 00000100:00100000:0.0:1767384639.592418:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000548fd440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048136320:12345-0@lo:101: 00010000:00000040:3.0:1767384639.592421:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048136064 00000020:00000001:2.0:1767384639.592422:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.592430:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00010000:00000001:3.0:1767384639.592434:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384639.592434:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000200:3.0:1767384639.592442:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000200e631c x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384639.592451:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384639.592455:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384639.592458:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048136320 00000100:00001000:3.0:1767384639.592459:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=51 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384639.592460:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2ac448. 00000020:00000001:0.0:1767384639.592463:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384639.592468:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384639.592470:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000020:00000040:1.0:1767384639.592473:0:18370:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000020:00000001:0.0:1767384639.592473:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384639.592474:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384639.592479:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384639.592482:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384639.592484:0:18370:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384639.592485:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384639.592486:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:2.0:1767384639.592490:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384639.592496:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384639.592498:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.592500:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384639.592500:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384639.592504:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384639.592510:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1767384639.592511:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:0.0:1767384639.592511:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000001:1.0:1767384639.592512:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384639.592519:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000020:00000001:0.0:1767384639.592521:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384639.592523:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384639.592525:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:1.0:1767384639.592526:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b004290b. 02000000:00000001:3.0:1767384639.592530:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:2.0:1767384639.592533:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b1743ad2. 00000020:00000040:1.0:1767384639.592537:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:3.0:1767384639.592539:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.592540:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.592540:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.592545:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384639.592552:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384639.592557:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.592557:0:25090:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000100:00000001:3.0:1767384639.592558:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1767384639.592559:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.592562:0:25090:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384639.592567:0:25090:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:2.0:1767384639.592568:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384639.592572:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:1.0:1767384639.592573:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f266035b. 00010000:00000001:0.0:1767384639.592575:0:25090:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000040:2.0:1767384639.592576:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048135808 00010000:00000001:0.0:1767384639.592591:0:25090:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.592592:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384639.592598:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:3.0:1767384639.592599:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000899982cf. 00000100:00000001:1.0:1767384639.592602:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384639.592603:0:25090:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000200:3.0:1767384639.592606:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048136064, offset 224 00010000:00000200:2.0:1767384639.592607:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ffc94f97 x1853237048135808/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.592607:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384639.592609:0:25090:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b6069103. 00010000:00000001:0.0:1767384639.592624:0:25090:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:2.0:1767384639.592626:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384639.592632:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b004290b] to pc [ptlrpcd_00_00+0] req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.592634:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384639.592635:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384639.592635:0:25090:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007638713e. 00000100:00001000:2.0:1767384639.592655:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=56 v=5 (1 0 0 0) 00000020:00000001:0.0:1767384639.592655:0:25090:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384639.592661:0:25090:0:(lustre_handles.c:77:class_handle_hash()) added object 000000007638713e with handle 0x71ee3a74e27191c8 to hash 00000020:00000001:0.0:1767384639.592666:0:25090:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00000001:2.0:1767384639.592667:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384639.592671:0:25090:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00000400:00000200:3.0:1767384639.592672:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:1.0:1767384639.592674:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.592679:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00010000:00000001:0.0:1767384639.592682:0:25090:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00000100:00000001:2.0:1767384639.592687:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00010000:0.0:1767384639.592688:0:25090:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e27191c1 expref: -99 pid: 25090 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384639.592699:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff05180 00000100:00000001:1.0:1767384639.592699:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384639.592701:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384639.592708:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.592708:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384639.592721:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000040:0.0:1767384639.592721:0:25090:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:0.0:1767384639.592733:0:25090:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00000400:00000200:3.0:1767384639.592735:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x18ed [1] + 224 00000100:00100000:1.0:1767384639.592735:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00000040:2.0:1767384639.592739:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384639.592747:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384639.592748:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000400:00000010:2.0:1767384639.592749:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000400:00000200:3.0:1767384639.592750:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384639.592752:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384639.592754:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759656704 : -106174949894912 : ffff9f6f37d3d500) 00000100:00000200:2.0:1767384639.592763:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048135808, offset 224 02000000:00000010:0.0:1767384639.592763:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005c156aaa. 00000100:00000040:1.0:1767384639.592769:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009449bdd9 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384639.592771:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384639.592772:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.592784:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.592788:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384639.592790:0:25090:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:3.0:1767384639.592795:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384639.592796:0:25090:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000001:1.0:1767384639.592800:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384639.592807:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384639.592808:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001317aed2. 00010000:00000001:0.0:1767384639.592808:0:25090:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000100:00000200:3.0:1767384639.592809:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.592813:0:25090:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000100:00000001:1.0:1767384639.592815:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384639.592816:0:25090:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.592829:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff05080 00010000:00000001:0.0:1767384639.592830:0:25090:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000020:00000010:1.0:1767384639.592831:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001317aed2. 00010000:00000001:0.0:1767384639.592837:0:25090:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384639.592850:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009449bdd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048136192:12345-0@lo:400: 00010000:00000001:0.0:1767384639.592851:0:25090:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:2.0:1767384639.592857:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x18fd [1] + 224 00010000:00000001:0.0:1767384639.592859:0:25090:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384639.592867:0:25090:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384639.592876:0:25090:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000100:00000200:1.0:1767384639.592879:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048136192 00000400:00000200:2.0:1767384639.592880:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384639.592891:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:0.0:1767384639.592892:0:25090:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b6069103) refcount = 1 00000020:00000001:1.0:1767384639.592897:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384639.592901:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384639.592902:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384639.592903:0:25090:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 16 pid: 25090 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1767384639.592904:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.592915:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384639.592918:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384639.592921:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000200:2.0:1767384639.592931:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384639.592935:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384639.592942:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.592951:0:25090:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000001:1.0:1767384639.592957:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1767384639.592960:0:25090:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00000020:00000001:1.0:1767384639.592965:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384639.592966:0:25090:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384639.592978:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.592979:0:25090:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.592984:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384639.592993:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1767384639.592993:0:25090:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384639.593006:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1767384639.593008:0:25090:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 02000000:00000001:1.0:1767384639.593009:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384639.593010:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384639.593017:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384639.593018:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000744e8dbf. 00010000:00010000:0.0:1767384639.593018:0:25090:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 16 pid: 25090 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384639.593024:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 02000000:00000001:1.0:1767384639.593027:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.593029:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000001:1.0:1767384639.593034:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.593036:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384639.593038:0:25090:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:1.0:1767384639.593039:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.593040:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384639.593042:0:25090:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:3.0:1767384639.593045:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000899982cf 00010000:00000040:1.0:1767384639.593047:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048136192 00010000:00000001:0.0:1767384639.593047:0:25090:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.593049:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.593070:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:3.0:1767384639.593071:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000899982cf. 00010000:00000001:0.0:1767384639.593071:0:25090:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.593076:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000200:1.0:1767384639.593081:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009449bdd9 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.593084:0:25090:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:3.0:1767384639.593087:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384639.593088:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:0.0:1767384639.593090:0:25090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384639.593098:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384639.593099:0:25090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384639.593100:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384639.593105:0:25090:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000007638713e, rc 0) 00000020:00000001:2.0:1767384639.593109:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384639.593110:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384639.593111:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.593112:0:25090:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.593117:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.593122:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffc94f97 x1853237048135808/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384639.593140:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=51 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384639.593140:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048136320 00010000:00000001:0.0:1767384639.593157:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384639.593160:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:1.0:1767384639.593166:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:0.0:1767384639.593167:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000548fd440 x1853237048136320/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 328/344 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384639.593174:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:1.0:1767384639.593178:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:3.0:1767384639.593180:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384639.593192:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384639.593194:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384639.593202:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1767384639.593204:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000200e631c x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.593207:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384639.593209:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ffc94f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048135808:12345-0@lo:400: Request processed in 877us (2598us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384639.593210:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.593214:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.593222:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:0.0:1767384639.593230:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=56 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384639.593239:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384639.593248:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000100:00000001:0.0:1767384639.593252:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384639.593262:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00000200:1.0:1767384639.593262:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048136192, offset 224 00000100:00000040:0.0:1767384639.593264:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:0.0:1767384639.593278:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000040:2.0:1767384639.593279:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000400:00000200:1.0:1767384639.593288:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384639.593289:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1767384639.593291:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000200e631c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048136064:12345-0@lo:400: Request processed in 1180us (2928us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384639.593293:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384639.593294:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.593300:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384639.593306:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:2.0:1767384639.593310:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f5984eb. 00000400:00000200:1.0:1767384639.593313:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384639.593319:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064253368. 00000100:00100000:3.0:1767384639.593325:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00000040:0.0:1767384639.593326:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384639.593332:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff05200 00000020:00000010:2.0:1767384639.593334:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d27e1766. 00000400:00000010:0.0:1767384639.593336:0:25090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8498e78. 00000100:00000040:3.0:1767384639.593337:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000020:00000040:2.0:1767384639.593343:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000001:3.0:1767384639.593350:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384639.593351:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1905 [1] + 224 02000000:00000001:2.0:1767384639.593353:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384639.593359:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:2.0:1767384639.593360:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b1743ad2. 00000400:00000200:1.0:1767384639.593363:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1767384639.593364:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048136320, offset 224 00000020:00000010:3.0:1767384639.593367:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca72885d. 02000000:00000001:2.0:1767384639.593368:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:0.0:1767384639.593375:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1767384639.593378:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e4f8495. 00000100:00000001:2.0:1767384639.593378:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.593379:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1767384639.593392:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b22223f2. 00000100:00000001:1.0:1767384639.593393:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384639.593393:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384639.593394:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384639.593405:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384639.593406:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b223cb9. 00000020:00000040:3.0:1767384639.593407:0:17088:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:3.0:1767384639.593420:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.593420:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff05280 00000400:00000010:2.0:1767384639.593422:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009f44a2c3. 00000100:00000040:1.0:1767384639.593435:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384639.593463:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1909 [1] + 224 00000100:00000001:1.0:1767384639.593467:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384639.593469:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384639.593470:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384639.593476:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.593478:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000400:00000200:0.0:1767384639.593479:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1767384639.593486:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000010:1.0:1767384639.593490:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000020:00000040:2.0:1767384639.593493:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:1.0:1767384639.593495:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384639.593496:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384639.593499:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00080000:2.0:1767384639.593500:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000200:0.0:1767384639.593504:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.593505:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384639.593507:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000040:1.0:1767384639.593518:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000040:0.0:1767384639.593522:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384639.593523:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384639.593526:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.593531:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384639.593540:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009449bdd9 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:620/0 lens 224/224 e 0 to 0 dl 1767384650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.593547:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009449bdd9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048136192:12345-0@lo:400: Request processed in 747us (2071us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384639.593548:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384639.593556:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000400:00000200:0.0:1767384639.593557:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8498e78 00000400:00000010:0.0:1767384639.593562:0:25090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8498e78. 00000100:00000040:1.0:1767384639.593570:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:0.0:1767384639.593571:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384639.593585:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384639.593586:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384639.593590:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.593593:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384639.593594:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384639.593594:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.593598:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9a99c19. 00000100:00000040:0.0:1767384639.593602:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000020:00000010:1.0:1767384639.593606:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d242fc5. 00010000:00000001:0.0:1767384639.593606:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:2.0:1767384639.593611:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384639.593611:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384639.593612:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064db58e7. 00000400:00000001:2.0:1767384639.593615:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384639.593617:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384639.593619:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b636fa18. 00000020:00000040:1.0:1767384639.593620:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000040:0.0:1767384639.593623:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000548fd440 x1853237048136320/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 328/344 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.593627:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.593628:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba41e48e 00000400:00000010:2.0:1767384639.593633:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba41e48e. 00000100:00000001:2.0:1767384639.593640:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384639.593645:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000548fd440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048136320:12345-0@lo:101: Request processed in 1285us (2087us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384639.593651:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.593652:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384639.593659:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1767384639.593659:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00000001:1.0:1767384639.593660:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384639.593668:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384639.593670:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000400:00000001:3.0:1767384639.593671:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384639.593672:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000001:3.0:1767384639.593682:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1767384639.593683:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.593684:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384639.593685:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384639.593696:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9d8e860. 00000100:00000001:0.0:1767384639.593696:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384639.593708:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000098bd9d13. 00000400:00000200:3.0:1767384639.593712:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005718d3cd 00000020:00000010:0.0:1767384639.593722:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f093f7b9. 00000100:00000001:2.0:1767384639.593724:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384639.593728:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005718d3cd. 00000100:00000001:2.0:1767384639.593732:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384639.593732:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f0c8b59. 00000100:00000001:1.0:1767384639.593733:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384639.593736:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384639.593737:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384639.593740:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:2.0:1767384639.593741:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384639.593747:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1767384639.593747:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767384639.593749:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384639.593750:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:1.0:1767384639.593751:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384639.593752:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1767384639.593757:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005c156aaa. 00000100:00000001:2.0:1767384639.593759:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.593766:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.593770:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384639.593774:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.593779:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384639.593783:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048136448:0@lo:13: 00000100:00001000:2.0:1767384639.593791:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=49 v=5 (5 0 0 0) 00000100:00000200:0.0:1767384639.593794:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384639.593809:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384639.593809:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003590b05f. 00000100:00001000:2.0:1767384639.593813:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=49 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384639.593818:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384639.593822:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384639.593824:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.593824:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1767384639.593825:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b12f558f. 02000000:00000001:1.0:1767384639.593826:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384639.593832:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384639.593835:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a39d068d. 00010000:00000001:2.0:1767384639.593845:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:1.0:1767384639.593846:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.593850:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384639.593859:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00080000:2.0:1767384639.593860:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384639.593862:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a37d371. 00000100:00000001:3.0:1767384639.593864:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384639.593865:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384639.593871:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384639.593873:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928840c6. 00000100:00000001:3.0:1767384639.593886:0:16355:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384639.593887:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e34f1a9d 00010000:00000001:2.0:1767384639.593888:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.593891:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e34f1a9d. 02000000:00000001:3.0:1767384639.593892:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384639.593894:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384639.593899:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384639.593901:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384639.593903:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.593903:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1767384639.593905:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000100:00000001:2.0:1767384639.593906:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384639.593913:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384639.593916:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384639.593917:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.593918:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048136448, portal 4 00000100:00000040:2.0:1767384639.593929:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.593930:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:3.0:1767384639.593934:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=46 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384639.593934:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758966784 : -106174950584832 : ffff9f6f37c94e00) 00000100:00000040:1.0:1767384639.593959:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384639.593960:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=46 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384639.593987:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384639.593987:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384639.593991:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384639.593992:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.593995:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384639.593998:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.593999:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384639.594000:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384639.594011:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384639.594013:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b03245d7. 00000100:00000200:1.0:1767384639.594021:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048136448, offset 0 00010000:00080000:3.0:1767384639.594023:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384639.594025:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.594026:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384639.594035:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384639.594047:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384639.594047:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384639.594054:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384639.594061:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384639.594070:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.594074:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1767384639.594082:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384639.594092:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=56 v=5 (5 0 0 0) 00010000:00000001:3.0:1767384639.594107:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.594108:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff05300 00000100:00001000:0.0:1767384639.594109:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384639.594136:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384639.594138:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1767384639.594141:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b9ec7cd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048136192:0@lo:400: 00000100:00000040:3.0:1767384639.594142:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384639.594144:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.594145:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2016 00000100:00000001:3.0:1767384639.594152:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1767384639.594154:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384639.594162:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.594163:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384639.594164:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384639.594167:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384639.594172:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384639.594181:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.594182:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91cad30. 00000100:00000040:3.0:1767384639.594185:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384639.594190:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384639.594195:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef4b20f 00000100:00000040:0.0:1767384639.594199:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384639.594205:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ef4b20f. 00000100:00000001:2.0:1767384639.594215:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384639.594216:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384639.594223:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:2.0:1767384639.594227:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.594235:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384639.594238:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000005c71bcb. 00000100:00000001:3.0:1767384639.594250:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1767384639.594252:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000005c71bcb x1853237048136448 msgsize 224 00000100:00000001:3.0:1767384639.594256:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.594271:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384639.594272:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.594283:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384639.594284:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384639.594290:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384639.594304:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384639.594304:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.594305:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384639.594315:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03245d7 00000100:00100000:3.0:1767384639.594322:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b606f3b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16355:1853237048135936:0@lo:400: 00000400:00000010:1.0:1767384639.594323:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b03245d7. 00000100:00000001:1.0:1767384639.594330:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384639.594345:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.594351:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384639.594364:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384639.594375:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b606f3b3 x1853237048135936/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.594377:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384639.594381:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048136320:0@lo:101: 00000100:00000001:2.0:1767384639.594384:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.594391:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384639.594397:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384639.594404:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1767384639.594404:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.594405:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.594409:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384639.594416:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.594419:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384639.594428:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.594429:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00001000:2.0:1767384639.594484:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=51 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384639.594484:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384639.594490:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384639.594491:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00001000:2.0:1767384639.594492:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=51 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384639.594495:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1767384639.594498:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.594501:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1767384639.594502:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f34e13fe. 00000100:00000040:1.0:1767384639.594504:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4307 usecs (5 jiffies) 00000100:00000001:2.0:1767384639.594506:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384639.594512:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1767384639.594514:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384639.594517:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384639.594518:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294927370 00000020:00000040:3.0:1767384639.594525:0:16355:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00010000:00080000:2.0:1767384639.594525:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.594528:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294927368 00000020:00000001:3.0:1767384639.594542:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384639.594544:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294927370 00000100:00000001:0.0:1767384639.594544:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384639.594552:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384639.594553:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d5556293. 00000100:00000001:1.0:1767384639.594555:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294927368 00000100:00000040:0.0:1767384639.594559:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384639.594568:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384639.594568:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294927370 00000100:00000001:2.0:1767384639.594569:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1767384639.594576:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1767384639.594578:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384639.594578:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.594579:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294927368 00000100:00000010:3.0:1767384639.594585:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b606f3b3. 00000100:00000001:2.0:1767384639.594586:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767384639.594586:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000713957a8. 00000100:00000001:2.0:1767384639.594592:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.594596:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294927370 00000100:00000001:3.0:1767384639.594605:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384639.594605:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384639.594606:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294927368 00000100:00000040:2.0:1767384639.594607:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384639.594617:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.594618:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384639.594618:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.594624:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384639.594633:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.594634:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.594634:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:2.0:1767384639.594635:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384639.594642:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384639.594645:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384639.594646:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384639.594647:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:1.0:1767384639.594649:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1767384639.594653:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=4 00000100:00000001:3.0:1767384639.594659:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384639.594659:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384639.594660:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000100:00000040:2.0:1767384639.594662:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384639.594666:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7150c6f. 00010000:00000001:0.0:1767384639.594677:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000100:00000001:3.0:1767384639.594678:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384639.594679:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb11e3b 00000100:00000001:3.0:1767384639.594683:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384639.594685:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cb11e3b. 00010000:00000040:0.0:1767384639.594688:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000052f40092, remote cookie: 0x71ee3a74e27191c8, flags: 0x0 00000100:00100000:2.0:1767384639.594693:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000db2966c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048136064:0@lo:400: 00000100:00000001:1.0:1767384639.594698:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384639.594698:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1767384639.594701:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.594703:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:2.0:1767384639.594705:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384639.594706:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.594707:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384639.594710:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00000100:00000040:2.0:1767384639.594711:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b9ec7cd8 x1853237048136192/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384639.594713:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384639.594717:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000048e0f60f) refcount = 1 00010000:00010000:0.0:1767384639.594725:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1767384639.594739:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.594745:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384639.594749:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384639.594753:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e666a6e. 00000100:00000001:1.0:1767384639.594755:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384639.594760:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.594762:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 02000000:00000001:2.0:1767384639.594763:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767384639.594763:0:16354:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384639.594767:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 02000000:00000001:1.0:1767384639.594768:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384639.594771:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384639.594773:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384639.594779:0:16356:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384639.594779:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.594780:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384639.594783:0:16356:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00001000:1.0:1767384639.594786:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=56 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384639.594787:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:2.0:1767384639.594788:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384639.594794:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009d1dc4b0. 00010000:00000001:0.0:1767384639.594794:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384639.594795:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=56 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384639.594802:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384639.594803:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384639.594803:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384639.594807:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384639.594807:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384639.594811:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9ec7cd8. 00010000:00000001:1.0:1767384639.594813:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384639.594815:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384639.594817:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.594819:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384639.594821:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384639.594822:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.594822:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384639.594826:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384639.594826:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:1.0:1767384639.594831:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.594833:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384639.594834:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384639.594838:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384639.594841:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000db2966c3 x1853237048136064/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.594844:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384639.594848:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384639.594852:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000939358e9 x1853237048136320/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.594855:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384639.594858:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.594868:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1767384639.594868:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.594871:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384639.594872:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384639.594874:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384639.594876:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d4eb2fb. 02000000:00000010:0.0:1767384639.594878:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000559ada15. 02000000:00000001:2.0:1767384639.594883:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767384639.594885:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384639.594887:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1767384639.594889:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384639.594891:0:16356:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:0.0:1767384639.594892:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00100000:1.0:1767384639.594897:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009312223c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048135808:0@lo:400: 00000020:00000001:2.0:1767384639.594898:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384639.594899:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384639.594903:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384639.594903:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000054004389. 00000100:00000001:1.0:1767384639.594907:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384639.594907:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384639.594911:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1767384639.594913:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000348114d9. 00000100:00000040:1.0:1767384639.594914:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009312223c x1853237048135808/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384639.594915:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 02000000:00000001:2.0:1767384639.594920:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384639.594921:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384639.594925:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384639.594926:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.594927:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767384639.594929:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db2966c3. 10000000:00000001:0.0:1767384639.594933:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.594936:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:0.0:1767384639.594937:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:2.0:1767384639.594938:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1767384639.594940:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f214730d. 10000000:00000040:0.0:1767384639.594942:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 00000100:00000001:2.0:1767384639.594943:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384639.594946:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:0.0:1767384639.594948:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.594949:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384639.594949:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384639.594951:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:1.0:1767384639.594953:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384639.594957:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384639.594957:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384639.594959:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.594962:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=3 00000020:00000001:0.0:1767384639.594963:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384639.594965:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000100:00000001:2.0:1767384639.594970:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.594970:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 02000000:00000010:1.0:1767384639.594971:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f2fd1d7e. 00010000:00000001:0.0:1767384639.594976:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384639.594983:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384639.594983:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384639.594984:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384639.594991:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384639.594993:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.594993:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384639.594997:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009312223c. 10000000:00000001:0.0:1767384639.595007:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 00000100:00000001:1.0:1767384639.595009:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000010:0.0:1767384639.595016:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000057762ffc. 00000100:00000001:1.0:1767384639.595018:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384639.595026:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.595030:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384639.595035:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048136448 02000000:00000001:2.0:1767384639.595036:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384639.595038:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384639.595046:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00000100:00000001:2.0:1767384639.595047:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.595047:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384639.595055:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384639.595058:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 02000000:00000001:2.0:1767384639.595060:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.595067:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.595071:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384639.595072:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384639.595073:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048136448 02000000:00000001:0.0:1767384639.595075:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1767384639.595078:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384639.595079:0:17896:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384639.595080:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384639.595082:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:2.0:1767384639.595087:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384639.595088:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384639.595088:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054004389. 00000020:00000040:2.0:1767384639.595090:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000001:2.0:1767384639.595097:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384639.595100:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384639.595101:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:2.0:1767384639.595106:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384639.595106:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384639.595113:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000559ada15. 00000020:00000010:2.0:1767384639.595114:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000010:0.0:1767384639.595119:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000007eb2c707. 00000100:00000001:2.0:1767384639.595120:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384639.595137:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000020:00000010:2.0:1767384639.595138:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00000001:0.0:1767384639.595145:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000020:00000010:2.0:1767384639.595146:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d4eb2fb. 00000100:00000001:0.0:1767384639.595148:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000020:00000010:2.0:1767384639.595151:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f5984eb. 00000100:00000010:0.0:1767384639.595153:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000713957a8. 00000020:00000010:2.0:1767384639.595157:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064253368. 00000100:00000001:0.0:1767384639.595157:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893631081472 : -106180078470144 : ffff9f6e0623fc00) 00000100:00000001:0.0:1767384639.595159:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384639.595161:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00000100:00000001:0.0:1767384639.595171:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384639.595173:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.595174:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384639.595176:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384639.595177:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000040:0.0:1767384639.595180:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384639.595182:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384639.595186:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384639.595188:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.595195:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384639.595197:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.595198:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.595213:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384639.595216:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384639.595218:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384639.595221:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048136576:0@lo:256: 00000100:00000001:0.0:1767384639.595225:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384639.595226:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384639.595228:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384639.595232:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.595236:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384639.595242:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928840c6. 00000100:00000001:2.0:1767384639.595243:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384639.595250:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1767384639.595253:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009aa4e9f6. 00000100:00100000:2.0:1767384639.595258:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384639.595259:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1767384639.595260:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff05380-0x695825ff05380, portal 33 00000100:00000040:2.0:1767384639.595262:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:1.0:1767384639.595263:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384639.595268:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.595269:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758967680 : -106174950583936 : ffff9f6f37c95180) 00000100:00000001:1.0:1767384639.595269:0:22878:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.595272:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384639.595275:0:22878:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384639.595278:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004f0c8b59. 00000100:00000040:2.0:1767384639.595281:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000005c71bcb x1853237048136448/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384639.595282:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.595288:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060597fd7. 00000100:00000001:2.0:1767384639.595295:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1767384639.595295:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e34f1a9d. 00000100:00000200:0.0:1767384639.595298:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048136576, portal 25 00000100:00000001:0.0:1767384639.595300:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384639.595301:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:0.0:1767384639.595301:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00000100:00000001:2.0:1767384639.595308:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384639.595309:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384639.595311:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00100000:2.0:1767384639.595320:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000005c71bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048136448:12345-0@lo:13: 00000100:00000001:0.0:1767384639.595324:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1767384639.595328:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048136448 00000100:00000040:0.0:1767384639.595332:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384639.595333:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384639.595335:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8498e78. 00000020:00000001:2.0:1767384639.595336:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384639.595341:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384639.595342:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048136576, offset 0 00000020:00000001:2.0:1767384639.595344:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384639.595348:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000400:00000200:0.0:1767384639.595349:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384639.595354:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384639.595358:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384639.595359:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384639.595364:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384639.595367:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384639.595369:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384639.595370:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff05380 00000100:00000001:2.0:1767384639.595372:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384639.595376:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384639.595379:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x11dd [2] + 0 02000000:00000010:2.0:1767384639.595380:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000b1743ad2. 00000400:00000010:0.0:1767384639.595385:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005215511e. 02000000:00000001:2.0:1767384639.595386:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.595391:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384639.595392:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001336e66b 00002000:00000001:2.0:1767384639.595394:0:17896:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000200:0.0:1767384639.595396:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:2.0:1767384639.595398:0:17896:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384639.595400:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:0.0:1767384639.595407:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384639.595409:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384639.595410:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001336e66b 00002000:00000024:2.0:1767384639.595413:0:17896:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000010:0.0:1767384639.595414:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001336e66b. 00000100:00000001:0.0:1767384639.595417:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384639.595418:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384639.595420:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000149e08c9 x1853237048136576 msgsize 304 00000100:00100000:0.0:1767384639.595429:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000020:2.0:1767384639.595430:0:17896:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000040:0.0:1767384639.595432:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000020:2.0:1767384639.595435:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1767384639.595464:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384639.595473:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8498e78 00000400:00000010:0.0:1767384639.595474:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8498e78. 00000100:00000001:0.0:1767384639.595481:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384639.595486:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.595492:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.595495:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:2.0:1767384639.595499:0:17896:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:1.0:1767384639.595503:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00002000:00000001:2.0:1767384639.595507:0:17896:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:1.0:1767384639.595508:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048136576 00000100:00000001:0.0:1767384639.595509:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384639.595513:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 02000000:00000001:1.0:1767384639.595514:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384639.595514:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:2.0:1767384639.595517:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.595519:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00002000:00000001:2.0:1767384639.595521:0:17896:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.595522:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.595522:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384639.595525:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048136448 00000100:00000001:0.0:1767384639.595526:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294927372 00010000:00000001:2.0:1767384639.595529:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:1.0:1767384639.595536:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.595536:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927370 00010000:00000200:2.0:1767384639.595540:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000005c71bcb x1853237048136448/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.595543:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048136576 00000100:00000001:0.0:1767384639.595545:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294927372 00000020:00000001:1.0:1767384639.595548:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384639.595552:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:0.0:1767384639.595553:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927370 00010000:00000001:2.0:1767384639.595556:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1767384639.595557:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384639.595558:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294927372 00000020:00000040:1.0:1767384639.595561:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00010000:00000001:2.0:1767384639.595562:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.595562:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294927370 00000100:00001000:2.0:1767384639.595568:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=46 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384639.595569:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384639.595570:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294927372 00000020:00000001:1.0:1767384639.595576:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384639.595579:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294927370 00000100:00000001:2.0:1767384639.595580:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384639.595582:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384639.595586:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384639.595587:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000010:1.0:1767384639.595587:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001317aed2. 00000100:00000001:1.0:1767384639.595590:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384639.595592:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001317aed2. 00000100:00000001:0.0:1767384639.595604:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.595605:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000010:1.0:1767384639.595606:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2ac448. 00000100:00000001:0.0:1767384639.595607:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384639.595610:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1767384639.595612:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384639.595613:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c61b38d7. 02000000:00000001:2.0:1767384639.595615:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384639.595619:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384639.595619:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000100:00100000:0.0:1767384639.595623:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000713957a8 going to sleep for 11 seconds 00000100:00000040:2.0:1767384639.595629:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384639.595629:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384639.595630:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384639.595636:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384639.595636:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384639.595637:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ef4b20f. 00000100:00000001:1.0:1767384639.595639:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384639.595644:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384639.595646:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048136448, offset 224 00000100:00000001:1.0:1767384639.595651:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384639.595656:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384639.595668:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384639.595678:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384639.595682:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff05300 00000400:00000200:2.0:1767384639.595692:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1931 [1] + 224 00000400:00000200:2.0:1767384639.595699:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384639.595702:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384639.595705:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384639.595708:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384639.595711:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1767384639.595712:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00000001:2.0:1767384639.595713:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384639.595714:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384639.595720:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384639.595721:0:17081:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384639.595723:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.595728:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863210576 : -106174846341040 : ffff9f6f3dfff050) 00000100:00000001:0.0:1767384639.595728:0:17081:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384639.595741:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000149e08c9 x1853237048136576/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 304/0 e 0 to 0 dl 1767384650 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384639.595743:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.595749:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384639.595754:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001317aed2. 00000100:00000001:1.0:1767384639.595760:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384639.595762:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001317aed2. 00000100:00100000:1.0:1767384639.595766:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000149e08c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048136576:12345-0@lo:256: 00000100:00000001:2.0:1767384639.595770:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384639.595776:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048136576 00000400:00000200:2.0:1767384639.595781:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef4b20f 00000020:00000001:1.0:1767384639.595781:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384639.595782:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384639.595787:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384639.595788:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ef4b20f. 00000100:00000001:0.0:1767384639.595789:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384639.595791:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.595795:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384639.595798:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384639.595798:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000400:00000001:0.0:1767384639.595800:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384639.595802:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384639.595803:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000001:0.0:1767384639.595804:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384639.595806:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.595808:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384639.595809:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a37d371. 00000100:00000040:2.0:1767384639.595813:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000020:00000001:1.0:1767384639.595815:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1767384639.595817:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384639.595819:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384639.595821:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000020:00000001:2.0:1767384639.595822:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384639.595823:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384639.595825:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000020:00000001:2.0:1767384639.595827:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384639.595830:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384639.595831:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384639.595834:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005c71bcb x1853237048136448/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:620/0 lens 224/368 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384639.595835:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1767384639.595839:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384639.595840:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000033db832e. 02000000:00000001:1.0:1767384639.595846:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.595853:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.595859:0:25090:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384639.595865:0:25090:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 00000100:00100000:2.0:1767384639.595868:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000005c71bcb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048136448:12345-0@lo:13: Request processed in 566us (1609us total) trans 0 rc 0/0 20000000:00000001:1.0:1767384639.595870:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:0.0:1767384639.595872:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:1.0:1767384639.595874:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384639.595878:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384639.595883:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384639.595888:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 20000000:01000000:1.0:1767384639.595889:0:25090:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 00000100:00000001:0.0:1767384639.595892:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384639.595896:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 20000000:00000010:1.0:1767384639.595897:0:25090:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000be3fcfc3. 00000100:00000001:0.0:1767384639.595897:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384639.595903:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384639.595904:0:16354:0:(client.c:1578:after_reply()) Process entered 20000000:00000001:1.0:1767384639.595905:0:25090:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 00000100:00000001:2.0:1767384639.595906:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384639.595908:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384639.595910:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384639.595912:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f5984eb. 00000100:00000001:0.0:1767384639.595912:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384639.595917:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384639.595918:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064253368. 20000000:00000040:1.0:1767384639.595920:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 00000100:00001000:0.0:1767384639.595921:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=46 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384639.595922:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d4eb2fb. 20000000:00000040:1.0:1767384639.595929:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000100:00001000:0.0:1767384639.595929:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=46 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384639.595930:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:2.0:1767384639.595937:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:1.0:1767384639.595937:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 00000100:00000001:0.0:1767384639.595938:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 20000000:00000040:1.0:1767384639.595941:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 00000100:00000001:0.0:1767384639.595942:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:1.0:1767384639.595945:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 00010000:00000001:0.0:1767384639.595946:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 20000000:00000040:1.0:1767384639.595951:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 00010000:00080000:0.0:1767384639.595954:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:1.0:1767384639.595956:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384639.595961:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384639.595966:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 00010000:00000001:0.0:1767384639.595967:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:1.0:1767384639.595970:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 00000100:00000001:0.0:1767384639.595971:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 20000000:00000040:1.0:1767384639.595976:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 00000100:00000040:0.0:1767384639.595976:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384639.595998:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 20000000:00000040:1.0:1767384639.596000:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 00000100:00000001:0.0:1767384639.596000:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:1.0:1767384639.596003:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 00000100:00000040:0.0:1767384639.596006:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:1.0:1767384639.596007:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384639.596011:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384639.596015:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384639.596019:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 00000100:00000001:0.0:1767384639.596025:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 20000000:00000040:1.0:1767384639.596026:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 00000100:00000001:0.0:1767384639.596032:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 20000000:00000040:1.0:1767384639.596033:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 00000100:00000001:0.0:1767384639.596034:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:1.0:1767384639.596037:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 00000004:00000001:0.0:1767384639.596039:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 20000000:00000040:1.0:1767384639.596041:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 00000004:00000040:0.0:1767384639.596044:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 20000000:00000040:1.0:1767384639.596046:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 00000004:00000040:0.0:1767384639.596048:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 20000000:00000040:1.0:1767384639.596049:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384639.596054:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384639.596059:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 00000004:00000020:0.0:1767384639.596061:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 20000000:01000000:1.0:1767384639.596062:0:25090:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 524, pages 3572/1/4/3. 00000004:00000001:0.0:1767384639.596070:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 20000000:00000040:1.0:1767384639.596072:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384639.596076:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 00000100:00000040:0.0:1767384639.596076:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:1.0:1767384639.596079:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384639.596085:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384639.596089:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 00000100:00100000:0.0:1767384639.596091:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048136448:0@lo:13: 20000000:00000040:1.0:1767384639.596093:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384639.596099:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 00000100:00000001:0.0:1767384639.596099:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 20000000:00000040:1.0:1767384639.596101:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 00000100:00000001:0.0:1767384639.596103:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000040:1.0:1767384639.596104:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 00000100:00000040:0.0:1767384639.596107:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b004290b x1853237048136448/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000040:1.0:1767384639.596109:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384639.596113:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384639.596118:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 00000100:00000001:0.0:1767384639.596121:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 20000000:00000040:1.0:1767384639.596138:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 02000000:00000001:0.0:1767384639.596138:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 20000000:00000040:1.0:1767384639.596143:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 02000000:00000010:0.0:1767384639.596144:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a39d068d. 20000000:00000040:1.0:1767384639.596149:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 02000000:00000001:0.0:1767384639.596152:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 20000000:00000040:1.0:1767384639.596153:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 00000020:00000001:0.0:1767384639.596156:0:16354:0:(genops.c:1236:class_import_put()) Process entered 20000000:00000040:1.0:1767384639.596157:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 00000020:00000040:0.0:1767384639.596158:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 20000000:00000040:1.0:1767384639.596160:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 00000020:00000001:0.0:1767384639.596162:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 20000000:00000040:1.0:1767384639.596164:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 02000000:00000010:0.0:1767384639.596165:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f266035b. 20000000:00000040:1.0:1767384639.596168:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 02000000:00000001:0.0:1767384639.596171:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 20000000:00000040:1.0:1767384639.596172:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 02000000:00000001:0.0:1767384639.596174:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 20000000:00000040:1.0:1767384639.596176:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 00000100:00000010:0.0:1767384639.596177:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b004290b. 20000000:00000040:1.0:1767384639.596180:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384639.596185:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 00000100:00000001:0.0:1767384639.596186:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 20000000:00000040:1.0:1767384639.596196:0:25090:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 00000100:00000001:0.0:1767384639.596196:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.596201:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384639.596202:0:25090:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 524, pages 3048/1/4/3. 20000000:01000000:1.0:1767384639.596207:0:25090:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1048, version 54 00000100:00000001:0.0:1767384639.596207:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 20000000:00000001:1.0:1767384639.596210:0:25090:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1048 : 1048 : 418) 00000100:00000001:0.0:1767384639.596211:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.596216:0:25090:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000001:0.0:1767384639.596216:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384639.596221:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384639.596222:0:25090:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a39d068d. 00000100:00000010:1.0:1767384639.596227:0:25090:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000c6e491d2. 00000020:00000040:1.0:1767384639.596229:0:25090:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:1.0:1767384639.596233:0:25090:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384639.596236:0:25090:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384639.596238:0:25090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b03245d7. 00000400:00000010:1.0:1767384639.596246:0:25090:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000040a2a91c. 00000400:00000200:1.0:1767384639.596249:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384639.596259:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384639.596266:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1048 into portal 33 MB=0x695825ff05380 00000400:00000200:1.0:1767384639.596270:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1048/1048 into md 0x1939 [4] + 0 00000400:00000010:1.0:1767384639.596273:0:25090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928840c6. 00000400:00000200:1.0:1767384639.596279:0:25090:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009aa4e9f6 00000400:00000200:1.0:1767384639.596281:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.596286:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384639.596289:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009aa4e9f6 00000400:00000010:1.0:1767384639.596291:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009aa4e9f6. 00000100:00000001:1.0:1767384639.596298:0:25090:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384639.596299:0:25090:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000939358e9 desc 00000000559ada15 mbits 1853237048136576 00000100:00000001:1.0:1767384639.596312:0:25090:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384639.596316:0:25090:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384639.596322:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384639.596335:0:25090:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1949 00000100:00000001:0.0:1767384639.596338:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384639.596339:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384639.596344:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384639.596349:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384639.596353:0:25090:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384639.596355:0:25090:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a39d068d 00000100:00000001:1.0:1767384639.596358:0:25090:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384639.596364:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03245d7 00000400:00000010:1.0:1767384639.596366:0:25090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b03245d7. 00000100:00000001:1.0:1767384639.596373:0:25090:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384639.596375:0:25090:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a39d068d 00000100:00000001:1.0:1767384639.596377:0:25090:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384639.596381:0:25090:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1048 bytes via portal 33 id 12345-0@lo mbits 0x695825ff05380-0x695825ff05380 00000100:00000001:1.0:1767384639.596384:0:25090:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384639.596388:0:25090:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.596390:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384639.596393:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:1.0:1767384639.596396:0:25090:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000c6e491d2. 00000100:00000010:1.0:1767384639.596398:0:25090:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a39d068d. 00000100:00000001:1.0:1767384639.596401:0:25090:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384639.596404:0:25090:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384639.596409:0:25090:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000be3fcfc3. 20000000:00000001:1.0:1767384639.596412:0:25090:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384639.596414:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048136576 00010000:00000001:1.0:1767384639.596417:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384639.596421:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000149e08c9 x1853237048136576/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 304/240 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384639.596426:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384639.596428:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384639.596430:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384639.596433:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384639.596435:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384639.596436:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384639.596473:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384639.596475:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384639.596478:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384639.596483:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384639.596486:0:25090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b03245d7. 00000100:00000200:1.0:1767384639.596489:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048136576, offset 224 00000400:00000200:1.0:1767384639.596495:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384639.596502:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384639.596506:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff05380 00000400:00000200:1.0:1767384639.596511:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x193d [1] + 224 00000400:00000200:1.0:1767384639.596523:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384639.596526:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384639.596530:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384639.596533:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384639.596550:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384639.596564:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384639.596569:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03245d7 00000400:00000010:1.0:1767384639.596570:0:25090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b03245d7. 00000100:00000001:1.0:1767384639.596573:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384639.596576:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384639.596581:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.596583:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384639.596584:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384639.596588:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384639.596589:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384639.596590:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384639.596594:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384639.596595:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384639.596601:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060597fd7. 00000100:00000040:1.0:1767384639.596603:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000149e08c9 x1853237048136576/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:620/0 lens 304/240 e 0 to 0 dl 1767384650 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384639.596608:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e34f1a9d 00000400:00000010:0.0:1767384639.596612:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e34f1a9d. 00000100:00100000:1.0:1767384639.596617:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000149e08c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048136576:12345-0@lo:256: Request processed in 864us (1192us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384639.596620:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384639.596631:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384639.596632:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00000040:1.0:1767384639.596639:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384639.596644:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384639.596647:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384639.596648:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384639.596652:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c61b38d7. 00000020:00000010:1.0:1767384639.596660:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000100:00000001:0.0:1767384639.596661:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384639.596664:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384639.596666:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2ac448. 00000100:00000001:0.0:1767384639.596667:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384639.596671:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384639.596675:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384639.596677:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:0.0:1767384639.596678:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384639.596683:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384639.596683:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384639.596687:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000033db832e. 00000100:00001000:0.0:1767384639.596687:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=56 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384639.596694:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384639.596696:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384639.596699:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.596702:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384639.596704:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.596708:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384639.596710:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.596713:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384639.596714:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384639.596720:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe706ff6. 00000100:00000040:0.0:1767384639.596722:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384639.596727:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8b50484. 00000100:00000040:0.0:1767384639.596736:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.596750:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384639.596754:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384639.596761:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384639.596769:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048136576:0@lo:256: 00000100:00000001:0.0:1767384639.596776:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.596782:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.596785:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384639.596789:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.596797:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.596804:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384639.596806:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000713957a8. 00000100:00000001:0.0:1767384639.596811:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384639.596813:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384639.596816:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 54, more 0. 10000000:00000001:0.0:1767384639.596820:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1767384639.596826:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000016dcc9bb. 10000000:00000040:0.0:1767384639.596834:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:0.0:1767384639.596840:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1767384639.596843:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:0.0:1767384639.596848:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:0.0:1767384639.596851:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384639.596853:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1767384639.596854:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:0.0:1767384639.596857:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000400:00000200:0.0:1767384639.596860:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 25 NIDs 00000400:00001000:0.0:1767384639.596863:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:0.0:1767384639.596866:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:0.0:1767384639.596871:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1767384639.596875:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (25) 00000400:00000200:0.0:1767384639.596878:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1767384639.596885:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:0.0:1767384639.596887:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (26) 00000400:00000200:0.0:1767384639.596889:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:0.0:1767384639.596890:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:0.0:1767384639.596892:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596893:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:0.0:1767384639.596894:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:0.0:1767384639.596896:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596897:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:0.0:1767384639.596898:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:0.0:1767384639.596900:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596901:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:0.0:1767384639.596902:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:0.0:1767384639.596904:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596905:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:0.0:1767384639.596906:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:0.0:1767384639.596908:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596909:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:0.0:1767384639.596911:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:0.0:1767384639.596913:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596914:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:0.0:1767384639.596916:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:0.0:1767384639.596918:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596919:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:0.0:1767384639.596920:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:0.0:1767384639.596922:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596923:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:0.0:1767384639.596924:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:0.0:1767384639.596937:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596938:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:0.0:1767384639.596940:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:0.0:1767384639.596942:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596944:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:0.0:1767384639.596945:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:0.0:1767384639.596947:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596948:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:0.0:1767384639.596954:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:0.0:1767384639.596958:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596959:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:0.0:1767384639.596961:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:0.0:1767384639.596963:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596964:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:0.0:1767384639.596966:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:0.0:1767384639.596969:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596970:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:0.0:1767384639.596971:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:0.0:1767384639.596973:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596974:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:0.0:1767384639.596976:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:0.0:1767384639.596978:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596979:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:0.0:1767384639.596980:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:0.0:1767384639.596982:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596982:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:0.0:1767384639.596984:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:0.0:1767384639.596986:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596987:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:0.0:1767384639.596988:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:0.0:1767384639.596990:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.596991:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:0.0:1767384639.596992:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:0.0:1767384639.597003:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.597004:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:0.0:1767384639.597005:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:0.0:1767384639.597008:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.597008:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:0.0:1767384639.597010:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:0.0:1767384639.597011:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.597012:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:0.0:1767384639.597014:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:0.0:1767384639.597016:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.597017:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:0.0:1767384639.597022:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:0.0:1767384639.597024:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:0.0:1767384639.597026:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000100:00000001:0.0:1767384639.597027:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384639.597029:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384639.597031:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 10000000:00000010:0.0:1767384639.597034:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000098bd9d13. 10000000:00000040:0.0:1767384639.597036:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 54/54 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000020:00000080:0.0:1767384639.597039:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1767384639.597044:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1767384639.597046:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002cf0bed6. 00000020:00000010:0.0:1767384639.597050:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df8521d8. 00000040:00000010:0.0:1767384639.597052:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fd2f451e. 00000020:00000010:0.0:1767384639.597055:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ad59cae0. 00000020:00000010:0.0:1767384639.597058:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384639.597063:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ae559acf. 80000000:00000010:0.0:1767384639.597066:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000c954f99. 40000000:00000010:0.0:1767384639.597069:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000092dc7eaf. 00100000:00000010:0.0:1767384639.597072:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000086a80ec1. 00040000:00000010:0.0:1767384639.597075:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008c903476. 00040000:00000010:0.0:1767384639.597078:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dbc96cd4. 00040000:00000010:0.0:1767384639.597082:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4663466. 00080000:00000010:0.0:1767384639.597087:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000006e7049b. 00080000:00000010:0.0:1767384639.597091:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000086c02747. 00000004:00000010:0.0:1767384639.597099:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fa0873d5. 00000004:00000010:0.0:1767384639.597103:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000de45ab84. 00000004:00000010:0.0:1767384639.597107:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000b8cd936. 00002000:00000010:0.0:1767384639.597110:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005c156aaa. 00000004:00000010:0.0:1767384639.597113:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bc9ba5b4. 00000004:00000001:0.0:1767384639.597116:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:0.0:1767384639.597119:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1767384639.597120:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 0000000098bd9d13 00000040:00001000:0.0:1767384639.597122:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1767384639.597143:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1767384639.597145:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1767384639.597146:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1767384639.597148:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1767384639.597149:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1767384639.597150:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:0.0:1767384639.597152:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:0.0:1767384639.597153:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:0.0:1767384639.597198:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384639.597202:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000df8521d8. 00000040:00000010:0.0:1767384639.597206:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fd2f451e. 00000020:00000010:0.0:1767384639.597209:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ad59cae0. 00000020:00000010:0.0:1767384639.597213:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384639.597216:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ae559acf. 80000000:00000010:0.0:1767384639.597220:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000c954f99. 40000000:00000010:0.0:1767384639.597225:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000092dc7eaf. 00100000:00000010:0.0:1767384639.597230:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000086a80ec1. 00040000:00000010:0.0:1767384639.597232:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008c903476. 00040000:00000010:0.0:1767384639.597234:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dbc96cd4. 00040000:00000010:0.0:1767384639.597236:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d4663466. 00080000:00000010:0.0:1767384639.597239:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000086c02747. 00080000:00000010:0.0:1767384639.597242:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000006e7049b. 00000004:00000010:0.0:1767384639.597244:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fa0873d5. 00000004:00000010:0.0:1767384639.597247:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000de45ab84. 00000004:00000010:0.0:1767384639.597251:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000b8cd936. 00002000:00000010:0.0:1767384639.597253:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005c156aaa. 00000004:00000010:0.0:1767384639.597256:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bc9ba5b4. 00000020:00000010:0.0:1767384639.597260:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002cf0bed6. 00000020:00000001:0.0:1767384639.597262:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384639.597264:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1767384639.597267:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000098bd9d13. 10000000:00000010:0.0:1767384639.597269:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000016dcc9bb. 10000000:00000001:0.0:1767384639.597271:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384639.597273:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384639.597277:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000939358e9 x1853237048136576/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384655 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384639.597289:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384639.597291:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384639.597294:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004f0c8b59. 02000000:00000001:0.0:1767384639.597298:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384639.597299:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384639.597301:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384639.597303:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1767384639.597304:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1767384639.597305:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384639.597306:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384639.597308:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:0.0:1767384639.597309:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000007eb2c707. 00000100:00000010:0.0:1767384639.597311:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000559ada15. 00000100:00000001:0.0:1767384639.597313:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1767384639.597314:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000054004389. 02000000:00000001:0.0:1767384639.597315:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384639.597323:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384639.597324:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 00000100:00000001:0.0:1767384639.597327:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384639.597328:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1767384639.597341:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000057762ffc. 10000000:01000000:0.0:1767384639.597344:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:0.0:1767384639.597347:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1767384639.597349:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384639.597350:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384639.597352:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=3 00000020:00000001:0.0:1767384639.597354:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384639.597356:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384639.597359:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384639.597362:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.597367:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.597368:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384639.597374:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384639.597379:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384639.597380:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384639.597381:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384639.597383:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384639.597384:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384639.597386:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1767384639.597389:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384639.597391:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:0.0:1767384639.597393:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384639.602511:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294927372, at 4294927373 00000100:00000010:0.0:1767384639.602519:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049a1f7ee. 00000100:00000040:3.0:1767384639.602526:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294927372, at 4294927373 00000100:00000010:3.0:1767384639.602537:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038f55c28. 00000100:00000040:1.0:1767384639.603490:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294927372, at 4294927374 00000100:00000040:2.0:1767384639.603493:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294927372, at 4294927374 00000100:00000010:1.0:1767384639.603497:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fb3eacba. 00000100:00000010:2.0:1767384639.603503:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000776371d1. 00000020:00000010:3.0:1767384639.609465:0:28684:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000052368603. 00000020:00000040:3.0:1767384639.609475:0:28684:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384639.609479:0:28684:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000052368603. 00000400:00000200:0.0:1767384640.229531:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp31 00000400:00000010:0.0:1767384640.229537:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006b0533d3. 00000400:00000010:0.0:1767384640.229545:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fd2f451e. 00000400:00000010:0.0:1767384640.229551:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e34f1a9d. 00000400:00000010:0.0:1767384640.229560:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c848744d. 00000400:00000200:0.0:1767384640.229565:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp31 00000400:00000200:0.0:1767384640.229583:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp31 local destination 00000400:00000200:0.0:1767384640.229590:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp31 00000400:00000200:0.0:1767384640.229593:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp31 NI seq info: [83:83:256:4294967295] 192.168.203.125@tcp31 LPNI seq info [82:82:8:4294967295] 00000400:00000200:0.0:1767384640.229600:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp31 00000400:00000200:0.0:1767384640.229607:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp31(192.168.203.125@tcp31:) -> 192.168.203.125@tcp31(192.168.203.125@tcp31:192.168.203.125@tcp31) : GET try# 0 00000800:00000200:0.0:1767384640.229612:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp31 00000800:00000010:0.0:1767384640.229616:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008c903476. 00000800:00000200:0.0:1767384640.229623:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (2) 00000800:00000200:0.1:1767384640.229627:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (2) 00000400:00000200:0.0:1767384640.229647:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp31 added to recovery queue. ping count: 2 next ping: 264 health :800 00000400:00000200:0.0:1767384640.229651:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp29 00000400:00000010:0.0:1767384640.229653:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008cc89076. 00000400:00000010:0.0:1767384640.229656:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000df8521d8. 00000400:00000010:0.0:1767384640.229668:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8498e78. 00000400:00000010:0.0:1767384640.229674:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000931181c5. 00000400:00000200:0.0:1767384640.229678:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp29 00000400:00000200:0.0:1767384640.229684:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp29 local destination 00000400:00000200:0.0:1767384640.229687:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp29 00000400:00000200:0.0:1767384640.229690:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp29 NI seq info: [84:84:256:4294967295] 192.168.203.125@tcp29 LPNI seq info [83:83:8:4294967295] 00000400:00000200:0.0:1767384640.229694:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp29 00000400:00000200:0.0:1767384640.229699:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp29(192.168.203.125@tcp29:) -> 192.168.203.125@tcp29(192.168.203.125@tcp29:192.168.203.125@tcp29) : GET try# 0 00000800:00000200:0.0:1767384640.229702:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp29 00000800:00000010:0.0:1767384640.229705:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a4659a23. 00000800:00000200:0.0:1767384640.229710:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000400:00000200:2.0:1767384640.229715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000200:0.1:1767384640.229715:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000400:00000200:0.0:1767384640.229735:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp29 added to recovery queue. ping count: 3 next ping: 268 health :700 00000400:00000200:0.0:1767384640.229740:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp30 00000400:00000010:0.0:1767384640.229743:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f4524154. 00000400:00000010:0.0:1767384640.229749:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000002d6d8c68. 00000400:00000010:0.0:1767384640.229753:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0e2996. 00000400:00000010:0.0:1767384640.229758:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001bd73fa. 00000400:00000200:0.0:1767384640.229761:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp30 00000400:00000200:0.0:1767384640.229765:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp30 local destination 00000400:00000200:0.0:1767384640.229767:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp30 00000400:00000200:0.0:1767384640.229771:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp30 NI seq info: [85:85:256:4294967295] 192.168.203.125@tcp30 LPNI seq info [84:84:8:4294967295] 00000400:00000200:2.0:1767384640.229773:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.229779:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp30 00000400:00000200:0.0:1767384640.229794:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp30(192.168.203.125@tcp30:) -> 192.168.203.125@tcp30(192.168.203.125@tcp30:192.168.203.125@tcp30) : GET try# 0 00000800:00000200:0.0:1767384640.229801:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp30 00000800:00000010:0.0:1767384640.229805:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000bdd84527. 00000800:00000200:0.0:1767384640.229808:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (2) 00000800:00000200:0.1:1767384640.229811:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (2) 00000400:00000200:0.0:1767384640.229830:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp30 added to recovery queue. ping count: 3 next ping: 268 health :700 00000400:00000200:3.0:1767384640.229832:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.229852:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.229940:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.229957:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.229970:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.230082:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.230093:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.230103:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.230201:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.230252:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.230279:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.230297:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.230375:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.230443:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.230486:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.230580:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.230660:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.230664:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.230733:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.230832:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.230841:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.230894:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.230980:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.231017:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.231060:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.231136:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.231203:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.231226:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.231296:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.231347:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.231357:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.231436:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.231553:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.231571:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.231617:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.231692:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.231722:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.231737:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.231820:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.231889:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.231904:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.231963:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.232021:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.232083:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.232094:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.232165:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.232233:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.232250:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.232273:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.232374:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.232390:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.232403:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.232512:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.232577:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.232588:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.232660:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.232708:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.232737:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.232821:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.232843:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.232887:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.232957:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.232978:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.232998:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.233117:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.233143:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.233152:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.233261:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.233304:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.233315:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.233403:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.233442:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.233477:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.233597:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.233618:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.233629:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.233725:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.233784:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.233792:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.233869:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.233874:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.233947:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.234008:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.234043:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.234079:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.234151:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.234203:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.234255:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.234298:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.234313:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.234420:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.234431:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.234511:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.234583:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.234593:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.234664:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.234742:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.234743:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.234746:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.234891:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.234896:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.235005:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.235008:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000800:00000010:3.0:1767384640.235064:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9316e0e. 00000800:00000010:3.0:1767384640.235069:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007e1592e8. 00000400:00000200:0.0:1767384640.235074:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384640.235075:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf202e8f. 00000800:00000010:3.0:1767384640.235115:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf202e8f. 00000400:00000200:0.0:1767384640.235118:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000800:00020000:3.0:1767384640.235140:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384640.235145:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007e1592e8. 00000800:00000010:3.0:1767384640.235150:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c9316e0e. 00000400:00000200:0.0:1767384640.235175:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:02020000:3.0:1767384640.235278:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp29 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384640.235288:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp29 notifying 192.168.203.125@tcp29: down 00000400:00000200:0.0:1767384640.235292:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000800:00000200:3.0:1767384640.235302:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp29 down 00000800:00000100:3.0:1767384640.235315:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp29 00000800:00000010:3.0:1767384640.235318:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a4659a23. 00000400:00000200:3.0:1767384640.235324:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384640.235332:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp29->192.168.203.125@tcp29: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384640.235344:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384640.235348:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384640.235357:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp29) recovery failed with -71 00000400:00000200:0.0:1767384640.235380:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.235534:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.235627:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.235744:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.235888:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.236038:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:3.0:1767384640.236212:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c9316e0e. 00000800:00000010:3.0:1767384640.236216:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007e1592e8. 00000400:00000200:0.0:1767384640.236220:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp30 from 216.3.0.2 00000800:00000010:3.0:1767384640.236222:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf202e8f. 00000800:00000010:0.0:1767384640.236225:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000a058a74d. 00000800:00000010:3.0:1767384640.236269:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf202e8f. 00000800:00000010:2.0:1767384640.236275:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000df0358fd. 00000800:00000010:2.0:1767384640.236289:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fe87b6a3. 00000400:00000200:0.0:1767384640.236342:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384640.236360:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp31 from 215.3.0.2 00000800:00000010:0.0:1767384640.236362:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000004b92e99d. 00000800:00000010:3.0:1767384640.236402:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000acd74ce8. 00000800:00000010:3.0:1767384640.236407:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005507540f. 00000800:00000010:3.0:1767384640.236490:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000006639ed9d. 00000800:00000200:3.1:1767384640.236500:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (2) 00000800:00000200:3.1:1767384640.236507:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp31 000000006639ed9d deleted 00000800:00000010:3.1:1767384640.236510:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000006639ed9d. 00000800:00000200:3.1:1767384640.236518:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384640.236528:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp31 ip 192.168.203.125:983 00000800:00000200:3.1:1767384640.236532:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008c903476 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384640.236541:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp31 p 3.x 192.168.203.125 -> 192.168.203.125:983 incarnation:1767384634945293076 sched[0] 00000800:00000010:3.0:1767384640.236545:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf202e8f. 00000800:00000010:1.0:1767384640.236568:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000000b05af4d. 00000800:00000010:1.0:1767384640.236576:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e6e1cdfb. 00000800:00000010:1.0:1767384640.236584:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000317a6d7a. 00000800:00000010:3.0:1767384640.236609:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf202e8f. 00000800:00000010:3.0:1767384640.236616:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005507540f. 00000800:00000010:3.0:1767384640.236685:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000004b92e99d. 00000800:00000010:1.0:1767384640.236728:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003936f30c. 00000800:00000200:1.1:1767384640.236741:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (2) 00000800:00000200:1.1:1767384640.236752:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp30 000000003936f30c deleted 00000800:00000010:1.1:1767384640.236754:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000003936f30c. 00000800:00000200:1.1:1767384640.236759:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384640.236766:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp30 ip 192.168.203.125:984 00000800:00000200:1.1:1767384640.236770:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bdd84527 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1767384640.236776:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384640.236777:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp30 p 3.x 192.168.203.125 -> 192.168.203.125:984 incarnation:1767384632693727180 sched[0] 00000800:00000010:1.0:1767384640.236790:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000648733f. 00000800:00000200:3.0:1767384640.236791:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp31 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384634945293076 sched[0] 00000800:00000010:3.0:1767384640.236801:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007e1592e8. 00000800:00000010:1.0:1767384640.236843:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000648733f. 00000800:00000010:1.0:1767384640.236850:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fe87b6a3. 00000800:00000010:1.0:1767384640.236900:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000a058a74d. 00000400:00000200:3.0:1767384640.236927:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000010:1.0:1767384640.236944:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000317a6d7a. 00000800:00000200:1.1:1767384640.236988:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384640.237000:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp30 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384632693727180 sched[0] 00000800:00000010:1.0:1767384640.237003:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e6e1cdfb. 00000400:00000200:3.0:1767384640.237085:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384640.237158:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.237231:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384640.237308:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.237384:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384640.237495:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.237583:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384640.237649:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.237744:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384640.237782:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.237884:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000800:00000001:2.0:1767384640.237907:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.237916:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384640.237958:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000800:00000200:2.0:1767384640.238031:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384640.238034:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000800:00000010:2.0:1767384640.238037:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008c903476. 00000400:00000200:2.0:1767384640.238051:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384640.238064:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp31->192.168.203.125@tcp31: GET: OK 00000400:00000200:2.0:1767384640.238075:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:2.0:1767384640.238082:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp31 recovery message sent successfully:0 00000800:00000001:2.0:1767384640.238103:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.238114:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384640.238115:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000800:00000001:2.0:1767384640.238118:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.238156:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384640.238170:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp31(192.168.203.125@tcp31) <- 192.168.203.125@tcp31 : GET - for me 00000400:00000200:3.0:1767384640.238190:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.238190:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384640.238214:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x18b5 [1] + 0 00000800:00000001:0.0:1767384640.238225:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384640.238234:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp31 to MR: 192.168.203.125@tcp31 local destination 00000800:00000001:0.0:1767384640.238235:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384640.238247:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp31 NI seq info: [86:86:256:4294967295] 192.168.203.125@tcp31 LPNI seq info [85:85:8:4294967295] 00000400:00000200:1.0:1767384640.238262:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384640.238273:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp31(192.168.203.125@tcp31:192.168.203.125@tcp31) -> 192.168.203.125@tcp31(192.168.203.125@tcp31:192.168.203.125@tcp31) 192.168.203.125@tcp31 : REPLY try# 0 00000800:00000200:2.0:1767384640.238285:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp31 00000800:00000010:2.0:1767384640.238291:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d63cc64e. 00000800:00000200:2.0:1767384640.238302:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (4) 00000800:00000200:2.0:1767384640.238311:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp31 ip 192.168.203.125:988 00000800:00000200:2.0:1767384640.238315:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d63cc64e type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384640.238317:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384640.238322:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000bdd84527. 00000400:00000200:0.0:1767384640.238330:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384640.238333:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.238345:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp30->192.168.203.125@tcp30: GET: OK 00000400:00000200:0.0:1767384640.238353:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384640.238359:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp30 recovery message sent successfully:0 00000800:00000001:0.0:1767384640.238384:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384640.238396:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384640.238400:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1767384640.238408:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1767384640.238410:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000800:00000001:0.0:1767384640.238411:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384640.238413:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d63cc64e. 00000400:00000200:2.0:1767384640.238422:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384640.238430:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp30(192.168.203.125@tcp30) <- 192.168.203.125@tcp30 : GET - for me 00000400:00000200:2.0:1767384640.238479:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp31->192.168.203.125@tcp31: REPLY: OK 00000400:00000200:3.0:1767384640.238500:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000800:00000001:2.0:1767384640.238502:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.238513:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384640.238526:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.238535:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384640.238538:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.238546:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384640.238555:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp31(192.168.203.125@tcp31) <- 192.168.203.125@tcp31 : REPLY - for me 00000400:00000200:2.0:1767384640.238567:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp31: Reply from 12345-192.168.203.125@tcp31 of length 272/272 into md 0x1955 00000800:00000001:2.0:1767384640.238574:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384640.238579:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000800:00000001:2.0:1767384640.238582:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384640.238587:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384640.238594:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp31->192.168.203.125@tcp31: REPLY: OK 00000400:00000200:2.0:1767384640.238603:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e34f1a9d 00000400:00000010:2.0:1767384640.238606:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e34f1a9d. 00000400:00000200:2.0:1767384640.238613:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:2.0:1767384640.238619:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006b0533d3. 00000400:00000010:2.0:1767384640.238625:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fd2f451e. 00000800:00000001:2.0:1767384640.238635:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384640.238642:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384640.238652:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.238714:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384640.238726:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x18b5 [1] + 0 00000400:00000200:3.0:1767384640.238743:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.238744:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp30 to MR: 192.168.203.125@tcp30 local destination 00000400:00000200:0.0:1767384640.238760:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp30 NI seq info: [87:87:256:4294967295] 192.168.203.125@tcp30 LPNI seq info [86:86:8:4294967295] 00000400:00000200:0.0:1767384640.238787:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp30(192.168.203.125@tcp30:192.168.203.125@tcp30) -> 192.168.203.125@tcp30(192.168.203.125@tcp30:192.168.203.125@tcp30) 192.168.203.125@tcp30 : REPLY try# 0 00000800:00000200:0.0:1767384640.238798:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp30 00000800:00000010:0.0:1767384640.238808:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bdd84527. 00000800:00000200:0.0:1767384640.238814:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (4) 00000800:00000200:0.0:1767384640.238826:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp30 ip 192.168.203.125:988 00000800:00000200:0.0:1767384640.238830:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bdd84527 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384640.238861:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000800:00000200:0.0:1767384640.238922:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384640.238926:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bdd84527. 00000400:00000200:0.0:1767384640.238931:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384640.238942:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp30->192.168.203.125@tcp30: REPLY: OK 00000400:00000200:3.0:1767384640.238948:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000800:00000001:0.0:1767384640.238955:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384640.238965:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384640.238971:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384640.238978:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384640.238981:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384640.238989:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384640.238999:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp30(192.168.203.125@tcp30) <- 192.168.203.125@tcp30 : REPLY - for me 00000400:00000200:0.0:1767384640.239017:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp30: Reply from 12345-192.168.203.125@tcp30 of length 272/272 into md 0x195d 00000800:00000001:0.0:1767384640.239023:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384640.239030:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384640.239033:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384640.239042:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp30->192.168.203.125@tcp30: REPLY: OK 00000400:00000200:3.0:1767384640.239044:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.239046:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0e2996 00000400:00000010:0.0:1767384640.239050:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0e2996. 00000400:00000200:0.0:1767384640.239056:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384640.239065:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f4524154. 00000400:00000010:0.0:1767384640.239072:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000002d6d8c68. 00000800:00000001:0.0:1767384640.239086:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384640.239093:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384640.239154:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.239224:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.239274:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.239351:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.239412:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.239509:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.239581:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.239637:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.239708:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.239761:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.239839:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.239884:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.239971:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.240031:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.240101:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.240193:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.240255:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.240329:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.240405:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.240479:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.240578:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.240624:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.240706:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.240754:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.240846:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.240872:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.240977:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241014:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.241085:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241116:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.241184:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241234:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.241262:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241330:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384640.241350:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241419:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241479:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241555:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000800:00000010:3.0:1767384640.241575:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006496f05e. 00000800:00000010:3.0:1767384640.241583:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006639ed9d. 00000800:00000010:3.0:1767384640.241588:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000bf202e8f. 00000400:00000200:0.0:1767384640.241597:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000800:00000010:3.0:1767384640.241615:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000bf202e8f. 00000800:00020000:3.0:1767384640.241629:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384640.241632:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006639ed9d. 00000800:00000010:3.0:1767384640.241635:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006496f05e. 00000400:00000200:0.0:1767384640.241663:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:02020000:3.0:1767384640.241731:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp31 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384640.241748:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241783:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241806:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384640.241829:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384640.241934:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006e7049b. 00000800:00000010:0.0:1767384640.241938:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000748b2273. 00000800:00000010:0.0:1767384640.241942:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000da7493da. 00000800:00000010:0.0:1767384640.241961:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000da7493da. 00000800:00020000:0.0:1767384640.241969:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384640.241972:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000748b2273. 00000800:00000010:0.0:1767384640.241976:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006e7049b. 00000400:02020000:0.0:1767384640.242009:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp30 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384640.421662:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384640.421669:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384640.421674:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384640.421676:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384640.421724:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384640.421732:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384640.421737:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384640.810305:0:28990:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a7aae2e. 00080000:00000010:1.0:1767384640.810318:0:28990:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a7aae2e. 00000020:00000001:1.0:1767384640.810325:0:28990:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384640.810336:0:28990:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a7aae2e. 00080000:00000010:1.0:1767384640.810342:0:28990:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a7aae2e. 00000020:00000001:1.0:1767384640.810354:0:28990:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.126521:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384641.126521:0:17069:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384641.126528:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384641.126529:0:17069:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384641.253572:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384641.253578:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1767384641.253581:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8498e78 00000400:00000010:3.0:1767384641.253586:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8498e78. 00000400:00000200:3.0:1767384641.253592:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:3.0:1767384641.253599:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery ping unlinked 00000400:00000010:3.0:1767384641.253609:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008cc89076. 00000400:00000010:3.0:1767384641.253613:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000df8521d8. 00010000:00000001:3.0:1767384641.446745:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384641.446753:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.446817:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384641.446819:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384641.446856:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384641.446862:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384641.446865:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384641.614536:0:29154:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384641.614540:0:29154:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp34 --if ens2 00000001:00000001:2.0:1767384641.620379:0:29154:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384641.627567:0:29155:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b707425e. 00000400:00000010:2.0:1767384641.627580:0:29155:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c404ac2f. 00000400:00000010:2.0:1767384641.627588:0:29155:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b06deeca. 00000400:00000010:2.0:1767384641.627592:0:29155:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000057f491d8. 00000400:00000010:2.0:1767384641.627595:0:29155:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8e32e1b. 00000400:00000010:2.0:1767384641.627598:0:29155:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000702359a1. 00000400:00000010:2.0:1767384641.627600:0:29155:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000035d254e6. 00000400:00000010:2.0:1767384641.627601:0:29155:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000015e15294. 00000400:00000010:2.0:1767384641.627604:0:29155:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008b293a10. 00000800:00000010:2.0:1767384641.627621:0:29155:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009d1dc4b0. 00000800:00000200:2.0:1767384641.627631:0:29155:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384641.627640:0:29155:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384641.627672:0:29155:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:2.0:1767384641.627692:0:29155:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp34 [8/256/0/180] 00000400:00000010:2.0:1767384641.629278:0:29155:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 457 at 00000000a4ba0ce9. 00000400:00000010:2.0:1767384641.629284:0:29155:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c91cad30. 00000400:00000010:2.0:1767384641.629289:0:29155:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ef4b20f. 00000400:00000001:2.0:1767384641.629308:0:29155:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384641.629309:0:29155:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384641.629310:0:29155:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1379851. 00000400:00000200:2.0:1767384641.629312:0:29155:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb7b854 00000400:00000010:2.0:1767384641.629314:0:29155:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efb7b854. 00000400:00000010:2.0:1767384641.629317:0:29155:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 0000000053665e5b. 00000400:00000200:2.0:1767384641.629322:0:29155:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (25) 00000400:00000200:2.0:1767384641.629332:0:29155:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384641.629340:0:29155:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131106 00000020:00000010:2.0:1767384641.629346:0:29155:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000084f822ab. 00000020:01000000:2.0:1767384641.629351:0:29155:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:1.0:1767384641.629351:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384641.629355:0:29155:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp34 00000400:00000200:1.0:1767384641.629359:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:1.0:1767384641.629366:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b03245d7. 00000400:00000010:2.0:1767384641.629367:0:29155:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c404ac2f. 00000400:00000200:1.0:1767384641.629368:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (26) 00000400:00000010:2.0:1767384641.629372:0:29155:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b707425e. 00000400:00000010:1.0:1767384641.629375:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e8bd9495. 00000400:00000200:1.0:1767384641.629380:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:1.0:1767384641.629392:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:1.0:1767384641.629398:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000001:3.0:1767384641.629399:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384641.629406:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384641.629410:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 10000000:00000001:3.0:1767384641.629412:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384641.629419:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:1.0:1767384641.629421:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000400:00000200:1.0:1767384641.629424:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:1.0:1767384641.629434:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000020:01000004:3.0:1767384641.629436:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384641.629473:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384641.629476:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384641.629479:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384641.629479:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 00000020:01000004:3.0:1767384641.629486:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384641.629494:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384641.629496:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:1.0:1767384641.629501:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000020:01000004:3.0:1767384641.629502:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384641.629510:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384641.629515:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384641.629518:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:1.0:1767384641.629525:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000100:00000010:3.0:1767384641.629526:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d299590b. 00000020:00000040:3.0:1767384641.629535:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:1.0:1767384641.629536:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:1.0:1767384641.629549:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000100:00000001:3.0:1767384641.629550:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384641.629556:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384641.629561:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 02000000:00000001:3.0:1767384641.629563:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.629569:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 02000000:00000010:3.0:1767384641.629576:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006496f05e. 00000100:00000001:3.0:1767384641.629590:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.629591:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:1.0:1767384641.629603:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000100:00000001:3.0:1767384641.629606:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384641.629611:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.629611:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:1.0:1767384641.629621:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000100:00000040:3.0:1767384641.629627:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d299590b] to pc [ptlrpcd_00_01+1] req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.629633:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:1.0:1767384641.629682:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[60, 18] 00000400:00000200:1.0:1767384641.629688:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 18], ns[84, 18] 00000400:00000200:1.0:1767384641.629692:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 18], ns[87, 18] 00000400:00000200:1.0:1767384641.629699:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 18], ns[86, 18] 00000400:00000200:1.0:1767384641.629703:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 10000000:00000001:3.0:1767384641.629705:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.629709:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.629710:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp32] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:2.0:1767384641.629717:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384641.629734:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.629741:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384641.629743:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384641.629747:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384641.629748:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp32 00000020:00000001:3.0:1767384641.629758:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384641.629762:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.629762:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp32 10000000:00000001:3.0:1767384641.629763:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384641.629771:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384641.629778:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:1.0:1767384641.629778:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp32 lpni_is_preferred = 0 00000020:01000004:3.0:1767384641.629791:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:2.0:1767384641.629792:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384641.629797:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp32 00000020:01000004:3.0:1767384641.629800:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384641.629801:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384641.629811:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:1.0:1767384641.629812:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp32 NI seq info: [88:88:256:4294967295] 192.168.203.125@tcp32 LPNI seq info [87:87:8:4294967295] 02000000:00000001:2.0:1767384641.629813:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384641.629831:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384641.629834:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384641.629836:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp32 02000000:00000001:2.0:1767384641.629841:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384641.629842:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384641.629851:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384641.629856:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00100000:2.0:1767384641.629856:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048136704:0@lo:253: 00000020:01000004:3.0:1767384641.629863:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384641.629866:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp32(192.168.203.125@tcp32:) -> 192.168.203.125@tcp32(192.168.203.125@tcp:192.168.203.125@tcp32) : PUT try# 0 00000100:00000001:2.0:1767384641.629867:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384641.629874:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000800:00000200:1.0:1767384641.629874:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.125@tcp32 02000000:00000001:2.0:1767384641.629881:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:3.0:1767384641.629885:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6055503. 02000000:00000001:2.0:1767384641.629886:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384641.629886:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a706089e. 00000020:00000040:3.0:1767384641.629895:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000001:2.0:1767384641.629897:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:1.0:1767384641.629902:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c382d9f8. 00000100:00000001:3.0:1767384641.629906:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1767384641.629910:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006b80f6e6. 02000000:00000001:3.0:1767384641.629911:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:1.0:1767384641.629912:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009d44485e. 02000000:00000001:3.0:1767384641.629919:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.629919:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384641.629932:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000400:00000010:2.0:1767384641.629935:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b636fa18. 02000000:00000010:3.0:1767384641.629937:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cba1eae4. 00000800:00000200:1.1:1767384641.629941:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000100:00000001:3.0:1767384641.629946:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384641.629946:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c404ac2f. 00000400:00000200:1.0:1767384641.629959:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000100:00000001:3.0:1767384641.629961:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1767384641.629963:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048136704, portal 25 00000400:00000200:1.0:1767384641.629963:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:3.0:1767384641.629969:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.629972:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384641.629979:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623580160 : -106175085971456 : ffff9f6f2fb77800) 00000100:00000040:3.0:1767384641.629985:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6055503] to pc [ptlrpcd_00_02+2] req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.629988:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.630023:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000001:2.0:1767384641.630041:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384641.630055:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384641.630059:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085b016dc. 00000100:00000200:2.0:1767384641.630066:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048136704, offset 0 10000000:00000001:3.0:1767384641.630070:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.630078:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384641.630079:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384641.630085:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000020:00000001:3.0:1767384641.630093:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384641.630098:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384641.630106:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000084f822ab. 00000400:00000200:2.0:1767384641.630106:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384641.630142:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff05400 00000400:00000200:1.0:1767384641.630145:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384641.630150:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1205 [2] + 0 00000400:00000010:2.0:1767384641.630154:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db60fbb7. 00000100:00000001:3.0:1767384641.630170:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384641.630170:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d292c8d5 00000100:00000001:3.0:1767384641.630176:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384641.630178:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384641.630180:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384641.630185:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384641.630193:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384641.630194:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384641.630208:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d292c8d5 00000100:00000001:3.0:1767384641.630211:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384641.630214:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384641.630216:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d292c8d5. 02000000:00000001:3.0:1767384641.630218:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384641.630223:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384641.630226:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.630227:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:3.0:1767384641.630229:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048136832:0@lo:253: 00000100:00000200:2.0:1767384641.630232:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384641.630234:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384641.630241:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384641.630242:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000094aa0ae9 x1853237048136704 msgsize 4848 02000000:00000001:3.0:1767384641.630245:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.630251:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 02000000:00000001:3.0:1767384641.630253:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384641.630261:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1767384641.630264:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c5b1c1b1. 00000100:00000040:2.0:1767384641.630266:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384641.630269:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.630282:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384641.630284:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9cf1dc. 00000400:00000010:3.0:1767384641.630293:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dfba4db1. 00000400:00000200:2.0:1767384641.630297:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000085b016dc 00000400:00000010:2.0:1767384641.630300:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000085b016dc. 00000100:00000001:2.0:1767384641.630303:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384641.630307:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048136832, portal 25 00000400:00000200:1.0:1767384641.630308:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000001:3.0:1767384641.630313:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384641.630315:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623569408 : -106175085982208 : ffff9f6f2fb74e00) 00000100:00000200:2.0:1767384641.630320:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384641.630329:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.630336:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384641.630343:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384641.630347:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384641.630356:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384641.630364:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000010:3.0:1767384641.630365:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bd51160. 00000100:00000001:2.0:1767384641.630367:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384641.630378:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048136832, offset 0 00000100:00000001:2.0:1767384641.630380:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384641.630392:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.630398:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384641.630402:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294929406 00000100:00000010:2.0:1767384641.630411:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf72ab88. 00000400:00000200:3.0:1767384641.630412:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384641.630439:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384641.630441:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:2.0:1767384641.630449:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294929406 00000400:00000200:3.0:1767384641.630460:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff05480 00000400:00000200:3.0:1767384641.630469:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x120d [2] + 0 00000400:00000010:3.0:1767384641.630473:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa219f0e. 00000400:00000200:3.0:1767384641.630478:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f7cd771f 00000400:00000200:3.0:1767384641.630485:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.630490:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384641.630498:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7cd771f 00000400:00000010:3.0:1767384641.630499:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f7cd771f. 00000100:00000001:3.0:1767384641.630507:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384641.630509:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384641.630513:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000001bd5f6e0 x1853237048136832 msgsize 4848 00000100:00100000:3.0:1767384641.630522:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384641.630524:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384641.630537:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384641.630542:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bd51160 00000400:00000010:3.0:1767384641.630545:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bd51160. 00000100:00000001:3.0:1767384641.630549:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384641.630555:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.630557:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:3.0:1767384641.630574:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.630577:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.630591:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.630593:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384641.630600:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.630605:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294929407 00000100:00000001:3.0:1767384641.630614:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929406 00000100:00000001:3.0:1767384641.630624:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294929407 00000100:00000010:3.0:1767384641.630629:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012dadf9b. 00000100:00000001:3.0:1767384641.630635:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384641.630645:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294929407 00000100:00000010:3.0:1767384641.630649:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000025fab92. 00000100:00000001:3.0:1767384641.630654:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000200:1.0:1767384641.630656:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000100:00000001:3.0:1767384641.630662:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294929407 00000100:00000010:3.0:1767384641.630666:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6474548. 00000100:00000001:3.0:1767384641.630671:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384641.630681:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.630685:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.630689:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.630691:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.630701:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384641.630703:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384641.630708:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384641.630710:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384641.630712:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.630716:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.630739:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384641.630743:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.630754:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:3.0:1767384641.630767:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384641.630781:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048136704 02000000:00000001:3.0:1767384641.630784:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384641.630786:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.630788:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.630794:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384641.630801:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048136704 00000020:00000001:3.0:1767384641.630803:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384641.630806:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384641.630808:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.630811:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:3.0:1767384641.630814:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384641.630832:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384641.630839:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384641.630844:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d1194ab. 00000400:00000200:1.0:1767384641.630844:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00000001:3.0:1767384641.630860:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384641.630866:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d1194ab. 00000020:00000010:3.0:1767384641.630877:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2ac448. 00000020:00000010:3.0:1767384641.630883:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fff3952d. 00000020:00000010:3.0:1767384641.630888:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e4f8495. 00000100:00000040:3.0:1767384641.630909:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384641.630912:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384641.630914:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384641.630917:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.630928:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.630940:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000100:00000001:3.0:1767384641.630941:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.630980:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384641.631002:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048136832 02000000:00000001:3.0:1767384641.631005:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384641.631007:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.631009:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.631014:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384641.631016:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048136832 00000020:00000001:3.0:1767384641.631018:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384641.631020:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384641.631023:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.631024:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:3.0:1767384641.631027:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384641.631030:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384641.631035:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384641.631038:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000020:00000010:3.0:1767384641.631049:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d1194ab. 00000100:00000001:3.0:1767384641.631066:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384641.631068:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d1194ab. 00000020:00000010:3.0:1767384641.631078:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34e13fe. 00000020:00000010:3.0:1767384641.631082:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f259b89. 00000020:00000010:3.0:1767384641.631089:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000004b9dbc00. 00000100:00000001:3.0:1767384641.631098:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384641.631101:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384641.631103:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.631127:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.631167:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000100:00000001:3.0:1767384641.631170:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.631191:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384641.631194:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384641.631203:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00000040:3.0:1767384641.631207:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384641.631209:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863207504 : -106174846344112 : ffff9f6f3dffe450) 00000100:00000040:3.0:1767384641.631216:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094aa0ae9 x1853237048136704/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 4848/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.631222:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000100:00000001:3.0:1767384641.631234:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384641.631238:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d1194ab. 00000100:00000001:3.0:1767384641.631242:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384641.631245:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d1194ab. 00000100:00100000:3.0:1767384641.631252:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094aa0ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048136704:12345-0@lo:253: 00000100:00000200:3.0:1767384641.631256:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048136704 00000020:00000001:3.0:1767384641.631260:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384641.631263:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384641.631265:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.631268:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384641.631270:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384641.631274:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384641.631275:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384641.631278:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384641.631286:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384641.631289:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.631294:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384641.631297:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384641.631300:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 02000000:00000010:3.0:1767384641.631303:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005039c53a. 02000000:00000001:3.0:1767384641.631307:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.631310:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.631312:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384641.631333:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000ecdd3eb3. 00000100:00000001:2.0:1767384641.631334:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294929407 20000000:01000000:3.0:1767384641.631340:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384641.631343:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294929407 20000000:00000001:3.0:1767384641.631345:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384641.631360:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384641.631363:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.631366:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294929407 20000000:00000001:3.0:1767384641.631368:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.631370:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 20000000:00000001:3.0:1767384641.631376:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384641.631377:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294929407 00000100:00000001:2.0:1767384641.631384:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294929407 00000100:00000001:2.0:1767384641.631388:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:3.0:1767384641.631392:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ccb6179. 00000100:00000001:2.0:1767384641.631393:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384641.631396:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 00000100:00000001:2.0:1767384641.631403:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.631405:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384641.631411:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384641.631415:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:1.0:1767384641.631419:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00080000:00000001:3.0:1767384641.631420:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:2.0:1767384641.631423:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384641.631430:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384641.631433:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.631435:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384641.631437:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.631439:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384641.631449:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384641.631455:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00080000:00000001:3.0:1767384641.631500:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384641.631505:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384641.631507:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384641.631510:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384641.631513:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384641.631517:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:3.0:1767384641.631522:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:3.0:1767384641.631525:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384641.631529:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384641.631533:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384641.631535:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384641.631539:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384641.631547:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:3.0:1767384641.631551:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384641.631551:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00080000:00000010:3.0:1767384641.631559:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006d43177d. 00080000:00000001:3.0:1767384641.631568:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619485696 : -106180090065920 : ffff9f6e05730c00) 00080000:00000001:3.0:1767384641.631572:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384641.631576:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384641.631580:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000d1194ab. 00080000:00000001:3.0:1767384641.631583:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384641.631588:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384641.631588:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00080000:00000001:3.0:1767384641.631614:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.631626:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000100:00000001:2.0:1767384641.631630:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384641.631634:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00080000:00000001:3.0:1767384641.631637:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00100000:2.0:1767384641.631644:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00000040:2.0:1767384641.631650:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384641.631654:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863203408 : -106174846348208 : ffff9f6f3dffd450) 00000100:00000040:2.0:1767384641.631668:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bd5f6e0 x1853237048136832/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 4848/0 e 0 to 0 dl 1767384652 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384641.631669:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000100:00000001:3.0:1767384641.631682:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.631683:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384641.631693:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384641.631694:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cab5b583. 00000400:00000200:1.0:1767384641.631700:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000100:00000001:2.0:1767384641.631705:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.631709:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cab5b583. 00000100:00100000:2.0:1767384641.631718:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001bd5f6e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16356:x1853237048136832:12345-0@lo:253: 00000100:00000200:2.0:1767384641.631722:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048136832 00000020:00000001:2.0:1767384641.631727:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384641.631730:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384641.631733:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.631735:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384641.631737:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:2.0:1767384641.631739:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384641.631741:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384641.631744:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384641.631744:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000020:00000001:2.0:1767384641.631747:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384641.631751:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.631755:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384641.631757:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384641.631763:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cb3ff662. 02000000:00000001:2.0:1767384641.631766:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.631767:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000100:00000001:2.0:1767384641.631768:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384641.631773:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384641.631783:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000084f822ab. 20000000:01000000:2.0:1767384641.631787:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384641.631790:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384641.631792:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384641.631793:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 20000000:00000001:2.0:1767384641.631795:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384641.631797:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384641.631799:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384641.631821:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384641.631849:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384641.631866:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384641.631881:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384641.631897:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384641.631914:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384641.631932:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384641.632074:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000080d4da29. 00000800:00000010:1.0:1767384641.632078:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007c598b6d. 00000800:00000010:1.0:1767384641.632082:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b39fdbaf. 00000800:00000010:1.0:1767384641.632099:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b39fdbaf. 00000800:00020000:1.0:1767384641.632108:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384641.632126:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007c598b6d. 00000800:00000010:1.0:1767384641.632129:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000080d4da29. 00000400:02020000:1.0:1767384641.632170:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp32 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384641.632176:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp32 notifying 192.168.203.125@tcp32: down 00000800:00000200:1.0:1767384641.632180:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp32 down 00000800:00000100:1.0:1767384641.632185:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 448 0@<0:0>->192.168.203.125@tcp32 00000800:00000010:1.0:1767384641.632187:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a706089e. 00000400:00000200:1.0:1767384641.632190:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384641.632192:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp32->192.168.203.125@tcp32: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384641.632198:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp32 added to recovery queue. ping count: 0 next ping: 263 health :900 00000400:00000200:1.0:1767384641.632200:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384641.632202:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 1 00000400:00000200:1.0:1767384641.632204:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384641.632242:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384641.632248:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x101151 00000400:00000001:2.0:1767384641.632252:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384641.632261:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384641.632263:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03245d7 00000400:00000010:2.0:1767384641.632265:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b03245d7. 00000400:00000200:2.0:1767384641.632269:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384641.632274:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384641.632277:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (27) 00000400:00000200:2.0:1767384641.632280:0:16352:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384641.632282:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc -71 00000400:00000200:2.0:1767384641.632286:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:2.0:1767384641.632289:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (26) 00080000:00000010:2.0:1767384641.633441:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006d43177d. 00080000:00000010:3.0:1767384641.633493:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000d1194ab. 00040000:00000001:3.0:1767384641.633500:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384641.633503:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384641.633506:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384641.633509:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384641.633512:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384641.633514:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384641.633526:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384641.633537:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384641.633540:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384641.633544:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000066b49c98. 00080000:00000001:3.0:1767384641.633546:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384641.633549:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #34 20000000:00000001:2.0:1767384641.633555:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384641.633562:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:1.0:1767384641.633562:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384641.633568:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:1.0:1767384641.633568:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384641.633571:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384641.633576:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384641.633580:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384641.633582:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000040:1.0:1767384641.633586:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b6069103 count: 2 00080000:00000001:2.0:1767384641.633596:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.633599:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384641.633601:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384641.633605:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.633605:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384641.633609:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384641.633612:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384641.633612:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006e58db17. 00080000:00000002:2.0:1767384641.633618:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00000020:00000001:1.0:1767384641.633619:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:2.0:1767384641.633625:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00000020:00000040:1.0:1767384641.633625:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006e58db17 with handle 0x71ee3a74e27191cf to hash 00080000:00000002:2.0:1767384641.633630:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:1.0:1767384641.633630:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384641.633634:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00080000:00000001:2.0:1767384641.633635:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384641.633639:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00080000:00000001:2.0:1767384641.633642:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.633644:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384641.633646:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384641.633647:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.633650:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:1.0:1767384641.633651:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384641.633655:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:2.0:1767384641.633662:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384641.633663:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384641.633666:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008f72b4a3. 00010000:00000001:1.0:1767384641.633668:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384641.633673:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384641.633674:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619727360 : -106180089824256 : ffff9f6e0576bc00) 00010000:00000001:1.0:1767384641.633675:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384641.633679:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:1.0:1767384641.633680:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000001:00000001:2.0:1767384641.633685:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:1.0:1767384641.633686:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 16 pid: 25090 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384641.633691:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384641.633695:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384641.633697:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cab5b583. 00010000:00000001:1.0:1767384641.633697:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384641.633702:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.633703:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384641.633711:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384641.633711:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384641.633715:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000020:3.0:1767384641.633716:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384641.633719:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384641.633721:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384641.633724:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384641.633727:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000ecdd3eb3. 00010000:00000040:1.0:1767384641.633740:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b6069103) refcount = 2 20000000:00000001:3.0:1767384641.633742:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384641.633744:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000040:1.0:1767384641.633745:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1767384641.633750:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048136704 00010000:00000040:1.0:1767384641.633751:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 16 pid: 25090 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.633756:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384641.633763:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094aa0ae9 x1853237048136704/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384641.633781:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384641.633787:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000001:3.0:1767384641.633788:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384641.633791:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384641.633793:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384641.633810:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000010:1.0:1767384641.633812:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b39fdbaf. 00000100:00000040:3.0:1767384641.633817:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384641.633818:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1767384641.633836:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000010:1.0:1767384641.633836:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007c598b6d. 00000100:00000001:1.0:1767384641.633845:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893620890432 : -106180088661184 : ffff9f6e05887b40) 02000000:00000001:3.0:1767384641.633847:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384641.633849:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893620890432 : -106180088661184 : ffff9f6e05887b40) 00000100:00000001:1.0:1767384641.633851:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384641.633852:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384641.633854:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:3.0:1767384641.633857:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.633858:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384641.633866:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384641.633867:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384641.633870:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000040:3.0:1767384641.633878:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384641.633878:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384641.633886:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000010:3.0:1767384641.633887:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bd51160. 00010000:00000001:1.0:1767384641.633891:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000200:3.0:1767384641.633893:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048136704, offset 224 00000100:00000010:1.0:1767384641.633897:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004244289. 00000400:00000200:3.0:1767384641.633903:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1767384641.633904:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000100:00000001:1.0:1767384641.633913:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384641.633916:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384641.633919:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384641.633922:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384641.633930:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a7b88778. 00000400:00000200:3.0:1767384641.633931:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff05400 00000100:00000001:1.0:1767384641.633938:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384641.633943:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1969 [2] + 224 00010000:00010000:1.0:1767384641.633947:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 16 pid: 25090 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384641.633953:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.633961:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384641.633970:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384641.633985:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 16 pid: 25090 timeout: 412 lvb_type: 0 00000100:00000200:3.0:1767384641.633987:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384641.634017:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384641.634020:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384641.634021:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384641.634028:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384641.634058:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384641.634065:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bd51160 00000400:00000010:3.0:1767384641.634073:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bd51160. 00000100:00000001:1.0:1767384641.634073:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384641.634080:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384641.634084:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.634086:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384641.634088:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00100000:1.0:1767384641.634094:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048136960:0@lo:104: 00000100:00000001:3.0:1767384641.634095:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384641.634096:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384641.634106:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384641.634107:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1767384641.634121:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b636fa18. 00000100:00000001:3.0:1767384641.634122:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.634123:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384641.634129:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384641.634135:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384641.634137:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:2.0:1767384641.634138:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c404ac2f 02000000:00000010:1.0:1767384641.634140:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ca520b79. 00010000:00000001:3.0:1767384641.634147:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384641.634161:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384641.634164:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c404ac2f. 02000000:00000001:1.0:1767384641.634164:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.634183:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384641.634185:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384641.634187:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdf117e7. 00000100:00000040:3.0:1767384641.634193:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094aa0ae9 x1853237048136704/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384641.634194:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384641.634196:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af6b0070. 00000100:00000200:1.0:1767384641.634206:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048136960, portal 16 00000100:00000001:1.0:1767384641.634214:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384641.634219:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758971264 : -106174950580352 : ffff9f6f37c95f80) 00000100:00000040:1.0:1767384641.634235:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384641.634269:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094aa0ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048136704:12345-0@lo:253: Request processed in 3026us (4020us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384641.634283:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.634299:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1767384641.634308:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00000040:1.0:1767384641.634309:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384641.634320:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000400:00000010:1.0:1767384641.634321:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dfd572. 00000100:00000001:2.0:1767384641.634322:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384641.634328:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.634332:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384641.634333:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:1.0:1767384641.634334:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048136960, offset 0 02000000:00000001:2.0:1767384641.634337:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384641.634340:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384641.634341:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384641.634343:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.634348:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384641.634365:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fff3952d. 02000000:00000001:2.0:1767384641.634366:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.634369:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1767384641.634376:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e4f8495. 00000100:00001000:2.0:1767384641.634379:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=58 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384641.634383:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2ac448. 00000100:00001000:2.0:1767384641.634384:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=58 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384641.634386:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff05500 00000100:00000001:2.0:1767384641.634400:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1767384641.634402:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000400:00000200:1.0:1767384641.634406:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1859 [2] + 0 00000100:00000001:2.0:1767384641.634408:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.634416:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384641.634416:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384641.634417:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384641.634423:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005039c53a. 00010000:00000001:2.0:1767384641.634425:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384641.634434:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384641.634440:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.634441:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384641.634443:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384641.634451:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1767384641.634456:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384641.634459:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a095265c. 00000100:00000040:1.0:1767384641.634464:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000a095265c x1853237048136960 msgsize 328 00000100:00000001:3.0:1767384641.634475:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384641.634483:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384641.634490:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000005b331e. 00000100:00100000:1.0:1767384641.634500:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1767384641.634502:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007bd51160. 00000100:00000001:1.0:1767384641.634515:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384641.634531:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dfd572 00000400:00000010:1.0:1767384641.634534:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dfd572. 00000100:00000001:1.0:1767384641.634540:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384641.634546:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384641.634551:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.634554:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384641.634560:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048136960 00000100:00000001:2.0:1767384641.634560:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384641.634571:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384641.634573:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.634574:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384641.634582:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384641.634587:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384641.634588:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384641.634591:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 02000000:00000001:3.0:1767384641.634599:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384641.634599:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384641.634612:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00100000:3.0:1767384641.634613:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048136960 00000100:00000001:1.0:1767384641.634613:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.634627:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384641.634628:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000020:01000004:2.0:1767384641.634629:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:00000040:3.0:1767384641.634641:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000020:01000004:2.0:1767384641.634643:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:1.0:1767384641.634644:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384641.634657:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:01000004:2.0:1767384641.634658:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:1.0:1767384641.634659:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294929411 00000020:00000040:3.0:1767384641.634666:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000020:00000001:3.0:1767384641.634670:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:1.0:1767384641.634672:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294929407 00000020:00000001:3.0:1767384641.634674:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:3.0:1767384641.634680:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384641.634681:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294929411 00000020:01000004:2.0:1767384641.634684:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:00000010:3.0:1767384641.634688:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d1194ab. 00000020:01000004:2.0:1767384641.634689:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:1.0:1767384641.634690:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294929407 00000100:00000001:3.0:1767384641.634695:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:01000004:2.0:1767384641.634696:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:1.0:1767384641.634697:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294929411 00000020:01000004:2.0:1767384641.634704:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000010:3.0:1767384641.634709:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d1194ab. 00000100:00000001:1.0:1767384641.634711:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294929407 00000100:00000040:2.0:1767384641.634714:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384641.634717:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0a48456. 00000100:00000001:1.0:1767384641.634718:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294929411 00000100:00100000:2.0:1767384641.634734:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d299590b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048136704:0@lo:253: 00000020:00000010:3.0:1767384641.634735:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fff3952d. 00000100:00000001:1.0:1767384641.634736:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294929407 00000020:00000010:3.0:1767384641.634745:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e4f8495. 00000100:00000001:2.0:1767384641.634748:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.634748:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384641.634758:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384641.634758:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.634761:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:1.0:1767384641.634763:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384641.634764:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d299590b x1853237048136704/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.634772:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1767384641.634772:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.634782:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384641.634782:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.634784:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384641.634785:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384641.634788:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384641.634788:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384641.634790:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384641.634793:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006b80f6e6. 00010000:00000001:1.0:1767384641.634793:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.634797:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.634798:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 02000000:00000001:2.0:1767384641.634800:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384641.634804:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1767384641.634809:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384641.634809:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384641.634813:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384641.634814:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384641.634815:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.634818:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384641.634820:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767384641.634833:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 000000007c598b6d going to sleep for 11 seconds 02000000:00000010:2.0:1767384641.634834:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006496f05e. 00000100:00000001:1.0:1767384641.634841:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384641.634847:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1767384641.634850:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384641.634851:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384641.634852:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.634861:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000010:2.0:1767384641.634862:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d299590b. 00000100:00000001:2.0:1767384641.634871:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1767384641.634874:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000001:2.0:1767384641.634876:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384641.634879:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00000100:00000001:2.0:1767384641.634880:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.634882:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758964096 : -106174950587520 : ffff9f6f37c94380) 00000100:00000040:3.0:1767384641.634896:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a095265c x1853237048136960/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 328/0 e 0 to 0 dl 1767384652 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384641.634896:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384641.634905:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.634916:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384641.634923:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.634924:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384641.634932:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d1194ab. 00000100:00000001:3.0:1767384641.634937:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384641.634940:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d1194ab. 00000100:00100000:3.0:1767384641.634944:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a095265c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048136960:12345-0@lo:104: 00000100:00000200:3.0:1767384641.634947:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048136960 00010000:00000001:3.0:1767384641.634950:0:17069:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384641.634954:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.634956:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384641.634957:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=2 00000020:00000001:3.0:1767384641.634959:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:3.0:1767384641.634961:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:3.0:1767384641.634964:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.634966:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.634981:0:17069:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384641.634988:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384641.634990:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384641.634993:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000142fa24f. 02000000:00000001:3.0:1767384641.634994:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.634996:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.635003:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384641.635004:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384641.635006:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384641.635008:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384641.635010:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384641.635011:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384641.635013:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384641.635014:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.635016:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384641.635017:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384641.635021:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000899982cf. 00000100:00000200:3.0:1767384641.635023:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048136960, offset 224 00000400:00000200:3.0:1767384641.635027:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384641.635034:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384641.635043:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff05500 00000400:00000200:3.0:1767384641.635048:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x197d [1] + 224 00000400:00000200:3.0:1767384641.635052:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384641.635054:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384641.635057:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384641.635060:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384641.635067:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384641.635083:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384641.635089:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000899982cf 00000400:00000010:3.0:1767384641.635091:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000899982cf. 00000100:00000001:3.0:1767384641.635096:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384641.635097:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384641.635103:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.635108:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384641.635122:0:17069:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384641.635125:0:17069:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ea6981d0. 00010000:00000001:3.0:1767384641.635128:0:17069:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384641.635129:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384641.635136:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384641.635138:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:3.0:1767384641.635141:0:17069:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:1.0:1767384641.635141:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdf117e7. 00000400:00000200:1.0:1767384641.635146:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af6b0070 00000400:00000010:1.0:1767384641.635153:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af6b0070. 00000100:00000001:1.0:1767384641.635168:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384641.635170:0:17069:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.635173:0:17069:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384641.635174:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384641.635178:0:17069:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.635192:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a095265c x1853237048136960/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 328/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384641.635196:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384641.635268:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1767384641.635269:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a095265c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048136960:12345-0@lo:104: Request processed in 340us (799us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384641.635271:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.635281:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384641.635284:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384641.635288:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1767384641.635289:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000001:1.0:1767384641.635299:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.635300:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00000100:00000001:3.0:1767384641.635308:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384641.635308:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.635315:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1767384641.635318:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=58 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384641.635320:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fff3952d. 00000100:00001000:1.0:1767384641.635324:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=58 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384641.635326:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e4f8495. 00000020:00000010:3.0:1767384641.635334:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b0a48456. 00000100:00000001:1.0:1767384641.635335:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384641.635342:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384641.635347:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00010000:00000001:1.0:1767384641.635347:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384641.635356:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.635357:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384641.635372:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384641.635378:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384641.635383:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384641.635386:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384641.635388:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384641.635390:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384641.635392:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384641.635393:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1767384641.635394:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384641.635396:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.635397:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.635404:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:1.0:1767384641.635407:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384641.635411:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1767384641.635413:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384641.635426:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384641.635449:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052f40092 already unused, calling callback (000000001dab8c51) 10000000:00000001:3.0:1767384641.635492:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:1.0:1767384641.635497:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048136960:0@lo:104: 10000000:00010000:3.0:1767384641.635498:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384641.635509:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384641.635513:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:1.0:1767384641.635516:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.635517:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384641.635523:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384641.635524:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000020:00000040:3.0:1767384641.635528:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=3 00000100:00000001:1.0:1767384641.635530:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384641.635532:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004244289 x1853237048136960/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384641.635542:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:3.0:1767384641.635550:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000100:00000001:1.0:1767384641.635556:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1767384641.635560:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000001:1.0:1767384641.635560:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000010:2.0:1767384641.635563:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008f72b4a3. 00010000:00010000:3.0:1767384641.635571:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 02000000:00000010:1.0:1767384641.635572:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ca520b79. 02000000:00000001:1.0:1767384641.635581:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:3.0:1767384641.635583:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384641.635584:0:17102:0:(genops.c:1236:class_import_put()) Process entered 10000000:00010000:3.0:1767384641.635593:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1767384641.635594:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 00000020:00000001:1.0:1767384641.635606:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:3.0:1767384641.635614:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 02000000:00000010:1.0:1767384641.635614:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000a7b88778. 10000000:00000001:3.0:1767384641.635626:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 02000000:00000001:1.0:1767384641.635626:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000040:3.0:1767384641.635629:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 02000000:00000001:1.0:1767384641.635630:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:3.0:1767384641.635640:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000010:1.0:1767384641.635641:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004244289. 00010000:00000001:3.0:1767384641.635653:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384641.635657:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1767384641.635658:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.635666:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384641.635669:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007c598b6d. 00000100:00000001:1.0:1767384641.635672:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1767384641.635673:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384641.635675:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00010000:00000010:1.0:1767384641.635676:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b39fdbaf. 10000000:00000001:3.0:1767384641.635679:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384641.635681:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 00010000:00000001:1.0:1767384641.635682:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.635688:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1767384641.635689:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384641.635692:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.635694:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384641.635699:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 20000000:00000001:1.0:1767384641.635700:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384641.635703:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384641.635703:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384641.635707:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00010000:1.0:1767384641.635709:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384641.635712:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384641.635716:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384641.635725:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052f40092 with handle 0x71ee3a74e27191c1 from hash 00010000:00000001:3.0:1767384641.635729:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384641.635730:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.635732:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.635734:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384641.635736:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384641.635739:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384641.635741:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384641.635744:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384641.635748:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5522099. 00000020:00000040:3.0:1767384641.635755:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00080000:00000010:1.0:1767384641.635756:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cab5b583. 00000100:00000001:3.0:1767384641.635758:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384641.635763:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00040000:00000001:1.0:1767384641.635765:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:3.0:1767384641.635766:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384641.635771:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0a48456. 00040000:00000001:1.0:1767384641.635773:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:3.0:1767384641.635775:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384641.635776:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.635785:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000020:00000002:1.0:1767384641.635786:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384641.635792:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.635793:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384641.635802:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384641.635807:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00010000:3.0:1767384641.635809:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 20000000:00000001:1.0:1767384641.635813:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384641.635814:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 20000000:01000000:1.0:1767384641.635836:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000001:3.0:1767384641.635841:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00080000:00000001:1.0:1767384641.635843:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000001:3.0:1767384641.635844:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.635854:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b5522099] to pc [ptlrpcd_00_03+3] req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384641.635881:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384641.635884:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384641.635886:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.635888:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.635890:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.635891:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:3.0:1767384641.635892:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.635896:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:3.0:1767384641.635897:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384641.635900:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384641.635907:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384641.635908:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384641.635910:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 0000000052f40092/0x71ee3a74e27191c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27191c8 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384641.635939:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000040:3.0:1767384641.635945:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000048e0f60f count: 0 00000100:00000001:2.0:1767384641.635946:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384641.635950:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.635953:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384641.635957:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384641.635960:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.635966:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384641.635980:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384641.635981:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ea6981d0. 00000100:00100000:2.0:1767384641.635983:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b5522099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048137088:0@lo:103: 00000100:00000001:1.0:1767384641.635984:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384641.635989:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.635990:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.635991:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384641.635999:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384641.636002:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384641.636003:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384641.636003:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384641.636008:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1767384641.636015:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384641.636015:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 02000000:00000010:2.0:1767384641.636017:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008f72b4a3. 02000000:00000001:2.0:1767384641.636025:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.636027:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384641.636027:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384641.636047:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 20000000:00000010:1.0:1767384641.636053:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000084f822ab. 00000020:00000001:3.0:1767384641.636054:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384641.636055:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b636fa18. 20000000:00000001:1.0:1767384641.636065:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384641.636067:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384641.636069:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00000020:00000001:3.0:1767384641.636076:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000040:1.0:1767384641.636077:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048136832 00000100:00000200:2.0:1767384641.636078:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048137088, portal 18 00000020:00000001:3.0:1767384641.636080:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384641.636086:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384641.636094:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1767384641.636095:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000200:1.0:1767384641.636099:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001bd5f6e0 x1853237048136832/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.636105:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623567616 : -106175085984000 : ffff9f6f2fb74700) 00010000:00000001:1.0:1767384641.636124:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384641.636128:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384641.636128:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384641.636131:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=58 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384641.636140:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384641.636142:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384641.636171:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000040:2.0:1767384641.636174:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384641.636175:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000400:00000010:2.0:1767384641.636180:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 02000000:00000001:1.0:1767384641.636180:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384641.636182:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384641.636184:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048137088, offset 0 00000100:00000001:1.0:1767384641.636186:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384641.636192:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384641.636193:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384641.636196:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c598b6d. 00000100:00000200:1.0:1767384641.636200:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048136832, offset 224 00000400:00000200:2.0:1767384641.636205:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384641.636209:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384641.636218:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff05580 00000400:00000200:1.0:1767384641.636219:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384641.636228:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff05480 00000400:00000200:2.0:1767384641.636231:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 0 00000400:00000200:2.0:1767384641.636242:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384641.636243:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1971 [2] + 224 00000400:00000200:2.0:1767384641.636251:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384641.636251:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384641.636255:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384641.636257:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384641.636261:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.636266:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384641.636269:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384641.636270:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384641.636278:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000db2966c3. 00000100:00000040:2.0:1767384641.636281:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000db2966c3 x1853237048137088 msgsize 328 00000100:00100000:2.0:1767384641.636284:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384641.636288:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384641.636294:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384641.636294:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c598b6d 00000400:00000010:1.0:1767384641.636298:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c598b6d. 00000100:00000001:1.0:1767384641.636301:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384641.636302:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384641.636305:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.636312:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384641.636312:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:2.0:1767384641.636313:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000100:00000001:3.0:1767384641.636316:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384641.636316:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384641.636317:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000020:00000001:1.0:1767384641.636321:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.636324:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:1.0:1767384641.636324:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384641.636326:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384641.636328:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384641.636329:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd5f6e0 x1853237048136832/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 4848/4768 e 0 to 0 dl 1767384652 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384641.636333:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384641.636334:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e9cf1dc. 00000400:00000200:3.0:1767384641.636345:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfba4db1 00000400:00000010:3.0:1767384641.636359:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dfba4db1. 00000100:00000001:3.0:1767384641.636361:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1767384641.636367:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001bd5f6e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048136832:12345-0@lo:253: Request processed in 4683us (5849us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384641.636369:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384641.636409:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00000001:2.0:1767384641.636416:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384641.636424:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000040:2.0:1767384641.636425:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384641.636430:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384641.636432:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384641.636437:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384641.636442:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f259b89. 00000100:00000001:2.0:1767384641.636444:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384641.636447:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000004b9dbc00. 00000100:00000001:2.0:1767384641.636448:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384641.636463:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384641.636465:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.636469:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384641.636471:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384641.636473:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.636475:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.636477:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384641.636481:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=58 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384641.636487:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384641.636491:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384641.636493:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.636496:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384641.636497:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.636500:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.636505:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.636508:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.636517:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294929413 00000100:00000001:2.0:1767384641.636523:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929411 00000100:00000001:2.0:1767384641.636535:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294929413 00000100:00000001:3.0:1767384641.636536:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.636544:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384641.636547:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.636547:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929411 00000020:01000004:3.0:1767384641.636552:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384641.636555:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:2.0:1767384641.636556:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294929413 00000020:01000004:3.0:1767384641.636563:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384641.636566:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384641.636569:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:2.0:1767384641.636569:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294929411 00000020:01000004:3.0:1767384641.636575:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384641.636577:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384641.636579:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384641.636581:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384641.636582:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294929413 00000100:00000040:3.0:1767384641.636594:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.636595:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294929411 00000100:00000001:2.0:1767384641.636605:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384641.636613:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048136832:0@lo:253: 00000100:00000001:2.0:1767384641.636614:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.636625:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.636629:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.636630:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.636641:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384641.636644:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384641.636649:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6055503 x1853237048136832/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.636650:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384641.636661:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384641.636663:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384641.636665:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1767384641.636670:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34e13fe. 02000000:00000010:3.0:1767384641.636675:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c5b1c1b1. 00000100:00000001:2.0:1767384641.636676:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1767384641.636678:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:2.0:1767384641.636688:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384641.636690:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384641.636690:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:3.0:1767384641.636699:0:16356:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:1.0:1767384641.636700:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cb3ff662. 00000100:00000001:2.0:1767384641.636701:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384641.636708:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384641.636715:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1767384641.636717:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:3.0:1767384641.636718:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cba1eae4. 00000100:00000001:2.0:1767384641.636724:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384641.636725:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384641.636728:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:2.0:1767384641.636729:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048137088 02000000:00000001:3.0:1767384641.636730:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1767384641.636732:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:3.0:1767384641.636737:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6055503. 02000000:00000001:2.0:1767384641.636738:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1767384641.636740:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdf117e7. 00000100:00000001:2.0:1767384641.636745:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1767384641.636748:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c598b6d. 00000100:00000001:3.0:1767384641.636749:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384641.636750:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.636758:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384641.636760:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.636763:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384641.636765:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048137088 00000100:00000001:3.0:1767384641.636769:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384641.636769:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384641.636772:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384641.636774:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384641.636776:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:3.0:1767384641.636778:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.636780:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384641.636782:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384641.636787:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384641.636788:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.636800:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.636805:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095cc96c5. 00000100:00000001:2.0:1767384641.636808:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.636811:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095cc96c5. 00000020:00000010:2.0:1767384641.636817:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c31e0f2. 00000020:00000010:2.0:1767384641.636820:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c55ad4b. 00000020:00000010:2.0:1767384641.636836:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064253368. 00000100:00000040:2.0:1767384641.636843:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384641.636845:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384641.636846:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384641.636848:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384641.636851:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.636853:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384641.636857:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384641.636858:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384641.636860:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007638713e refcount=4 00000020:00000001:2.0:1767384641.636877:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:2.0:1767384641.636879:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00010000:2.0:1767384641.636884:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 15 pid: 25090 timeout: 412 lvb_type: 0 00010000:00000001:2.0:1767384641.636901:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384641.636903:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384641.636904:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.636906:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.636912:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384641.636918:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db2966c3 x1853237048137088/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 328/0 e 0 to 0 dl 1767384652 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.636925:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384641.636927:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.636941:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384641.636954:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384641.636957:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384641.636961:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384641.636964:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384641.636967:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759662976 : -106174949888640 : ffff9f6f37d3ed80) 00000100:00000040:2.0:1767384641.636988:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000db2966c3 x1853237048137088/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 328/0 e 0 to 0 dl 1767384652 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.636996:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384641.636999:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095cc96c5. 00000100:00000001:2.0:1767384641.637001:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384641.637003:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095cc96c5. 00000100:00100000:2.0:1767384641.637007:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000db2966c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048137088:12345-0@lo:103: 00000100:00000200:2.0:1767384641.637011:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048137088 00010000:00000001:2.0:1767384641.637013:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384641.637016:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384641.637018:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384641.637022:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384641.637024:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384641.637027:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005059b691. 02000000:00000001:2.0:1767384641.637029:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.637031:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.637040:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384641.637059:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384641.637061:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384641.637063:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384641.637064:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007638713e refcount=4 00000020:00000001:2.0:1767384641.637066:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000001:2.0:1767384641.637069:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623423488 : -106175086128128 : ffff9f6f2fb51400) 00010000:00000040:2.0:1767384641.637073:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b6069103 count: 3 00010000:00010000:2.0:1767384641.637076:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 15 pid: 25090 timeout: 412 lvb_type: 0 00000100:00001000:2.0:1767384641.637084:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384641 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384641.637088:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384641.637094:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384641.637095:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384641.637098:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 15 pid: 25090 timeout: 412 lvb_type: 0 00000020:00000001:2.0:1767384641.637104:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384641.637106:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384641.637108:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384641.637126:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.637129:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384641.637131:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384641.637136:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384641.637137:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384641.637140:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384641.637141:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384641.637144:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007638713e with handle 0x71ee3a74e27191c8 from hash 00010000:00000001:2.0:1767384641.637147:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384641.637148:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384641.637149:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384641.637150:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384641.637152:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384641.637153:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384641.637156:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000007638713e/0x71ee3a74e27191c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e27191c1 expref: 15 pid: 25090 timeout: 412 lvb_type: 0 00010000:00000040:2.0:1767384641.637195:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:2.0:1767384641.637197:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00010000:00000001:2.0:1767384641.637203:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384641.637205:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384641.637207:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384641.637209:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 000000006e58db17 00010000:00000001:2.0:1767384641.637211:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384641.637212:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384641.637214:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384641.637215:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384641.637216:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384641.637220:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384641.637221:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384641.637223:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.637229:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384641.637231:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384641.637233:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384641.637235:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384641.637236:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b6069103) refcount = 2 00010000:00010000:2.0:1767384641.637239:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.637245:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384641.637247:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384641.637248:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384641.637250:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384641.637254:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000095cc96c5. 00000100:00000001:2.0:1767384641.637256:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384641.637260:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c404ac2f. 00000100:00000001:2.0:1767384641.637262:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893632157568 : -106180077394048 : ffff9f6e06346780) 00000100:00000001:2.0:1767384641.637264:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893632157568 : -106180077394048 : ffff9f6e06346780) 00000100:00000001:2.0:1767384641.637266:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384641.637273:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384641.637275:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384641.637277:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384641.637279:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:2.0:1767384641.637282:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384641.637283:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384641.637285:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e58db17 refcount=5 00000020:00000001:2.0:1767384641.637287:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00010000:00000001:2.0:1767384641.637289:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00010000:00000001:2.0:1767384641.637291:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384641.637293:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.637299:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384641.637301:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.637306:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384641.637307:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384641.637309:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.637315:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384641.637316:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.637318:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384641.637320:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384641.637326:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006e58db17 already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384641.637329:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384641.637331:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384641.637333:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.637339:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384641.637361:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384641.637362:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384641.637364:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006e58db17 refcount=6 00000020:00000001:2.0:1767384641.637366:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00010000:00000001:2.0:1767384641.637368:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116608 : -106174819435008 : ffff9f6f3f9a7e00) 00010000:00000001:2.0:1767384641.637371:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384641.637374:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.637379:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384641.637380:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384641.637381:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.637394:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384641.637396:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384641.637399:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384641.637400:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384641.637403:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e58db17 with handle 0x71ee3a74e27191cf from hash 00010000:00000001:2.0:1767384641.637405:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384641.637407:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384641.637408:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384641.637409:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384641.637410:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384641.637412:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384641.637414:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384641.637415:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384641.637418:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.637420:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384641.637421:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384641.637424:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384641.637426:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384641.637427:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.637429:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.637432:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384641.637434:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384641.637466:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384641.637475:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 20000000:00000001:1.0:1767384641.637477:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00010000:1.0:1767384641.637495:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384641.637510:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384641.637514:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384641.637514:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384641.637517:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384641.637518:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384641.637526:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384641.637529:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384641.637532:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384641.637534:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384641.637537:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384641.637539:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384641.637543:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384641.637546:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.637548:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384641.637551:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006e58db17/0x71ee3a74e27191cf lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384641.637561:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384641.637562:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384641.637564:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384641.637565:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384641.637567:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.637569:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.637570:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384641.637572:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c404ac2f. 00000100:00000001:2.0:1767384641.637575:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384641.637576:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384641.637578:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000095cc96c5. 00010000:00000001:2.0:1767384641.637582:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384641.637583:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b6069103 count: 0 00010000:00010000:2.0:1767384641.637592:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384641.637593:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384641.637597:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384641.637599:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384641.637601:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=58 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384641.637604:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384641.637607:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384641.637609:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384641.637611:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384641.637612:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384641.637615:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384641.637618:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384641.637626:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000200:2.0:1767384641.637629:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048137088, offset 224 00000400:00000200:2.0:1767384641.637633:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384641.637638:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384641.637644:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff05580 00000400:00000200:2.0:1767384641.637648:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x198d [1] + 224 00000400:00000200:2.0:1767384641.637651:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384641.637654:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384641.637657:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384641.637660:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384641.637667:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384641.637683:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384641.637687:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:2.0:1767384641.637688:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000001:2.0:1767384641.637691:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384641.637693:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384641.637696:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384641.637699:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384641.637702:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.637703:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384641.637706:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.637707:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384641.637715:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384641.637717:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000db2966c3 x1853237048137088/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:622/0 lens 328/224 e 0 to 0 dl 1767384652 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384641.637718:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384641.637723:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b636fa18. 00000400:00000200:3.0:1767384641.637733:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba41e48e 00000400:00000010:3.0:1767384641.637737:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba41e48e. 00000100:00100000:2.0:1767384641.637738:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000db2966c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048137088:12345-0@lo:103: Request processed in 740us (1454us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384641.637744:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384641.637752:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384641.637755:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384641.637765:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384641.637773:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384641.637777:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384641.637784:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c55ad4b. 00000100:00000200:3.0:1767384641.637785:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384641.637796:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064253368. 00000100:00000001:3.0:1767384641.637799:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384641.637800:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.637801:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384641.637802:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384641.637806:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384641.637809:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384641.637810:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c31e0f2. 02000000:00000001:3.0:1767384641.637812:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384641.637816:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=58 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384641.637817:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:2.0:1767384641.637855:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384641.637857:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=58 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384641.637861:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384641.637863:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384641.637866:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384641.637868:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.637871:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384641.637876:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.637881:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384641.637883:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384641.637884:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384641.637890:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384641.637909:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b5522099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048137088:0@lo:103: 00000100:00000001:3.0:1767384641.637916:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.637918:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384641.637924:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b5522099 x1853237048137088/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384641.637928:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384641.637931:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384641.637934:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008f72b4a3. 02000000:00000001:3.0:1767384641.637938:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384641.637940:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384641.637941:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384641.637944:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384641.637946:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b0a48456. 02000000:00000001:3.0:1767384641.637952:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384641.637953:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384641.637955:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b5522099. 00000100:00000001:3.0:1767384641.637959:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384641.637962:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.637965:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384641.637970:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384641.637972:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384641.637976:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384641.637979:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384641.642462:0:29160:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007638713e. 00010000:00000010:3.1:1767384641.642488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000048e0f60f. 00010000:00000010:3.1:1767384641.642496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052f40092. 00000100:00000040:2.0:1767384641.643490:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294929413, at 4294929414 00000100:00000010:2.0:1767384641.643500:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000025fab92. 00000100:00000040:3.0:1767384641.643504:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294929413, at 4294929414 00000100:00000010:3.0:1767384641.643512:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6474548. 00000100:00000040:1.0:1767384641.643516:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294929413, at 4294929414 00000100:00000010:1.0:1767384641.643525:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012dadf9b. 00000100:00000040:0.0:1767384641.644489:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294929413, at 4294929415 00010000:00000010:2.1:1767384641.644493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006e58db17. 00000100:00000010:0.0:1767384641.644506:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf72ab88. 00010000:00000010:2.1:1767384641.644514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b6069103. 00000400:00000010:0.0:1767384641.647786:0:29161:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001e72b2ef. 00000400:00000040:0.0:1767384641.647801:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384641.647803:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384641.647805:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384641.647806:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384641.647808:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384641.647809:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384641.647811:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384641.647812:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384641.647813:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384641.647814:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384641.647816:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384641.647817:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384641.647818:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384641.647819:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384641.647820:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384641.647832:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384641.647833:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384641.647834:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384641.647835:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384641.647836:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384641.647837:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384641.647838:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384641.647839:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384641.647840:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384641.647841:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384641.647842:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384641.647843:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384641.647844:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384641.647847:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384641.647848:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384641.647849:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384641.647851:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384641.647852:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384641.647853:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384641.647853:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384641.647854:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384641.647860:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384641.647862:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384641.647863:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384641.647864:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384641.647865:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384641.647866:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384641.647868:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384641.647869:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384641.647870:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384641.647871:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384641.647872:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384641.647873:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384641.647875:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384641.647876:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384641.647877:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384641.647879:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384641.647880:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384641.647881:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384641.647882:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384641.647884:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384641.647885:0:29161:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384641.647931:0:29161:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001e72b2ef. 00010000:00000001:3.0:1767384642.469643:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384642.469652:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384642.469661:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384642.469663:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384642.469708:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384642.469716:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384642.469722:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384643.179268:0:29548:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d446fa34. 00080000:00000010:3.0:1767384643.179282:0:29548:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d446fa34. 00000020:00000001:3.0:1767384643.179289:0:29548:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384643.179300:0:29548:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000d446fa34. 00080000:00000010:3.0:1767384643.179313:0:29548:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000d446fa34. 00000020:00000001:3.0:1767384643.179317:0:29548:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384643.301519:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (6) 00000800:00000200:3.0:1767384643.301530:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp17 ip 192.168.203.125:988 00000800:00000200:3.0:1767384643.301534:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384643.301568:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp32 00000400:00000010:1.0:1767384643.301576:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000c701367. 00000400:00000010:1.0:1767384643.301584:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000dda46c66. 00000400:00000010:1.0:1767384643.301589:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af6b0070. 00000400:00000010:1.0:1767384643.301598:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ee91a0f6. 00000400:00000200:1.0:1767384643.301603:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp32 00000400:00000200:1.0:1767384643.301622:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp32 local destination 00000400:00000200:1.0:1767384643.301629:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp32 00000400:00000200:1.0:1767384643.301633:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp32 NI seq info: [89:89:256:4294967295] 192.168.203.125@tcp32 LPNI seq info [88:88:8:4294967295] 00000400:00000200:1.0:1767384643.301641:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp32 00000400:00000200:1.0:1767384643.301649:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp32(192.168.203.125@tcp32:) -> 192.168.203.125@tcp32(192.168.203.125@tcp32:192.168.203.125@tcp32) : GET try# 0 00000800:00000200:1.0:1767384643.301665:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp32 00000800:00000010:1.0:1767384643.301669:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae11841e. 00000800:00000200:1.0:1767384643.301676:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000800:00000200:1.1:1767384643.301692:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000800:00000200:2.0:1767384643.301704:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384643.301710:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384643.301717:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp32 added to recovery queue. ping count: 1 next ping: 265 health :900 00000800:00000001:3.0:1767384643.301724:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384643.301733:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384643.301741:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.301795:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.301841:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.301864:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.301885:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.301906:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.301926:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.301942:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.301961:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.301997:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302011:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302027:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302044:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302059:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302078:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302095:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302132:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302153:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302171:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302195:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302211:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302235:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302253:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302273:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302289:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302303:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302332:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302371:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302389:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302406:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302425:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302444:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302519:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302548:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302583:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.302617:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384643.302760:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b80f6e6. 00000800:00000010:2.0:1767384643.302765:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003438946b. 00000800:00000010:2.0:1767384643.302771:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000095cc96c5. 00000800:00000010:2.0:1767384643.302790:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000095cc96c5. 00000800:00020000:2.0:1767384643.302799:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384643.302813:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003438946b. 00000800:00000010:2.0:1767384643.302816:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006b80f6e6. 00000400:02020000:2.0:1767384643.302880:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp32 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384643.302887:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp32 notifying 192.168.203.125@tcp32: down 00000400:00000200:2.0:1767384643.302891:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384643.302899:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp32 00000800:00000010:2.0:1767384643.302902:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae11841e. 00000400:00000200:2.0:1767384643.302906:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384643.302912:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp32->192.168.203.125@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384643.302920:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384643.302924:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384643.302929:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp32) recovery failed with -71 00010000:00000001:3.0:1767384643.493484:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384643.493492:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.493498:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384643.493502:0:54:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384643.493504:0:54:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384643.493522:0:54:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.493524:0:54:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384643.493527:0:54:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.493528:0:54:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384643.493530:0:54:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384643.493548:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384643.493563:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384643.493565:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384643.967137:0:29712:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384643.967142:0:29712:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp35 --if ens2 00000001:00000001:1.0:1767384643.971874:0:29712:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384643.981090:0:29713:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000ca62b8d0. 00000400:00000010:1.0:1767384643.981157:0:29713:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000053a56cb9. 00000400:00000010:1.0:1767384643.981168:0:29713:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000000e5202ca. 00000400:00000010:1.0:1767384643.981172:0:29713:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ca520b79. 00000400:00000010:1.0:1767384643.981176:0:29713:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007c46c9a1. 00000400:00000010:1.0:1767384643.981181:0:29713:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2e29f57. 00000400:00000010:1.0:1767384643.981183:0:29713:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000004c2e0b53. 00000400:00000010:1.0:1767384643.981184:0:29713:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9571de9. 00000400:00000010:1.0:1767384643.981203:0:29713:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008ffd67c7. 00000800:00000010:1.0:1767384643.981229:0:29713:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a952ef4b. 00000800:00000200:1.0:1767384643.981242:0:29713:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384643.981269:0:29713:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384643.981318:0:29713:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384643.981342:0:29713:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp35 [8/256/0/180] 00000400:00000010:1.0:1767384643.983695:0:29713:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000a7b88778. 00000400:00000010:1.0:1767384643.983703:0:29713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384643.983709:0:29713:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dfd572. 00000400:00000001:1.0:1767384643.983728:0:29713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384643.983730:0:29713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384643.983732:0:29713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91cad30. 00000400:00000200:1.0:1767384643.983735:0:29713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef4b20f 00000400:00000010:1.0:1767384643.983737:0:29713:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ef4b20f. 00000400:00000010:1.0:1767384643.983741:0:29713:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 457 at 00000000a4ba0ce9. 00000400:00000200:1.0:1767384643.983747:0:29713:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (25) 00000400:00000200:1.0:1767384643.983769:0:29713:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384643.983779:0:29713:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131107 00000020:00000010:1.0:1767384643.983788:0:29713:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000080d4da29. 00000400:00000200:2.0:1767384643.983793:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384643.983794:0:29713:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384643.983801:0:29713:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp35 00000400:00000200:2.0:1767384643.983806:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000010:2.0:1767384643.983815:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000400:00000200:2.0:1767384643.983819:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (26) 00000400:00000010:1.0:1767384643.983821:0:29713:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000053a56cb9. 00000400:00000010:1.0:1767384643.983828:0:29713:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000ca62b8d0. 00000400:00000010:2.0:1767384643.983851:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e4327f37. 00000400:00000200:2.0:1767384643.983859:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000020:00000001:0.0:1767384643.983861:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384643.983867:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384643.983871:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384643.983874:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384643.983877:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000020:01000004:0.0:1767384643.983881:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384643.983888:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:0.0:1767384643.983889:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384643.983895:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384643.983915:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384643.983916:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000020:01000004:0.0:1767384643.983920:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384643.983926:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384643.983927:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000020:01000004:0.0:1767384643.983929:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384643.983933:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384643.983937:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384643.983939:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000020:01000004:0.0:1767384643.983949:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384643.983950:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000400:00000200:2.0:1767384643.983958:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 00000100:00000010:0.0:1767384643.983958:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00000020:00000040:0.0:1767384643.983968:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:2.0:1767384643.983970:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:2.0:1767384643.983977:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000100:00000001:0.0:1767384643.983978:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384643.983982:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:2.0:1767384643.983986:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:2.0:1767384643.983992:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 02000000:00000001:0.0:1767384643.983994:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384643.984000:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 02000000:00000001:0.0:1767384643.984003:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.984005:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:2.0:1767384643.984012:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:2.0:1767384643.984016:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 02000000:00000010:0.0:1767384643.984018:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000006e7049b. 00000400:00000200:2.0:1767384643.984022:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:2.0:1767384643.984028:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000100:00000001:0.0:1767384643.984030:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.984042:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384643.984044:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000100:00000001:0.0:1767384643.984047:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.984053:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[60, 18] 00000400:00000200:2.0:1767384643.984059:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 18], ns[84, 18] 00000100:00000040:0.0:1767384643.984063:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939358e9] to pc [ptlrpcd_00_00+0] req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384643.984067:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 18], ns[87, 18] 00000400:00000200:2.0:1767384643.984088:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 18], ns[86, 18] 00000400:00000200:2.0:1767384643.984133:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[88, 18], ns[89, 18] 00000400:00000200:2.0:1767384643.984138:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 18], ns[0, 18] 00000400:00000200:2.0:1767384643.984141:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp33 00000400:00000200:2.0:1767384643.984158:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp33 00000400:00000200:2.0:1767384643.984163:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp33 lpni_is_preferred = 0 10000000:00000001:0.0:1767384643.984165:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.984166:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp33 10000000:00000001:0.0:1767384643.984172:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.984177:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp33 NI seq info: [90:90:256:4294967295] 192.168.203.125@tcp33 LPNI seq info [89:89:8:4294967295] 00000020:00000001:0.0:1767384643.984178:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.984197:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384643.984201:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:1.0:1767384643.984206:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384643.984210:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp33 00000020:00000001:0.0:1767384643.984222:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:1.0:1767384643.984223:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384643.984228:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384643.984234:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:1.0:1767384643.984239:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1767384643.984239:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384643.984265:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384643.984271:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384643.984275:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp33(192.168.203.125@tcp33:) -> 192.168.203.125@tcp33(192.168.203.125@tcp:192.168.203.125@tcp33) : PUT try# 0 00000100:00000001:1.0:1767384643.984276:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384643.984277:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:1.0:1767384643.984283:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384643.984285:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384643.984290:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:1.0:1767384643.984293:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384643.984294:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000800:00000200:2.0:1767384643.984295:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.125@tcp33 00000020:01000004:0.0:1767384643.984298:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1767384643.984299:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384643.984302:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b73258ff. 00000020:01000004:0.0:1767384643.984303:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:1.0:1767384643.984305:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384643.984308:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:1.0:1767384643.984312:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048137216:0@lo:253: 00000100:00000010:0.0:1767384643.984314:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a812395. 00000800:00000010:2.0:1767384643.984316:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001850548b. 00000020:00000040:0.0:1767384643.984322:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384643.984324:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1767384643.984325:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c9d78e53. 00000100:00000001:0.0:1767384643.984330:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384643.984334:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1767384643.984335:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001850548b] -> 12345-192.168.203.125@tcp33 (2) 02000000:00000001:0.0:1767384643.984335:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384643.984342:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384643.984343:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384643.984351:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001850548b] -> 12345-192.168.203.125@tcp33 (2) 02000000:00000001:1.0:1767384643.984351:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384643.984355:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000086c02747. 00000100:00000001:0.0:1767384643.984361:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384643.984362:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e54fa615. 02000000:00000001:1.0:1767384643.984368:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.984370:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384643.984372:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000100:00000001:0.0:1767384643.984374:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.984375:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa219f0e. 00000400:00000200:2.0:1767384643.984378:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 00000100:00000040:0.0:1767384643.984384:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a812395] to pc [ptlrpcd_00_01+1] req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384643.984385:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053a56cb9. 00000100:00000200:1.0:1767384643.984394:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048137216, portal 25 00000100:00000001:2.0:1767384643.984397:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.984399:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384643.984402:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00000100:00000001:2.0:1767384643.984404:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.984415:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.984426:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.984430:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384643.984433:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.984435:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005679f3a3. 10000000:00000001:0.0:1767384643.984437:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.984440:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384643.984442:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:1.0:1767384643.984448:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048137216, offset 0 00000020:00000010:0.0:1767384643.984449:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000080d4da29. 00000400:00000200:1.0:1767384643.984461:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384643.984467:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384643.984528:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384643.984567:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff05600 00000400:00000200:1.0:1767384643.984580:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1231 [2] + 0 00000400:00000010:1.0:1767384643.984584:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a778352d. 00000400:00000200:1.0:1767384643.984590:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000066df6836 00000400:00000200:2.0:1767384643.984592:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384643.984599:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384643.984604:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384643.984608:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066df6836 00000400:00000010:1.0:1767384643.984611:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066df6836. 00000100:00000001:1.0:1767384643.984620:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384643.984623:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384643.984627:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000bd7e25de x1853237048137216 msgsize 4848 00000100:00100000:1.0:1767384643.984635:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384643.984639:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384643.984655:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.984664:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005679f3a3 00000400:00000010:1.0:1767384643.984667:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005679f3a3. 00000100:00000001:1.0:1767384643.984672:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384643.984677:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384643.984679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00000001:1.0:1767384643.984693:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384643.984698:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.984705:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.984707:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.984715:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.984719:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294931761 00000100:00000010:1.0:1767384643.984725:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000da79e584. 00000400:00000200:2.0:1767384643.984727:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000001:1.0:1767384643.984734:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384643.984744:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294931761 00000100:00000010:1.0:1767384643.984748:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000776371d1. 00000100:00000001:1.0:1767384643.984759:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384643.984771:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294931761 00000100:00000010:1.0:1767384643.984775:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000038f55c28. 00000100:00000001:1.0:1767384643.984780:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384643.984784:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384643.984786:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294931761 00000100:00100000:0.0:1767384643.984792:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048137216 00000100:00000010:1.0:1767384643.984794:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000049a1f7ee. 00000400:00000200:2.0:1767384643.984795:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 02000000:00000001:0.0:1767384643.984801:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384643.984802:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384643.984805:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384643.984811:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.984813:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.984818:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384643.984818:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.984827:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384643.984827:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048137216 00000020:00000001:0.0:1767384643.984836:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384643.984837:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384643.984842:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000200:2.0:1767384643.984844:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000020:00000001:0.0:1767384643.984847:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384643.984849:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384643.984862:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384643.984863:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:0.0:1767384643.984869:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384643.984870:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.984876:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384643.984876:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384643.984881:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.984883:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384643.984888:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000020:00000010:0.0:1767384643.984890:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5c9864d. 00000100:00000001:1.0:1767384643.984892:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.984894:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00000001:0.0:1767384643.984897:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384643.984898:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384643.984903:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384643.984903:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5c9864d. 00000100:00000001:1.0:1767384643.984909:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384643.984911:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384643.984913:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1767384643.984914:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddd8f255. 00000100:00000040:1.0:1767384643.984919:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384643.984924:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053408932. 00000400:00000200:2.0:1767384643.984930:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:1.0:1767384643.984932:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1767384643.984934:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f093f7b9. 00000100:00000001:1.0:1767384643.984937:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.984942:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384643.984945:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384643.984948:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384643.984952:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a812395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048137344:0@lo:253: 00000100:00000040:0.0:1767384643.984953:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384643.984961:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384643.984962:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384643.984965:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1767384643.984969:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384643.984969:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.984974:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.984975:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:0.0:1767384643.984981:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.984986:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384643.984993:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000045063839. 00000100:00000001:0.0:1767384643.984996:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384643.984997:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.985007:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a37d371. 00000400:00000010:1.0:1767384643.985014:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005679f3a3. 00000100:00000001:0.0:1767384643.985016:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1767384643.985018:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048137344, portal 25 00000400:00000200:2.0:1767384643.985020:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000100:00000001:0.0:1767384643.985021:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384643.985023:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384643.985027:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759359104 : -106174950192512 : ffff9f6f37cf4a80) 00000100:00000040:1.0:1767384643.985039:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.985046:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384643.985049:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00000040:1.0:1767384643.985057:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384643.985057:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384643.985065:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863199312 : -106174846352304 : ffff9f6f3dffc450) 00000400:00000010:1.0:1767384643.985067:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a004aff. 00000100:00000200:1.0:1767384643.985076:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048137344, offset 0 00000100:00000040:0.0:1767384643.985080:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd7e25de x1853237048137216/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:624/0 lens 4848/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384643.985089:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384643.985091:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:0.0:1767384643.985134:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384643.985141:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1767384643.985141:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5c9864d. 00000100:00000001:0.0:1767384643.985151:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384643.985154:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5c9864d. 00000400:00000200:1.0:1767384643.985159:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff05680 00000100:00100000:0.0:1767384643.985165:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd7e25de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048137216:12345-0@lo:253: 00000400:00000200:1.0:1767384643.985172:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1239 [2] + 0 00000100:00000200:0.0:1767384643.985174:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048137216 00000400:00000010:1.0:1767384643.985198:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000092e6df6. 00000020:00000001:0.0:1767384643.985199:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:2.0:1767384643.985206:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000020:00000001:0.0:1767384643.985207:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384643.985208:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aa28db5e 00000020:00000001:0.0:1767384643.985212:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384643.985220:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384643.985220:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384643.985228:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:1.0:1767384643.985234:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384643.985235:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384643.985241:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384643.985242:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aa28db5e 00000020:00000001:0.0:1767384643.985245:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1767384643.985264:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aa28db5e. 00000020:00000001:0.0:1767384643.985267:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384643.985272:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.985273:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384643.985278:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1767384643.985279:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384643.985285:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000000d807e93 x1853237048137344 msgsize 4848 02000000:00000001:0.0:1767384643.985287:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1767384643.985295:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1767384643.985296:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015034cbd. 02000000:00000001:0.0:1767384643.985301:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.985302:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384643.985305:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384643.985311:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384643.985321:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000100:00000001:1.0:1767384643.985321:0:16354:0:(events.c:373:request_in_callback()) Process leaving 20000000:00000010:0.0:1767384643.985324:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fed17f63. 20000000:01000000:0.0:1767384643.985332:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:1.0:1767384643.985334:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a004aff 20000000:00000001:0.0:1767384643.985336:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000010:1.0:1767384643.985339:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a004aff. 20000000:00000001:0.0:1767384643.985343:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:1.0:1767384643.985349:0:16354:0:(events.c:34:request_out_callback()) Process entered 20000000:00000001:0.0:1767384643.985349:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384643.985356:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384643.985360:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384643.985372:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:0.0:1767384643.985385:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000074a68afa. 20000000:01000000:0.0:1767384643.985391:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 00000100:00000001:1.0:1767384643.985398:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000001:0.0:1767384643.985401:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000040:1.0:1767384643.985409:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384643.985410:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384643.985416:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384643.985417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000100:00000001:1.0:1767384643.985420:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.985424:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.985435:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384643.985437:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:1.0:1767384643.985439:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294931761 00000100:00000001:1.0:1767384643.985445:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294931761 00000100:00000001:1.0:1767384643.985449:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294931761 00000100:00000001:1.0:1767384643.985452:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294931761 00080000:00000001:0.0:1767384643.985454:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.985456:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294931761 00080000:00000001:0.0:1767384643.985459:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000100:00000001:1.0:1767384643.985463:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294931761 00080000:00000001:0.0:1767384643.985464:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.985467:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294931761 00080000:00000001:0.0:1767384643.985469:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:1.0:1767384643.985471:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294931761 00080000:00000001:0.0:1767384643.985473:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.985478:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:0.0:1767384643.985481:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00000400:00000200:2.0:1767384643.985529:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000020:00000001:0.0:1767384643.985533:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00080000:00000002:0.0:1767384643.985539:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384643.985544:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384643.985548:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384643.985575:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384643.985581:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384643.985589:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384643.985595:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384643.985600:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c78897e9. 00080000:00000001:0.0:1767384643.985605:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893621429248 : -106180088122368 : ffff9f6e0590b400) 00080000:00000001:0.0:1767384643.985610:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384643.985615:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384643.985624:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d5c9864d. 00080000:00000001:0.0:1767384643.985627:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384643.985630:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384643.985655:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.985665:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00080000:00000001:0.0:1767384643.985676:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384643.985741:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384643.985749:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048137344 02000000:00000001:0.0:1767384643.985753:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384643.985757:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384643.985760:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384643.985763:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384643.985778:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048137344 00000020:00000001:0.0:1767384643.985783:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384643.985787:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384643.985790:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384643.985793:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000020:00000040:0.0:1767384643.985794:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384643.985802:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384643.985806:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384643.985812:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384643.985817:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000970b1baf. 00000100:00000001:0.0:1767384643.985822:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384643.985826:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000970b1baf. 00000020:00000010:0.0:1767384643.985835:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066e83cf1. 00000020:00000010:0.0:1767384643.985848:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaffa0d. 00000020:00000010:0.0:1767384643.985855:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b73dba5. 00000100:00000001:0.0:1767384643.985866:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384643.985869:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384643.985870:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.985875:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.985893:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.985916:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384643.985918:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384643.985930:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00000040:0.0:1767384643.985934:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:0.0:1767384643.985940:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863205456 : -106174846346160 : ffff9f6f3dffdc50) 00000400:00000200:2.0:1767384643.985945:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000100:00000040:0.0:1767384643.985952:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d807e93 x1853237048137344/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:624/0 lens 4848/0 e 0 to 0 dl 1767384654 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.985963:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384643.985972:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000970b1baf. 00000100:00000001:0.0:1767384643.985977:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384643.985982:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000970b1baf. 00000100:00100000:0.0:1767384643.985999:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d807e93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048137344:12345-0@lo:253: 00000100:00000200:0.0:1767384643.986005:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048137344 00000020:00000001:0.0:1767384643.986018:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384643.986026:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384643.986029:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384643.986032:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384643.986036:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384643.986042:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384643.986045:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384643.986049:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384643.986051:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384643.986054:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.986057:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384643.986062:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384643.986068:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000080d4da29. 02000000:00000001:0.0:1767384643.986073:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.986076:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384643.986081:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384643.986086:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 20000000:00000010:0.0:1767384643.986093:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000002a3fcca. 20000000:01000000:0.0:1767384643.986118:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384643.986137:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384643.986140:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384643.986143:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384643.986145:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384643.986149:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:1.0:1767384643.986204:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.986215:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.986222:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.986227:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384643.986233:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.986284:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986358:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986395:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986430:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986468:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986515:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986558:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986672:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986773:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986876:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986900:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986940:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.986977:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.987091:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.987223:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384643.987298:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00080000:00000010:0.0:1767384643.987431:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c78897e9. 00080000:00000010:1.0:1767384643.987526:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d5c9864d. 00000800:00000010:2.0:1767384643.987530:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b80f6e6. 00000800:00000010:2.0:1767384643.987537:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000061dcf1ca. 00040000:00000001:1.0:1767384643.987538:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384643.987555:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000010:2.0:1767384643.987558:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b767911. 00080000:00000001:1.0:1767384643.987559:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384643.987567:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384643.987570:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384643.987573:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384643.987589:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000800:00000010:2.0:1767384643.987590:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b767911. 20000000:00000001:1.0:1767384643.987601:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000800:00020000:2.0:1767384643.987603:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 20000000:01000000:1.0:1767384643.987609:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000800:00000010:2.0:1767384643.987610:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000061dcf1ca. 00000800:00000010:2.0:1767384643.987616:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006b80f6e6. 00080000:00000001:1.0:1767384643.987618:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384643.987620:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c78897e9. 20000000:01000000:0.0:1767384643.987625:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #35 20000000:00000001:0.0:1767384643.987631:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384643.987635:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384643.987637:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384643.987645:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384643.987653:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384643.987656:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384643.987659:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384643.987661:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384643.987663:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384643.987674:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:0.0:1767384643.987678:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00000400:02020000:2.0:1767384643.987680:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp33 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00080000:00000002:0.0:1767384643.987682:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384643.987688:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384643.987695:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp33 notifying 192.168.203.125@tcp33: down 00080000:00000001:0.0:1767384643.987697:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384643.987702:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384643.987702:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384643.987706:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp33 down 00000020:00000001:0.0:1767384643.987710:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:1.0:1767384643.987711:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00000800:00000100:2.0:1767384643.987717:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 464 0@<0:0>->192.168.203.125@tcp33 00000020:00000001:0.0:1767384643.987717:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 10000000:01000000:1.0:1767384643.987727:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384643.987727:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000800:00000010:2.0:1767384643.987728:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b73258ff. 00080000:00000010:0.0:1767384643.987735:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000036a3c2a0. 00000400:00000200:2.0:1767384643.987736:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00080000:00000001:0.0:1767384643.987745:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617084416 : -106180092467200 : ffff9f6e054e6800) 00000400:00000200:2.0:1767384643.987751:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp33->192.168.203.125@tcp33: PUT: LOCAL_ERROR 00080000:00000001:0.0:1767384643.987752:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384643.987757:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384643.987760:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000970b1baf. 00000400:00000200:2.0:1767384643.987764:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp33 added to recovery queue. ping count: 0 next ping: 265 health :900 00010000:00000001:1.0:1767384643.987769:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384643.987769:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.987771:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00080000:00000001:0.0:1767384643.987776:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:1.0:1767384643.987777:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:2.0:1767384643.987779:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 1 00000400:00000200:2.0:1767384643.987787:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00010000:00000010:1.0:1767384643.987791:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fb601333. 00080000:00000001:0.0:1767384643.987791:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.987801:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384643.987806:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:1.0:1767384643.987808:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000011ce9f8a. 00000020:00000001:1.0:1767384643.987817:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000400:00000200:2.0:1767384643.987821:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000040:1.0:1767384643.987822:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000011ce9f8a with handle 0x71ee3a74e27191d6 to hash 00000020:00000001:1.0:1767384643.987828:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:2.0:1767384643.987829:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x101171 00000400:00000001:2.0:1767384643.987842:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384643.987844:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00000400:00000001:2.0:1767384643.987845:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384643.987851:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00010000:00000001:1.0:1767384643.987852:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00000400:00000010:2.0:1767384643.987856:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00010000:00000001:1.0:1767384643.987859:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384643.987864:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:1.0:1767384643.987864:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384643.987871:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00010000:00010000:1.0:1767384643.987872:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384643.987876:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (27) 00000400:00000200:2.0:1767384643.987886:0:16352:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384643.987891:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc -71 00010000:00000001:1.0:1767384643.987892:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000200:2.0:1767384643.987899:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00010000:00000001:1.0:1767384643.987901:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384643.987905:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384643.987907:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384643.987908:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384643.987911:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384643.987913:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384643.987918:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:2.0:1767384643.987920:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (26) 00010000:00000001:1.0:1767384643.987921:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384643.987927:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384643.987930:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384643.987932:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000fb601333) refcount = 1 00010000:00010000:1.0:1767384643.987936:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.987942:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384643.987945:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384643.987947:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384643.987950:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.987952:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384643.987963:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384643.987967:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384643.987970:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384643.987972:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.987974:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=4 00000020:00000001:1.0:1767384643.987976:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384643.987979:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384643.987981:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384643.987982:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.987988:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384643.987990:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.987995:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.987996:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384643.987998:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.988002:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384643.988003:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.988006:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384643.988008:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384643.988013:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000011ce9f8a already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384643.988016:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384643.988018:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384643.988019:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.988024:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384643.988026:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384643.988027:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.988033:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=5 00000020:00000001:1.0:1767384643.988034:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384643.988036:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384643.988039:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384643.988041:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.988046:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384643.988049:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384643.988051:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.988054:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384643.988056:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384643.988057:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384643.988058:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384643.988060:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000011ce9f8a with handle 0x71ee3a74e27191d6 from hash 00010000:00000001:1.0:1767384643.988064:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384643.988065:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.988066:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.988067:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384643.988069:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384643.988071:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384643.988073:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384643.988075:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384643.988078:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.988080:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384643.988081:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384643.988084:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.988085:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.988087:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.988088:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.988090:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384643.988092:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.988120:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.988137:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.988146:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384643.988147:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384643.988148:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.988149:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.988152:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384643.988154:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384643.988156:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384643.988158:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.988164:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384643.988165:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384643.988166:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000011ce9f8a/0x71ee3a74e27191d6 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384643.988172:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000fb601333 count: 0 00010000:00000001:1.0:1767384643.988181:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384643.988182:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:1.0:1767384643.988210:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384643.988214:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384643.988216:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fed17f63. 20000000:00000001:1.0:1767384643.988222:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384643.988226:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048137216 00010000:00000001:1.0:1767384643.988229:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384643.988236:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd7e25de x1853237048137216/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384643.988245:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384643.988247:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384643.988251:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=60 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384643.988273:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384643.988276:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384643.988278:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384643.988280:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384643.988282:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384643.988286:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384643.988288:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384643.988297:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a004aff. 00000100:00000200:1.0:1767384643.988300:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048137216, offset 224 00000400:00000200:1.0:1767384643.988305:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384643.988311:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384643.988335:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff05600 00000400:00000200:1.0:1767384643.988340:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19ad [2] + 224 00000400:00000200:1.0:1767384643.988345:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384643.988348:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384643.988350:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384643.988353:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384643.988361:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.988378:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384643.988383:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a004aff 00000400:00000010:1.0:1767384643.988384:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a004aff. 00000100:00000001:1.0:1767384643.988387:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384643.988388:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384643.988391:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384643.988393:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384643.988396:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384643.988398:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384643.988400:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384643.988402:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384643.988404:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd7e25de x1853237048137216/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.988406:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384643.988414:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384643.988418:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd7e25de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048137216:12345-0@lo:253: Request processed in 3298us (3787us total) trans 0 rc 0/0 00000400:00000001:0.0:1767384643.988419:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384643.988424:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa219f0e. 00000400:00000200:0.0:1767384643.988430:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a56cb9 00000100:00100000:1.0:1767384643.988433:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000400:00000010:0.0:1767384643.988435:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053a56cb9. 00000100:00000001:0.0:1767384643.988466:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384643.988469:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384643.988473:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384643.988474:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384643.988477:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384643.988484:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053408932. 00000100:00000200:0.0:1767384643.988488:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384643.988492:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f093f7b9. 00000100:00000001:0.0:1767384643.988497:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384643.988499:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.988504:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384643.988507:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddd8f255. 02000000:00000001:0.0:1767384643.988508:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384643.988513:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:1.0:1767384643.988515:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:1.0:1767384643.988520:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384643.988523:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384643.988524:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015034cbd. 02000000:00000001:0.0:1767384643.988530:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384643.988531:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384643.988537:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384643.988539:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=60 v=5 (5 0 0 0) 00000100:00000200:1.0:1767384643.988543:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384643.988545:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=60 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384643.988557:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384643.988559:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384643.988560:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005215511e. 00010000:00000001:0.0:1767384643.988565:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:1.0:1767384643.988567:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008a004aff. 00010000:00000001:0.0:1767384643.988569:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.988574:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384643.988579:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.988586:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384643.988588:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384643.988590:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384643.988593:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384643.988595:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384643.988596:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384643.988597:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384643.988599:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384643.988600:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384643.988601:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384643.988602:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384643.988604:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384643.988606:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384643.988609:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384643.988615:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048137216:0@lo:253: 00000100:00000001:0.0:1767384643.988619:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.988621:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384643.988622:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000939358e9 x1853237048137216/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384643.988627:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384643.988629:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384643.988631:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e54fa615. 02000000:00000001:0.0:1767384643.988651:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384643.988659:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384643.988660:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384643.988662:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384643.988664:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000006e7049b. 02000000:00000001:0.0:1767384643.988668:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384643.988670:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384643.988672:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 00000100:00000001:0.0:1767384643.988675:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384643.988677:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384643.988679:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.988681:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384643.988682:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384643.988684:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.988685:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384643.989734:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000036a3c2a0. 00080000:00000010:0.0:1767384643.989786:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000970b1baf. 00040000:00000001:0.0:1767384643.989791:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384643.989793:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384643.989795:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384643.989799:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384643.989801:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384643.989803:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384643.989806:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384643.989818:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384643.989821:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384643.989825:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384643.989910:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384643.989916:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384643.989919:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384643.989923:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384643.989926:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384643.989932:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003a9f33e6. 00010000:00000001:1.0:1767384643.989937:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384643.989940:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d8611fc. 00000020:00000001:1.0:1767384643.989942:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384643.989944:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d8611fc with handle 0x71ee3a74e27191dd to hash 00000020:00000001:1.0:1767384643.989946:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384643.989948:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384643.989950:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384643.989953:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384643.989955:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384643.989957:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.989965:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384643.989969:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384643.989971:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384643.989975:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384643.989978:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384643.989981:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384643.989984:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384643.989987:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384643.989989:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000020:0.0:1767384643.989990:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384643.989995:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384643.989996:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000002a3fcca. 20000000:00000001:0.0:1767384643.990000:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.990002:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000040:0.0:1767384643.990005:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048137344 00010000:00000001:1.0:1767384643.990006:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384643.990009:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003a9f33e6) refcount = 1 00010000:00000001:0.0:1767384643.990012:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:1.0:1767384643.990015:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384643.990020:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d807e93 x1853237048137344/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384643.990036:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384643.990039:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384643.990041:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384643.990043:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.990045:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384643.990049:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=60 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384643.990050:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.990058:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384643.990060:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:1.0:1767384643.990062:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384643.990066:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384643.990071:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384643.990074:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384643.990075:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000040:1.0:1767384643.990078:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=4 00000100:00000001:0.0:1767384643.990080:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:1.0:1767384643.990085:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 02000000:00000001:0.0:1767384643.990086:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384643.990091:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 02000000:00000001:0.0:1767384643.990092:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384643.990115:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384643.990136:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384643.990138:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384643.990141:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384643.990142:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000697d3484. 00000100:00000200:0.0:1767384643.990151:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048137344, offset 224 00010000:00000001:1.0:1767384643.990154:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384643.990157:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384643.990162:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384643.990171:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.990174:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384643.990178:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384643.990180:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384643.990191:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384643.990194:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384643.990195:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff05680 00010000:00000001:1.0:1767384643.990197:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384643.990203:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384643.990206:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x19b5 [2] + 224 00000400:00000200:0.0:1767384643.990212:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384643.990223:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:1.0:1767384643.990231:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000006d8611fc already unused, calling callback (000000009752a4b4) 00000100:00000001:0.0:1767384643.990235:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384643.990236:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384643.990240:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384643.990242:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384643.990244:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384643.990259:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384643.990264:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384643.990267:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384643.990269:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=5 00000100:00000040:0.0:1767384643.990271:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384643.990273:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384643.990295:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384643.990302:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384643.990307:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.990313:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384643.990314:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384643.990315:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.990318:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384643.990320:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1767384643.990324:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384643.990325:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384643.990329:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384643.990332:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d8611fc with handle 0x71ee3a74e27191dd from hash 00000400:00000200:0.0:1767384643.990334:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000697d3484 00010000:00000001:1.0:1767384643.990336:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384643.990341:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384643.990341:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000697d3484. 00000100:00000001:2.0:1767384643.990348:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384643.990348:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384643.990349:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384643.990353:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384643.990354:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1767384643.990355:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384643.990361:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000001:2.0:1767384643.990364:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384643.990365:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:0.0:1767384643.990366:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384643.990369:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384643.990370:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1767384643.990373:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a37d371. 00000100:00000040:0.0:1767384643.990375:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384643.990376:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384643.990380:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005679f3a3 00000400:00000010:2.0:1767384643.990385:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005679f3a3. 00010000:00000001:1.0:1767384643.990386:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384643.990386:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384643.990392:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384643.990393:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.990394:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1767384643.990397:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384643.990402:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384643.990403:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:0.0:1767384643.990404:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d807e93 x1853237048137344/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:624/0 lens 4848/4768 e 0 to 0 dl 1767384654 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384643.990411:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.990417:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.990421:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.990428:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384643.990435:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384643.990439:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384643.990445:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.990450:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.990453:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384643.990455:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384643.990457:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384643.990458:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384643.990460:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384643.990461:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384643.990463:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384643.990465:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384643.990499:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.990511:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384643.990515:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.990518:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384643.990520:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384643.990522:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384643.990525:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384643.990527:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384643.990530:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=60 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384643.990537:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=60 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384643.990542:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384643.990544:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384643.990546:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384643.990548:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.990558:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384643.990567:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.990590:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384643.990593:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384643.990597:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384643.990601:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384643.990603:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384643.990613:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384643.990615:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384643.990617:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384643.990620:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384643.990623:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384643.990624:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384643.990626:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384643.990635:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384643.990645:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a812395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048137344:0@lo:253: 00000100:00000001:2.0:1767384643.990659:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.990661:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384643.990666:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a812395 x1853237048137344/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384643.990673:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384643.990675:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384643.990678:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000045063839. 02000000:00000001:2.0:1767384643.990686:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384643.990688:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384643.990690:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384643.990693:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384643.990695:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000086c02747. 02000000:00000001:2.0:1767384643.990701:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384643.990702:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384643.990704:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a812395. 00000100:00000001:2.0:1767384643.990711:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384643.990713:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.990716:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384643.990722:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384643.990724:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384643.990729:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384643.990732:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384643.990751:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d807e93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048137344:12345-0@lo:253: Request processed in 4783us (5460us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384643.990776:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00000040:0.0:1767384643.990779:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384643.990781:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384643.990785:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384643.990790:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaffa0d. 00000020:00000010:0.0:1767384643.990797:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b73dba5. 00000020:00000010:0.0:1767384643.990802:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066e83cf1. 00000020:00000040:0.0:1767384643.990808:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:0.0:1767384643.990814:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384643.990816:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000080d4da29. 02000000:00000001:0.0:1767384643.990821:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384643.990823:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384643.990829:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384643.990834:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060597fd7. 00000400:00000010:0.0:1767384643.990851:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000697d3484. 00010000:00000001:1.0:1767384643.991042:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384643.991044:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384643.991046:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d8611fc/0x71ee3a74e27191dd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384643.991052:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003a9f33e6 count: 0 00010000:00000001:1.0:1767384643.991059:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384643.991060:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384643.991500:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294931761, at 4294931762 00000100:00000010:1.0:1767384643.991507:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000776371d1. 00000100:00000040:3.0:1767384643.992489:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294931761, at 4294931763 00000100:00000010:3.0:1767384643.992503:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000049a1f7ee. 00000100:00000040:0.0:1767384643.992529:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294931761, at 4294931763 00000100:00000040:2.0:1767384643.992534:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294931761, at 4294931763 00000100:00000010:0.0:1767384643.992540:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000da79e584. 00000100:00000010:2.0:1767384643.992547:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000038f55c28. 00010000:00000010:1.1:1767384643.999490:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000fb601333. 00010000:00000010:1.1:1767384643.999501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000011ce9f8a. 00010000:00000010:1.1:1767384643.999504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003a9f33e6. 00010000:00000010:1.1:1767384643.999518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d8611fc. 00000400:00000010:0.0:1767384644.008421:0:29718:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000073cf99aa. 00000400:00000040:0.0:1767384644.008495:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384644.008498:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384644.008501:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384644.008503:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384644.008505:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384644.008507:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384644.008509:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384644.008510:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384644.008512:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384644.008513:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384644.008515:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384644.008516:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384644.008518:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384644.008520:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384644.008521:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384644.008523:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384644.008530:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384644.008532:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384644.008533:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384644.008536:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384644.008538:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384644.008539:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384644.008541:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384644.008542:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384644.008543:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384644.008555:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384644.008556:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384644.008558:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384644.008559:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384644.008560:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384644.008561:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384644.008563:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384644.008564:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384644.008566:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384644.008567:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384644.008568:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384644.008569:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384644.008571:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384644.008573:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384644.008574:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384644.008575:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384644.008577:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384644.008578:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384644.008579:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384644.008581:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384644.008582:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384644.008583:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384644.008584:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384644.008586:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384644.008587:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384644.008589:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384644.008591:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384644.008592:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384644.008593:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384644.008595:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384644.008601:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384644.008602:0:29718:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384644.008673:0:29718:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000073cf99aa. 00000400:00000001:1.0:1767384644.326512:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384644.326517:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384644.326520:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af6b0070 00000400:00000010:1.0:1767384644.326523:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af6b0070. 00000400:00000200:1.0:1767384644.326528:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384644.326535:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384644.326562:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000c701367. 00000400:00000010:1.0:1767384644.326567:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000dda46c66. 00010000:00000001:3.0:1767384644.517526:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384644.517533:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384644.517539:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384644.517541:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.517581:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384644.517586:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384644.517589:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:1.0:1767384644.709675:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:1.0:1767384644.709680:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1767384644.709685:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004244289. 00000020:00000040:1.0:1767384644.709691:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384644.709696:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384644.709700:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384644.709706:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384644.709714:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a706089e. 00000100:00000001:1.0:1767384644.709721:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.709728:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384644.709731:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384644.709743:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004244289] to pc [ptlrpcd_00_02+2] req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1767384644.709779:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.709795:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384644.709800:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384644.709808:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384644.709810:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384644.709816:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1767384644.709818:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384644.709822:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00000020:00000040:0.0:1767384644.709839:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384644.709840:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384644.709846:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.709847:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384644.709853:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384644.709855:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384644.709857:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.709859:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384644.709864:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384644.709864:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f425c08c. 00000100:00100000:2.0:1767384644.709873:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048137472:0@lo:13: 00000100:00000001:0.0:1767384644.709874:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.709882:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384644.709887:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384644.709891:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384644.709895:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.709899:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384644.709900:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384644.709904:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384644.709906:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000168199b. 02000000:00000001:2.0:1767384644.709910:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.709913:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939358e9] to pc [ptlrpcd_00_03+3] req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384644.709915:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052139282. 00000400:00000010:2.0:1767384644.709927:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000001:0.0:1767384644.709933:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384644.709936:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048137472, portal 4 00000100:00000040:0.0:1767384644.709937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384644.709942:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384644.709943:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384644.709946:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758971264 : -106174950580352 : ffff9f6f37c95f80) 00000100:00000010:0.0:1767384644.709949:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000173d4c5c. 00000020:00000040:0.0:1767384644.709953:0:8:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384644.709957:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384644.709958:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384644.709960:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384644.709964:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.709972:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1767384644.709973:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000118bcc31. 00000100:00000001:0.0:1767384644.709978:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384644.709979:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384644.709985:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000100:00000040:0.0:1767384644.709989:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384644.709991:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048137472, offset 0 00000400:00000200:2.0:1767384644.710008:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384644.710016:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384644.710019:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.710029:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000173d4c5c] to pc [ptlrpcd_00_00+0] req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384644.710030:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384644.710049:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff05700 00000400:00000200:2.0:1767384644.710057:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2240 00000100:00000001:0.0:1767384644.710059:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.710066:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1767384644.710067:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384644.710075:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1767384644.710079:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1767384644.710082:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a812395. 00000020:00000040:0.0:1767384644.710087:0:8:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384644.710088:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384644.710102:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:2.0:1767384644.710103:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 02000000:00000001:0.0:1767384644.710105:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384644.710107:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384644.710112:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008d02ff7f. 00000100:00000010:2.0:1767384644.710115:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9ec7cd8. 00000100:00000001:0.0:1767384644.710118:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384644.710120:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000b9ec7cd8 x1853237048137472 msgsize 224 00000100:00000040:0.0:1767384644.710128:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384644.710135:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384644.710144:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384644.710146:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.710153:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a812395] to pc [ptlrpcd_00_01+1] req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.710156:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384644.710175:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.710176:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000100:00000040:0.0:1767384644.710179:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1767384644.710181:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000001:2.0:1767384644.710190:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384644.710191:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384644.710196:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072fcbee8. 00000100:00000200:2.0:1767384644.710199:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384644.710201:0:8:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384644.710208:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384644.710211:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384644.710214:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384644.710215:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384644.710221:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d63cc64e. 00000100:00000040:2.0:1767384644.710222:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.710227:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.710233:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.710235:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384644.710239:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384644.710244:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384644.710245:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384644.710246:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.710250:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384644.710254:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4293 usecs (5 jiffies) 00000100:00000001:2.0:1767384644.710264:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932485 00000100:00000001:0.0:1767384644.710266:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1767384644.710269:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5fbec3b. 00000100:00000040:3.0:1767384644.710271:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.710272:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.710282:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384644.710284:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384644.710287:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072fcbee8] to pc [ptlrpcd_00_02+2] req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.710289:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384644.710296:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384644.710297:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932485 00000100:00000040:1.0:1767384644.710308:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384644.710313:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000368652d9. 00000100:00000001:2.0:1767384644.710325:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384644.710335:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932485 00000100:00000010:2.0:1767384644.710347:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f263a3c. 00000100:00000001:3.0:1767384644.710348:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384644.710356:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.710359:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384644.710361:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384644.710362:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.710363:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932485 00000100:00000001:1.0:1767384644.710364:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.710369:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (270) 00000100:00000010:2.0:1767384644.710376:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2bd3eee. 00000100:00000001:2.0:1767384644.710383:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:1.0:1767384644.710383:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384644.710384:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384644.710392:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384644.710393:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384644.710394:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384644.710396:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.710407:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384644.710414:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.710415:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.710417:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.710425:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384644.710459:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384644.710461:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384644.710466:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.710475:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384644.710476:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384644.710479:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384644.710482:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384644.710484:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384644.710486:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003a812395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048137856:0@lo:400: 00000100:00100000:1.0:1767384644.710487:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048137600:0@lo:400: 00000100:00000001:0.0:1767384644.710492:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384644.710495:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384644.710498:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384644.710500:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384644.710501:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.710505:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384644.710506:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1767384644.710510:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000173d4c5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048137728:0@lo:400: 02000000:00000001:1.0:1767384644.710512:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384644.710514:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a123d30. 02000000:00000010:1.0:1767384644.710519:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bce4294. 02000000:00000001:0.0:1767384644.710526:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.710530:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384644.710533:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe19dbc2. 00000400:00000010:1.0:1767384644.710537:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9d8e860. 00000100:00000001:3.0:1767384644.710550:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1767384644.710551:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0e2996. 00000100:00000200:0.0:1767384644.710557:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048137856, portal 10 02000000:00000001:3.0:1767384644.710559:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767384644.710562:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af6b0070. 02000000:00000001:3.0:1767384644.710565:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.710566:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1767384644.710568:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048137600, portal 25 00000100:00000001:0.0:1767384644.710575:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759359104 : -106174950192512 : ffff9f6f37cf4a80) 02000000:00000001:3.0:1767384644.710582:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384644.710583:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384644.710590:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.710591:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 02000000:00000010:3.0:1767384644.710594:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e747648. 02000000:00000001:3.0:1767384644.710603:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384644.710604:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.710616:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384644.710618:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9cf1dc. 00000100:00000001:2.0:1767384644.710621:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384644.710629:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384644.710630:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000899982cf. 00000100:00000001:0.0:1767384644.710635:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384644.710636:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384644.710641:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384644.710642:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384644.710643:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048137728, portal 4 00000100:00000040:2.0:1767384644.710655:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.710656:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384644.710656:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384644.710656:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384644.710666:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759367168 : -106174950184448 : ffff9f6f37cf6a00) 00000400:00000010:1.0:1767384644.710669:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d28b7fbc. 00000400:00000010:0.0:1767384644.710669:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014c39970. 00000100:00000200:1.0:1767384644.710679:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048137600, offset 0 00000100:00000200:0.0:1767384644.710685:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048137856, offset 0 00000100:00000040:3.0:1767384644.710689:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.710695:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384644.710696:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384644.710699:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.710712:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384644.710715:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384644.710717:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384644.710718:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384644.710732:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.710739:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384644.710747:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000072fcbee8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048137984:0@lo:400: 00000400:00000200:1.0:1767384644.710748:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff05780 00000100:00000001:2.0:1767384644.710766:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384644.710769:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1249 [2] + 0 00000400:00000200:0.0:1767384644.710769:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff05880 02000000:00000001:2.0:1767384644.710771:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384644.710777:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1767384644.710777:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384644.710779:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d0f9ece. 02000000:00000001:2.0:1767384644.710785:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384644.710786:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000c1d9509 02000000:00000010:2.0:1767384644.710790:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007fa983c6. 00000100:00000040:3.0:1767384644.710792:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384644.710794:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384644.710798:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.710802:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6264 00000400:00000010:3.0:1767384644.710803:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfbf5513. 00000400:00000010:2.0:1767384644.710804:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d835201. 00000400:00000200:1.0:1767384644.710808:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384644.710818:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384644.710819:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000100:00000200:3.0:1767384644.710820:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048137728, offset 0 00000400:00000200:1.0:1767384644.710821:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c1d9509 00000400:00000200:0.0:1767384644.710826:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384644.710836:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000c1d9509. 00000100:00000001:1.0:1767384644.710848:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384644.710850:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048137984, portal 10 00000100:00000200:1.0:1767384644.710851:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384644.710851:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384644.710859:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1767384644.710861:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384644.710862:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1767384644.710866:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000031062c49 x1853237048137600 msgsize 224 00000100:00000001:2.0:1767384644.710870:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759356416 : -106174950195200 : ffff9f6f37cf4000) 00000100:00000010:0.0:1767384644.710874:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087860c18. 00000100:00100000:1.0:1767384644.710878:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384644.710880:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384644.710880:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000087860c18 x1853237048137856 msgsize 224 00000100:00000040:1.0:1767384644.710882:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384644.710894:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384644.710899:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384644.710911:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28b7fbc 00000100:00100000:0.0:1767384644.710913:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384644.710916:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28b7fbc. 00000100:00000001:1.0:1767384644.710924:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384644.710928:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384644.710931:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff05800 00000100:00000001:2.0:1767384644.710933:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384644.710937:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c39970 00000100:00000200:1.0:1767384644.710939:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384644.710945:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384644.710945:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014c39970. 00000400:00000010:2.0:1767384644.710951:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000100:00000001:0.0:1767384644.710953:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384644.710961:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384644.710963:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2768 00000100:00000200:0.0:1767384644.710964:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384644.710966:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384644.710985:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048137984, offset 0 00000400:00000200:3.0:1767384644.710989:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384644.711006:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384644.711010:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384644.711030:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384644.711031:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384644.711033:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384644.711037:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:0.0:1767384644.711043:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384644.711050:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff05900 00000100:00000010:3.0:1767384644.711052:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b5522099. 00000100:00000040:3.0:1767384644.711065:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000b5522099 x1853237048137728 msgsize 224 00000400:00000200:2.0:1767384644.711070:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6488 00000100:00000001:1.0:1767384644.711085:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.711106:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384644.711108:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1767384644.711110:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384644.711116:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.711118:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.711121:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384644.711121:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384644.711124:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294932487 00000100:00000001:3.0:1767384644.711130:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384644.711132:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.711134:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384644.711134:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294932485 00000100:00000040:0.0:1767384644.711136:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3542 usecs (4 jiffies) 00000100:00000200:2.0:1767384644.711138:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384644.711148:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932485 00000100:00000010:2.0:1767384644.711149:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009312223c. 00000100:00000001:1.0:1767384644.711150:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294932487 00000100:00000001:0.0:1767384644.711154:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932487 00000400:00000200:3.0:1767384644.711155:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfbf5513 00000100:00000040:2.0:1767384644.711156:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000009312223c x1853237048137984 msgsize 224 00000100:00000001:1.0:1767384644.711157:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294932485 00000100:00000001:0.0:1767384644.711158:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932485 00000400:00000010:3.0:1767384644.711169:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfbf5513. 00000100:00000001:1.0:1767384644.711172:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294932487 00000100:00000001:0.0:1767384644.711173:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932487 00000100:00000001:3.0:1767384644.711181:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1767384644.711183:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384644.711183:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932485 00000100:00000001:1.0:1767384644.711184:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294932485 00000100:00000200:3.0:1767384644.711197:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.711199:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294932487 00000100:00000001:0.0:1767384644.711199:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932487 00000100:00000001:2.0:1767384644.711204:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384644.711212:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294932485 00000400:00000200:2.0:1767384644.711215:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000100:00000001:0.0:1767384644.711220:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932485 00000400:00000010:2.0:1767384644.711223:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000001:1.0:1767384644.711227:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384644.711234:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384644.711236:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932487 00000100:00000001:1.0:1767384644.711242:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384644.711248:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.711249:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384644.711253:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.711265:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.711265:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.711277:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.711278:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384644.711280:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384644.711281:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384644.711281:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.711288:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384644.711290:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1767384644.711292:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384644.711293:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.711295:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384644.711296:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384644.711301:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384644.711305:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384644.711306:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.711309:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384644.711313:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.711320:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.711321:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.711357:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384644.711363:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384644.711365:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048137856 00000100:00000001:0.0:1767384644.711368:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384644.711372:0:16356:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384644.711374:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1767384644.711374:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048137600 00000100:00000001:2.0:1767384644.711380:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.711380:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384644.711381:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384644.711382:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.711384:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384644.711386:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3691 usecs (4 jiffies) 00000100:00000001:0.0:1767384644.711386:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384644.711392:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384644.711393:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.711394:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294932485 02000000:00000001:1.0:1767384644.711395:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.711402:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294932487 02000000:00000001:0.0:1767384644.711402:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384644.711403:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048137856 00000100:00000001:3.0:1767384644.711406:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384644.711408:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048137600 00000020:00000001:1.0:1767384644.711409:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384644.711410:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294932485 00000100:00000001:2.0:1767384644.711420:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294932487 00000020:00000001:0.0:1767384644.711420:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384644.711421:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000040:3.0:1767384644.711422:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4293 usecs (5 jiffies) 00000020:00000040:0.0:1767384644.711424:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:2.0:1767384644.711425:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294932485 00000020:00000001:1.0:1767384644.711433:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384644.711433:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384644.711494:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000001:3.0:1767384644.711496:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294932487 00000100:00000001:3.0:1767384644.711501:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294932487 00000020:00000001:1.0:1767384644.711504:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:3.0:1767384644.711505:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294932487 00000100:00000001:2.0:1767384644.711507:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294932487 00000020:00000040:0.0:1767384644.711507:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384644.711520:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294932487 00000020:00000001:1.0:1767384644.711521:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000001:0.0:1767384644.711521:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384644.711522:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294932486 00000100:00000001:2.0:1767384644.711531:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294932487 00000020:00000001:0.0:1767384644.711531:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384644.711534:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384644.711549:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384644.711549:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384644.711550:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bef0d92. 00000100:00000001:3.0:1767384644.711551:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294932487 00000020:00000010:0.0:1767384644.711555:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000100:00000001:1.0:1767384644.711559:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384644.711562:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.711565:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294932487 00000100:00000001:0.0:1767384644.711566:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384644.711571:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008bef0d92. 00000100:00000001:2.0:1767384644.711572:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.711579:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294932487 00000020:00000010:0.0:1767384644.711580:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000020:00000010:1.0:1767384644.711584:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000706aaf9c. 00000100:00000001:2.0:1767384644.711588:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.711591:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294932487 00000100:00000001:3.0:1767384644.711595:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384644.711596:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384644.711596:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005da994d3. 00000020:00000010:1.0:1767384644.711597:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000136926c5. 00000100:00000001:2.0:1767384644.711601:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384644.711605:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.711609:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1767384644.711611:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000020:00000010:0.0:1767384644.711611:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaffa0d. 00000100:00000001:3.0:1767384644.711612:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.711612:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384644.711625:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.711626:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384644.711626:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b73dba5. 00000100:00000040:1.0:1767384644.711628:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384644.711643:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.711643:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1767384644.711645:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384644.711646:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384644.711647:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384644.711652:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384644.711653:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384644.711654:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.711663:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384644.711667:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384644.711671:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384644.711673:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048137472 00000100:00000001:0.0:1767384644.711673:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.711676:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384644.711684:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1767384644.711686:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384644.711686:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384644.711688:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.711698:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384644.711700:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.711701:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.711702:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.711707:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384644.711713:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.711716:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384644.711720:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048137472 00000020:00000001:2.0:1767384644.711723:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384644.711725:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:2.0:1767384644.711727:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384644.711728:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1767384644.711729:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000001:0.0:1767384644.711731:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384644.711736:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384644.711737:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384644.711741:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:2.0:1767384644.711748:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1767384644.711752:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000020:00000010:2.0:1767384644.711753:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057bcc19e. 00000100:00000001:1.0:1767384644.711755:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384644.711756:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1767384644.711756:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000010:2.0:1767384644.711758:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000099530f62. 00000100:00100000:1.0:1767384644.711760:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048137984 02000000:00000001:1.0:1767384644.711768:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384644.711768:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863200336 : -106174846351280 : ffff9f6f3dffc850) 00000100:00100000:3.0:1767384644.711769:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048137728 00000020:00000040:2.0:1767384644.711771:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:1.0:1767384644.711774:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384644.711777:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031062c49 x1853237048137600/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:625/0 lens 224/0 e 0 to 0 dl 1767384655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.711778:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.711780:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1767384644.711789:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384644.711790:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6f2d4e9. 02000000:00000001:1.0:1767384644.711790:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.711792:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384644.711795:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384644.711799:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048137984 00000020:00000010:0.0:1767384644.711799:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000100:00000001:3.0:1767384644.711801:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384644.711801:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002e78d97e. 00000020:00000001:1.0:1767384644.711806:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384644.711815:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384644.711816:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064253368. 00000020:00000040:1.0:1767384644.711816:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 02000000:00000001:3.0:1767384644.711817:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384644.711821:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000020:00000001:1.0:1767384644.711830:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384644.711843:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00000040:2.0:1767384644.711846:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000001:1.0:1767384644.711846:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00100000:3.0:1767384644.711847:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048137728 00000100:00100000:0.0:1767384644.711847:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031062c49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048137600:12345-0@lo:400: 00000100:00000001:2.0:1767384644.711852:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384644.711859:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384644.711861:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384644.711861:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000200:0.0:1767384644.711861:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048137600 00000020:00000040:3.0:1767384644.711870:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:2.0:1767384644.711871:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.711872:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384644.711873:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384644.711875:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384644.711879:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000040:3.0:1767384644.711881:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 00000020:00000010:1.0:1767384644.711882:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008bef0d92. 00000020:00000001:0.0:1767384644.711883:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.711884:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384644.711895:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000010:1.0:1767384644.711897:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003e65972c. 00000020:00000001:0.0:1767384644.711897:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384644.711900:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384644.711905:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000020:00000001:3.0:1767384644.711910:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000040:1.0:1767384644.711912:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000020:00000001:0.0:1767384644.711913:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384644.711918:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384644.711918:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384644.711920:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.711923:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384644.711934:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384644.711934:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384644.711937:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384644.711940:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af5611bf. 00000020:00000001:0.0:1767384644.711940:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384644.711941:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dda46c66. 00000100:00100000:2.0:1767384644.711954:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:3.0:1767384644.711957:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384644.711957:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1767384644.711959:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000020:00000010:1.0:1767384644.711959:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000226527a1. 00000100:00000001:0.0:1767384644.711966:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384644.711970:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759661184 : -106174949890432 : ffff9f6f37d3e680) 00000020:00000010:1.0:1767384644.711975:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db347db4. 00000020:00000010:3.0:1767384644.711976:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af5611bf. 02000000:00000001:0.0:1767384644.711978:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384644.711980:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b9ec7cd8 x1853237048137472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:625/0 lens 224/0 e 0 to 0 dl 1767384655 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.711984:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1767384644.711990:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bc9ba5b4. 00000100:00000001:1.0:1767384644.711991:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384644.711994:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbc15c9b. 00000100:00000001:1.0:1767384644.711996:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384644.711999:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384644.712007:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000beb99d77. 00000100:00000001:0.0:1767384644.712008:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.712009:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384644.712014:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384644.712015:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384644.712017:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384644.712018:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e4f8495. 00000020:00000001:0.0:1767384644.712021:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384644.712022:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005322ca3e. 00000100:00000001:2.0:1767384644.712032:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1767384644.712033:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048137600 00000020:00000010:2.0:1767384644.712036:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005322ca3e. 00000100:00000001:1.0:1767384644.712036:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384644.712038:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:3.0:1767384644.712040:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00100000:2.0:1767384644.712045:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b9ec7cd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16356:x1853237048137472:12345-0@lo:13: 00000100:00000001:3.0:1767384644.712046:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000200:0.0:1767384644.712051:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000031062c49 x1853237048137600/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:625/0 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.712052:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384644.712053:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384644.712058:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384644.712061:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384644.712064:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048137472 00000100:00100000:1.0:1767384644.712074:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000020:00000001:2.0:1767384644.712075:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384644.712078:0:17894:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:2.0:1767384644.712080:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:0.0:1767384644.712081:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1767384644.712083:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00000001:3.0:1767384644.712084:0:17894:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1767384644.712086:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384644.712087:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384644.712104:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384644.712106:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759366272 : -106174950185344 : ffff9f6f37cf6680) 00000020:00000001:2.0:1767384644.712107:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000100:00001000:0.0:1767384644.712107:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384644.712112:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384644.712115:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1767384644.712117:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000087860c18 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:625/0 lens 224/0 e 0 to 0 dl 1767384655 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.712118:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1767384644.712119:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384644.712133:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1767384644.712134:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:2.0:1767384644.712142:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384644.712143:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:2.0:1767384644.712146:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384644.712150:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384644.712151:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384644.712154:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384644.712154:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.712156:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384644.712157:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:2.0:1767384644.712163:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000bacc1287. 00000020:00000010:1.0:1767384644.712165:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003e890515. 02000000:00000001:2.0:1767384644.712171:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.712173:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384644.712173:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384644.712174:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384644.712181:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003e890515. 00000100:00000040:0.0:1767384644.712181:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00002000:00000001:2.0:1767384644.712182:0:17896:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000400:00000010:0.0:1767384644.712197:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014c39970. 00000100:00000001:3.0:1767384644.712200:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00002000:00000001:2.0:1767384644.712200:0:17896:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00100000:1.0:1767384644.712201:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000087860c18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048137856:12345-0@lo:400: 00000100:00000200:0.0:1767384644.712203:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048137600, offset 224 00000100:00000001:3.0:1767384644.712210:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384644.712211:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000400:00000200:0.0:1767384644.712221:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384644.712222:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048137856 00000020:00000001:1.0:1767384644.712227:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:3.0:1767384644.712229:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000020:00000001:2.0:1767384644.712231:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384644.712231:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384644.712241:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 2 00000020:00000001:1.0:1767384644.712241:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:2.0:1767384644.712242:0:17896:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000400:00000200:0.0:1767384644.712242:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384644.712260:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623567616 : -106175085984000 : ffff9f6f2fb74700) 00000020:00000001:1.0:1767384644.712261:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384644.712261:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff05780 00000020:00000020:2.0:1767384644.712262:0:17896:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000001:1.0:1767384644.712269:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000020:2.0:1767384644.712275:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00000020:00000001:1.0:1767384644.712276:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384644.712277:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b5522099 x1853237048137728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:625/0 lens 224/0 e 0 to 0 dl 1767384655 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384644.712282:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.712284:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x19d9 [1] + 224 00000020:00000001:1.0:1767384644.712292:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384644.712299:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00002000:00000020:2.0:1767384644.712300:0:17896:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000400:00000200:0.0:1767384644.712307:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384644.712312:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384644.712319:0:17896:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000001:1.0:1767384644.712327:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1767384644.712329:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000001:2.0:1767384644.712330:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:1.0:1767384644.712336:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000001:00000001:2.0:1767384644.712340:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.712345:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384644.712348:0:17081:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1767384644.712353:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000033db832e. 00002000:00000001:2.0:1767384644.712354:0:17896:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384644.712360:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.712361:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000040:2.0:1767384644.712362:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048137472 02000000:00000001:1.0:1767384644.712363:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384644.712369:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384644.712370:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384644.712376:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000af5611bf. 00000020:00000001:1.0:1767384644.712377:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384644.712382:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b9ec7cd8 x1853237048137472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:625/0 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.712391:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1767384644.712391:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048137856 00000100:00000040:0.0:1767384644.712398:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384644.712408:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000af5611bf. 00010000:00000001:1.0:1767384644.712409:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384644.712410:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384644.712422:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1767384644.712423:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000087860c18 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:625/0 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.712428:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1767384644.712430:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=51 v=5 (1 0 0 0) 00000100:00100000:3.0:1767384644.712432:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b5522099 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16354:x1853237048137728:12345-0@lo:400: 00000100:00000200:3.0:1767384644.712441:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048137728 00000020:00000001:3.0:1767384644.712446:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384644.712451:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384644.712453:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384644.712456:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384644.712460:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:3.0:1767384644.712464:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384644.712465:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c39970 00000400:00000010:0.0:1767384644.712469:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014c39970. 00000100:00000001:0.0:1767384644.712474:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384644.712477:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384644.712479:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384644.712485:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:2.0:1767384644.712489:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384644.712491:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384644.712493:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384644.712494:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384644.712498:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.712501:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384644.712503:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:3.0:1767384644.712505:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1767384644.712512:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384644.712515:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1767384644.712516:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384644.712517:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000100:00000200:2.0:1767384644.712527:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048137472, offset 224 00000020:00000001:0.0:1767384644.712527:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384644.712542:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.712543:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384644.712548:0:17894:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:2.0:1767384644.712549:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384644.712556:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031062c49 x1853237048137600/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:625/0 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.712558:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384644.712567:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1767384644.712572:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1767384644.712574:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d2714621. 02000000:00000001:3.0:1767384644.712582:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.712583:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff05700 00000100:00100000:0.0:1767384644.712583:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031062c49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048137600:12345-0@lo:400: Request processed in 784us (1709us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384644.712596:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.712607:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x19cd [1] + 224 00000020:00000001:3.0:1767384644.712608:0:17894:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384644.712619:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00010000:00000040:3.0:1767384644.712622:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048137728 00000400:00000200:2.0:1767384644.712624:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384644.712625:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00010000:00000001:3.0:1767384644.712629:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384644.712631:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384644.712636:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384644.712637:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:3.0:1767384644.712642:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5522099 x1853237048137728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:625/0 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384644.712647:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaffa0d. 00000100:00000001:2.0:1767384644.712650:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384644.712660:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b73dba5. 00000100:00000200:2.0:1767384644.712661:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384644.712673:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005da994d3. 00000020:00000040:0.0:1767384644.712685:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00010000:00000001:1.0:1767384644.712694:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1767384644.712696:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384644.712703:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384644.712704:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bc9ba5b4. 00010000:00000001:3.0:1767384644.712710:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1767384644.712712:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=56 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384644.712714:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384644.712716:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.712718:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384644.712727:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.712732:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1767384644.712733:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=51 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384644.712734:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384644.712740:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000400:00000010:0.0:1767384644.712744:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846b4a9f. 00000100:00000001:2.0:1767384644.712749:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384644.712752:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:3.0:1767384644.712753:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384644.712754:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004aff135b. 02000000:00000001:1.0:1767384644.712756:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384644.712761:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384644.712763:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 23 to 0@lo 00000400:00000200:2.0:1767384644.712766:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000100:00000001:1.0:1767384644.712766:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384644.712770:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000400:00000010:2.0:1767384644.712772:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000001:2.0:1767384644.712778:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384644.712778:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384644.712785:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384644.712785:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:1.0:1767384644.712786:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d28b7fbc. 00000100:00000001:0.0:1767384644.712790:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1767384644.712796:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.712796:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1767384644.712797:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048137856, offset 224 00000100:00000001:2.0:1767384644.712798:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384644.712806:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00100000:0.0:1767384644.712806:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00010000:00000001:2.0:1767384644.712812:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000040:0.0:1767384644.712817:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000020:00000001:2.0:1767384644.712818:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384644.712818:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384644.712835:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759657600 : -106174949894016 : ffff9f6f37d3d880) 00000020:00000001:2.0:1767384644.712836:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384644.712837:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384644.712843:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9ec7cd8 x1853237048137472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:625/0 lens 224/368 e 0 to 0 dl 1767384655 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384644.712852:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384644.712852:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009312223c x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:625/0 lens 224/0 e 0 to 0 dl 1767384655 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384644.712857:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384644.712874:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfbf5513. 00000400:00000200:1.0:1767384644.712885:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff05880 00000100:00000200:3.0:1767384644.712889:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048137728, offset 224 00000100:00000001:0.0:1767384644.712896:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384644.712897:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b9ec7cd8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16356:x1853237048137472:12345-0@lo:13: Request processed in 872us (2767us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384644.712902:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19d5 [1] + 224 00000020:00000010:0.0:1767384644.712904:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000400:00000200:1.0:1767384644.712914:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384644.712917:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384644.712922:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000400:00000200:3.0:1767384644.712933:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384644.712933:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:1.0:1767384644.712934:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384644.712942:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009312223c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048137984:12345-0@lo:400: 00000100:00000040:2.0:1767384644.712944:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:1.0:1767384644.712946:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384644.712958:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384644.712960:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384644.712960:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384644.712961:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048137984 00000100:00000001:2.0:1767384644.712965:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1767384644.712968:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:2.0:1767384644.712970:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002e78d97e. 00000020:00000001:0.0:1767384644.712976:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384644.712980:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff05800 00000020:00000010:2.0:1767384644.712982:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064253368. 00000020:00000001:0.0:1767384644.712982:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.712999:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384644.713002:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6f2d4e9. 00000020:00000001:0.0:1767384644.713003:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000040:1.0:1767384644.713007:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384644.713012:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x19dd [1] + 224 00000020:00000040:2.0:1767384644.713012:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000020:00000001:0.0:1767384644.713014:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384644.713022:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.713023:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384644.713036:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384644.713038:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1767384644.713042:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384644.713051:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.713053:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00080000:2.0:1767384644.713055:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000400:00000200:3.0:1767384644.713058:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384644.713065:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:2.0:1767384644.713066:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000400:00000200:1.0:1767384644.713067:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28b7fbc 00000100:00000001:0.0:1767384644.713070:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1767384644.713071:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28b7fbc. 00000100:00080000:2.0:1767384644.713074:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 02000000:00000001:0.0:1767384644.713074:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384644.713075:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384644.713079:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384644.713080:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767384644.713081:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 02000000:00000010:0.0:1767384644.713082:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bc9ba5b4. 02000000:00000001:0.0:1767384644.713101:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.713104:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384644.713106:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.713106:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.713108:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.713109:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384644.713116:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1767384644.713120:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048137984 00000100:00000040:1.0:1767384644.713124:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000001:2.0:1767384644.713125:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384644.713130:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384644.713132:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384644.713137:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052139282. 00010000:00000001:1.0:1767384644.713138:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000200:0.0:1767384644.713144:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009312223c x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:625/0 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384644.713147:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384644.713148:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:2.0:1767384644.713158:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000020:00000001:1.0:1767384644.713162:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384644.713168:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384644.713176:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087860c18 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:625/0 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384644.713184:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384644.713193:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384644.713224:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384644.713230:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384644.713245:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=56 v=5 (1 0 0 0) 00000100:00100000:1.0:1767384644.713261:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000087860c18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048137856:12345-0@lo:400: Request processed in 1094us (2370us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384644.713267:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384644.713283:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384644.713284:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00100000:1.0:1767384644.713294:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00000001:0.0:1767384644.713295:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384644.713305:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1767384644.713306:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 02000000:00000001:0.0:1767384644.713308:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384644.713313:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384644.713313:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384644.713315:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384644.713315:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384644.713328:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.713329:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1767384644.713330:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384644.713332:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfbf5513 00000020:00000010:1.0:1767384644.713334:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000136926c5. 00000100:00000001:2.0:1767384644.713335:0:16356:0:(client.c:1578:after_reply()) Process entered 00000400:00000010:0.0:1767384644.713337:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014c39970. 00000400:00000010:3.0:1767384644.713339:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfbf5513. 02000000:00000001:2.0:1767384644.713340:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384644.713342:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000100:00000001:2.0:1767384644.713347:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384644.713351:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384644.713352:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384644.713352:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048137984, offset 224 00000020:00000010:1.0:1767384644.713353:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000706aaf9c. 00000100:00000001:3.0:1767384644.713362:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:2.0:1767384644.713363:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384644.713369:0:17087:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000400:00000200:0.0:1767384644.713369:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1767384644.713370:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=51 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384644.713371:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.713379:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384644.713386:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=51 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384644.713388:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000200:0.0:1767384644.713393:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384644.713402:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384644.713404:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1767384644.713413:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.713415:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.713415:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff05900 00010000:00000001:2.0:1767384644.713432:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1767384644.713434:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384644.713434:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x19ed [1] + 224 00000100:00000040:3.0:1767384644.713443:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5522099 x1853237048137728/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:625/0 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767384644.713467:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384644.713483:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b5522099 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048137728:12345-0@lo:400: Request processed in 1114us (2408us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384644.713483:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384644.713486:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384644.713494:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384644.713503:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384644.713504:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384644.713505:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:1.0:1767384644.713509:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384644.713518:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1767384644.713518:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe19dbc2. 00000100:00000040:2.0:1767384644.713522:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00100000:3.0:1767384644.713527:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000400:00000200:1.0:1767384644.713530:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0e2996 00000100:00000001:2.0:1767384644.713531:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384644.713539:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384644.713539:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0e2996. 00000100:00000040:3.0:1767384644.713541:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:1.0:1767384644.713552:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384644.713553:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.713553:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384644.713569:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384644.713574:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384644.713577:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384644.713578:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384644.713585:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384644.713591:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000beb99d77. 00000100:00000001:2.0:1767384644.713593:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384644.713600:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384644.713604:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e4f8495. 00000004:00000001:2.0:1767384644.713606:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1767384644.713618:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000010:3.0:1767384644.713619:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbc15c9b. 00000100:00000040:0.0:1767384644.713625:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:2.0:1767384644.713629:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000040:3.0:1767384644.713632:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:3.0:1767384644.713644:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:2.0:1767384644.713650:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:2.0:1767384644.713663:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.713681:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384644.713682:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384644.713683:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384644.713691:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c39970 00000400:00000010:0.0:1767384644.713694:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014c39970. 00000100:00000001:0.0:1767384644.713700:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384644.713703:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384644.713710:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.713718:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00100000:2.0:1767384644.713724:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048137472:0@lo:13: 00010000:00000001:0.0:1767384644.713725:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384644.713726:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384644.713729:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.713731:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.713733:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384644.713734:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384644.713735:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384644.713739:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384644.713740:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384644.713741:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009312223c x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:625/0 lens 224/224 e 0 to 0 dl 1767384655 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.713743:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1767384644.713748:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004244289 x1853237048137472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.713748:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.713756:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384644.713763:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009312223c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048137984:12345-0@lo:400: Request processed in 860us (2601us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384644.713764:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=56 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384644.713768:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384644.713775:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767384644.713776:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=56 v=5 (1 0 0 0) 02000000:00000010:2.0:1767384644.713779:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000168199b. 00000100:00100000:0.0:1767384644.713781:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00000001:1.0:1767384644.713786:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384644.713787:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1767384644.713788:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:1.0:1767384644.713790:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384644.713791:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384644.713794:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384644.713796:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384644.713797:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384644.713799:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1767384644.713803:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00080000:1.0:1767384644.713805:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384644.713805:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000226527a1. 02000000:00000010:2.0:1767384644.713807:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a706089e. 02000000:00000001:2.0:1767384644.713813:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384644.713817:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384644.713820:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004244289. 00000020:00000010:0.0:1767384644.713820:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db347db4. 00010000:00000001:1.0:1767384644.713821:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.713838:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000010:0.0:1767384644.713840:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dda46c66. 00000100:00000001:2.0:1767384644.713841:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384644.713841:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384644.713845:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.713847:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384644.713850:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.713851:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384644.713851:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:2.0:1767384644.713857:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384644.713858:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.713860:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1767384644.713861:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384644.713866:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384644.713870:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384644.713870:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384644.713875:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d835201. 00000100:00000001:1.0:1767384644.713875:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384644.713879:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384644.713880:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:2.0:1767384644.713883:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000040:1.0:1767384644.713885:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.713887:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384644.713893:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384644.713901:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003a812395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048137856:0@lo:400: 00000100:00000200:2.0:1767384644.713908:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.713910:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.713912:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384644.713916:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384644.713917:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:0.0:1767384644.713921:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384644.713923:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1767384644.713926:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1767384644.713929:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003a812395 x1853237048137856/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384644.713930:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9d8e860. 00000100:00000001:2.0:1767384644.713931:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384644.713936:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af6b0070 00000100:00000001:2.0:1767384644.713937:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384644.713941:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384644.713943:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af6b0070. 00000100:00000001:2.0:1767384644.713944:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384644.713948:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.713952:0:16357:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384644.713953:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.713953:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384644.713958:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384644.713960:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1767384644.713971:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=54 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384644.713972:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a123d30. 02000000:00000001:1.0:1767384644.713979:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1767384644.713981:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=54 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384644.713984:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384644.713988:0:16355:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384644.713989:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384644.713989:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.713993:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384644.713995:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384644.713999:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1767384644.714001:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008d02ff7f. 00000100:00000001:0.0:1767384644.714007:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384644.714009:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00080000:2.0:1767384644.714010:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.714011:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384644.714014:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384644.714018:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:1.0:1767384644.714019:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a812395. 02000000:00000001:0.0:1767384644.714023:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1767384644.714024:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.714027:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384644.714028:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384644.714029:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384644.714031:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.714032:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384644.714033:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 02000000:00000001:0.0:1767384644.714038:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.714039:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384644.714040:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:0.0:1767384644.714042:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=61 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384644.714043:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.714046:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384644.714050:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384644.714051:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384644.714052:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384644.714054:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384644.714057:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.714064:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384644.714065:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384644.714067:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.714068:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384644.714071:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384644.714073:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384644.714074:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384644.714079:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.714079:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.714086:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384644.714102:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384644.714105:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000072fcbee8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048137984:0@lo:400: 00000100:00000040:0.0:1767384644.714105:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384644.714107:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384644.714112:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384644.714115:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384644.714117:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e9cf1dc. 00000100:00000001:2.0:1767384644.714121:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384644.714124:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000899982cf 00000100:00000040:2.0:1767384644.714127:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000072fcbee8 x1853237048137984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384644.714129:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000899982cf. 00000100:00000001:0.0:1767384644.714130:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384644.714136:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384644.714138:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384644.714143:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384644.714144:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384644.714145:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384644.714150:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384644.714153:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007fa983c6. 00000100:00000040:0.0:1767384644.714158:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384644.714159:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384644.714165:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384644.714169:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384644.714174:0:16356:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384644.714179:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384644.714183:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d63cc64e. 02000000:00000001:2.0:1767384644.714189:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384644.714192:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1767384644.714194:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1767384644.714196:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000072fcbee8. 00000100:00000001:1.0:1767384644.714197:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384644.714198:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048137600:0@lo:400: 00000100:00000001:2.0:1767384644.714202:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384644.714203:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384644.714206:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384644.714208:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384644.714209:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.714210:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.714211:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384644.714215:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384644.714215:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384644.714219:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384644.714219:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000939358e9 x1853237048137600/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.714224:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384644.714225:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384644.714230:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384644.714232:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.714235:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1767384644.714237:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=51 v=5 (5 0 0 0) 02000000:00000001:0.0:1767384644.714242:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767384644.714244:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=51 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384644.714246:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bce4294. 00000100:00000001:1.0:1767384644.714248:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384644.714251:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384644.714252:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1767384644.714253:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384644.714255:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384644.714259:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00010000:00080000:1.0:1767384644.714260:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384644.714264:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384644.714267:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f425c08c. 00010000:00000001:1.0:1767384644.714273:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384644.714275:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1767384644.714277:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384644.714278:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384644.714279:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384644.714283:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1767384644.714283:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 00000100:00000001:1.0:1767384644.714287:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.714289:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384644.714292:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.714292:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.714298:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.714304:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384644.714306:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384644.714307:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384644.714311:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384644.714311:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384644.714318:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384644.714320:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384644.714322:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384644.714330:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000173d4c5c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048137728:0@lo:400: 00000100:00000001:1.0:1767384644.714333:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.714346:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384644.714348:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000173d4c5c x1853237048137728/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384644.714352:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384644.714353:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384644.714355:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e747648. 02000000:00000001:1.0:1767384644.714357:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384644.714358:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384644.714359:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384644.714361:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384644.714368:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000118bcc31. 02000000:00000001:1.0:1767384644.714371:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384644.714372:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384644.714373:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000173d4c5c. 00000100:00000001:1.0:1767384644.714377:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384644.714378:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.714380:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384644.714383:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384644.714385:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384644.714387:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384644.714389:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384644.717480:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294932487, at 4294932488 00000100:00000010:1.0:1767384644.717490:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000368652d9. 00000100:00000040:0.0:1767384644.717500:0:252:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294932487, at 4294932488 00000100:00000040:2.0:1767384644.717511:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294932487, at 4294932488 00000100:00000010:0.0:1767384644.717511:0:252:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5fbec3b. 00000100:00000010:2.0:1767384644.717520:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f263a3c. 00000100:00000040:3.0:1767384644.717536:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294932487, at 4294932488 00000100:00000010:3.0:1767384644.717562:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2bd3eee. 00000400:00000200:3.0:1767384645.349534:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp32 00000800:00000200:2.0:1767384645.349541:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (6) 00000400:00000010:3.0:1767384645.349543:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a11184b7. 00000800:00000200:2.0:1767384645.349554:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp20 ip 192.168.203.125:988 00000400:00000010:3.0:1767384645.349556:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004a25baf0. 00000800:00000200:2.0:1767384645.349559:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:3.0:1767384645.349563:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfbf5513. 00000400:00000010:3.0:1767384645.349576:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000677eb388. 00000400:00000200:3.0:1767384645.349584:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp32 00000400:00000200:3.0:1767384645.349604:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp32 local destination 00000400:00000200:3.0:1767384645.349611:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp32 00000400:00000200:3.0:1767384645.349617:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp32 NI seq info: [91:91:256:4294967295] 192.168.203.125@tcp32 LPNI seq info [90:90:8:4294967295] 00000400:00000200:3.0:1767384645.349623:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp32 00000400:00000200:3.0:1767384645.349630:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp32(192.168.203.125@tcp32:) -> 192.168.203.125@tcp32(192.168.203.125@tcp32:192.168.203.125@tcp32) : GET try# 0 00000800:00000200:3.0:1767384645.349637:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp32 00000800:00000010:3.0:1767384645.349643:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b7467e82. 00000800:00000200:3.0:1767384645.349660:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000800:00000200:3.1:1767384645.349665:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000400:00000200:3.0:1767384645.349688:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp32 added to recovery queue. ping count: 2 next ping: 269 health :800 00000400:00000200:3.0:1767384645.349700:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp33 00000400:00000010:3.0:1767384645.349706:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fcc69a41. 00000400:00000010:3.0:1767384645.349715:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000fa4c0f73. 00000400:00000010:3.0:1767384645.349717:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7933308. 00000800:00000200:0.0:1767384645.349719:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384645.349726:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384645.349734:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c3ed972d. 00000800:00000001:0.0:1767384645.349736:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384645.349746:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384645.349752:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp33 00000800:00000001:0.0:1767384645.349753:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.349778:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp33 local destination 00000400:00000200:3.0:1767384645.349787:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp33 00000400:00000200:2.0:1767384645.349790:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.349809:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp33 NI seq info: [92:92:256:4294967295] 192.168.203.125@tcp33 LPNI seq info [91:91:8:4294967295] 00000400:00000200:3.0:1767384645.349818:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp33 00000400:00000200:3.0:1767384645.349838:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp33(192.168.203.125@tcp33:) -> 192.168.203.125@tcp33(192.168.203.125@tcp33:192.168.203.125@tcp33) : GET try# 0 00000800:00000200:3.0:1767384645.349843:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp33 00000800:00000010:3.0:1767384645.349850:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005c5a1397. 00000800:00000200:3.0:1767384645.349854:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001850548b] -> 12345-192.168.203.125@tcp33 (2) 00000800:00000200:3.1:1767384645.349857:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001850548b] -> 12345-192.168.203.125@tcp33 (2) 00000400:00000200:2.0:1767384645.349880:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.349881:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp33 added to recovery queue. ping count: 1 next ping: 267 health :900 00000400:00000200:2.0:1767384645.349987:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.349990:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350030:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350069:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350081:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350136:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350141:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350182:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350209:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350232:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350273:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350287:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350326:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350339:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350382:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350389:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350432:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350492:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350576:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350583:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350652:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350683:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350719:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350725:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350773:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350779:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350847:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350849:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350886:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350909:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350935:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.350960:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.350979:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351017:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351023:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351083:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351103:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351126:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351149:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351168:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351197:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351215:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351250:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351264:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351318:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351324:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351373:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351376:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351433:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351530:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351555:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351601:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351650:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351674:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351731:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351746:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351841:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351852:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.351955:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.351961:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352076:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384645.352078:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352169:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352274:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352318:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000800:00000010:2.0:1767384645.352337:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b80f6e6. 00000800:00000010:2.0:1767384645.352345:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003adde092. 00000800:00000010:2.0:1767384645.352353:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b4745387. 00000400:00000200:0.0:1767384645.352363:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000800:00000010:2.0:1767384645.352376:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b4745387. 00000800:00020000:2.0:1767384645.352387:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000400:00000200:0.0:1767384645.352402:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352451:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352520:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352610:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352644:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352730:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352764:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.352789:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.125:988 00000800:00000010:0.0:1767384645.352961:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000002a3fcca. 00000800:00000010:0.0:1767384645.352967:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002997acb6. 00000800:00000010:0.0:1767384645.352974:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cfa12345. 00000400:00000200:3.0:1767384645.353013:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000800:00000010:0.0:1767384645.353034:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cfa12345. 00000400:00000200:3.0:1767384645.353058:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp33 from 214.3.0.2 00000800:00000010:3.0:1767384645.353063:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 0000000053aed5da. 00000800:00000010:3.0:1767384645.353556:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000ecdd3eb3. 00000800:00000010:3.0:1767384645.353561:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d07f11e. 00000800:00000010:3.0:1767384645.353579:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000089e3132b. 00000800:00000200:3.1:1767384645.353584:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001850548b] -> 12345-192.168.203.125@tcp33 (2) 00000800:00000200:3.1:1767384645.353589:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp33 0000000089e3132b deleted 00000800:00000010:3.1:1767384645.353591:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000089e3132b. 00000800:00000200:3.1:1767384645.353597:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384645.353603:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp33 ip 192.168.203.125:982 00000800:00000200:3.1:1767384645.353606:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005c5a1397 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384645.353617:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp33 p 3.x 192.168.203.125 -> 192.168.203.125:982 incarnation:1767384639353574376 sched[0] 00000800:00000010:3.0:1767384645.353621:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f6ac634. 00000800:00000010:3.0:1767384645.353706:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f6ac634. 00000800:00000010:3.0:1767384645.353710:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d07f11e. 00000800:00000010:3.0:1767384645.353750:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 0000000053aed5da. 00000800:00000001:3.0:1767384645.353768:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.353775:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384645.353833:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384645.353836:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005c5a1397. 00000400:00000200:3.0:1767384645.353841:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.353849:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp33->192.168.203.125@tcp33: GET: OK 00000400:00000200:3.0:1767384645.353856:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384645.353861:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp33 recovery message sent successfully:0 00000800:00000200:3.1:1767384645.353897:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384645.353900:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp33 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384639353574376 sched[0] 00000800:00000010:3.0:1767384645.353903:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002997acb6. 00000400:00000200:3.0:1767384645.353973:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354033:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354145:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354186:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354253:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000800:00000001:0.0:1767384645.354279:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.354288:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.354291:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000800:00000001:0.0:1767384645.354291:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.354313:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.354323:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp33(192.168.203.125@tcp33) <- 192.168.203.125@tcp33 : GET - for me 00000400:00000200:3.0:1767384645.354333:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.354339:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384645.354349:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x19a5 [1] + 0 00000400:00000200:0.0:1767384645.354364:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp33 to MR: 192.168.203.125@tcp33 local destination 00000400:00000200:3.0:1767384645.354366:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.354377:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp33 NI seq info: [93:93:256:4294967295] 192.168.203.125@tcp33 LPNI seq info [92:92:8:4294967295] 00000400:00000200:0.0:1767384645.354391:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp33(192.168.203.125@tcp33:192.168.203.125@tcp33) -> 192.168.203.125@tcp33(192.168.203.125@tcp33:192.168.203.125@tcp33) 192.168.203.125@tcp33 : REPLY try# 0 00000400:00000200:3.0:1767384645.354400:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000800:00000200:0.0:1767384645.354401:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp33 00000800:00000010:0.0:1767384645.354412:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f425c08c. 00000800:00000200:0.0:1767384645.354421:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001850548b] -> 12345-192.168.203.125@tcp33 (4) 00000800:00000200:0.0:1767384645.354429:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp33 ip 192.168.203.125:988 00000800:00000200:0.0:1767384645.354432:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f425c08c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384645.354439:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000800:00000200:0.0:1767384645.354516:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384645.354519:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f425c08c. 00000400:00000200:0.0:1767384645.354523:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.354531:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp33->192.168.203.125@tcp33: REPLY: OK 00000800:00000001:0.0:1767384645.354543:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.354545:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384645.354547:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.354549:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384645.354550:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.354552:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.354555:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp33(192.168.203.125@tcp33) <- 192.168.203.125@tcp33 : REPLY - for me 00000400:00000200:0.0:1767384645.354566:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp33: Reply from 12345-192.168.203.125@tcp33 of length 272/272 into md 0x1a11 00000800:00000001:0.0:1767384645.354570:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.354576:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.354578:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.354581:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp33->192.168.203.125@tcp33: REPLY: OK 00000400:00000200:0.0:1767384645.354587:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7933308 00000400:00000010:0.0:1767384645.354590:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7933308. 00000400:00000200:0.0:1767384645.354594:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384645.354600:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fcc69a41. 00000400:00000010:0.0:1767384645.354603:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000fa4c0f73. 00000400:00000200:3.0:1767384645.354606:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000800:00000001:0.0:1767384645.354608:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.354614:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.354649:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354691:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354750:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354786:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354820:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354849:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354869:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354891:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354914:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354943:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354974:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.354995:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355011:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355025:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355042:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355074:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355122:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355141:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355160:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355175:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355194:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355223:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355249:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355268:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355291:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355311:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355338:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355374:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355412:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355432:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.355478:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.125:988 00000800:00000010:3.0:1767384645.355638:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000023b59350. 00000800:00000010:3.0:1767384645.355642:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d07f11e. 00000800:00000010:3.0:1767384645.355645:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f6ac634. 00000800:00000010:3.0:1767384645.355678:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f6ac634. 00000400:00000200:1.0:1767384645.355875:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384645.355890:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp33 from 213.3.0.2 00000800:00000010:1.0:1767384645.355893:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000006baa7d88. 00000800:00000010:3.0:1767384645.355932:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e3c660db. 00000800:00000010:3.0:1767384645.355937:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000089e3132b. 00000800:00000010:3.0:1767384645.355960:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000000fae69c0. 00000800:00000200:3.1:1767384645.355965:0:16343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001850548b] -> 12345-192.168.203.125@tcp33 (4) 00000800:00000200:3.1:1767384645.355985:0:16343:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp33 000000000fae69c0 deleted 00000800:00000010:3.1:1767384645.355988:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000000fae69c0. 00000800:00000200:3.1:1767384645.355992:0:16343:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.0:1767384645.355998:0:16343:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp33 p 3.x 192.168.203.125 -> 192.168.203.125:981 incarnation:1767384639353574376 sched[0] 00000800:00000010:3.0:1767384645.356003:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f6ac634. 00000800:00000010:3.0:1767384645.356045:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f6ac634. 00000800:00000010:3.0:1767384645.356049:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000089e3132b. 00000800:00000010:3.0:1767384645.356072:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000006baa7d88. 00000800:00000001:3.0:1767384645.356082:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.356099:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.1:1767384645.356123:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00000800:00000200:3.0:1767384645.356128:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp33 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384639353574376 sched[0] 00000800:00000010:3.0:1767384645.356132:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d07f11e. 00000800:00000001:3.0:1767384645.356158:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384645.356160:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1767384645.357387:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003adde092. 00000800:00000010:2.0:1767384645.357392:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006b80f6e6. 00000400:02020000:2.0:1767384645.357493:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp32 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384645.363615:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp32 notifying 192.168.203.125@tcp32: down 00000400:00000200:2.0:1767384645.363633:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384645.363643:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp32 00000800:00000010:2.0:1767384645.363646:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b7467e82. 00000400:00000200:2.0:1767384645.363651:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384645.363658:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp32->192.168.203.125@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384645.363670:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384645.363679:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384645.363688:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp32) recovery failed with -71 10000000:00000001:2.0:1767384645.477572:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384645.477594:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:2.0:1767384645.477598:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384645.477600:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384645.477602:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384645.477604:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1767384645.477606:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1767384645.477608:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:2.0:1767384645.477610:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 55 10000000:00000001:2.0:1767384645.477613:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1767384645.477615:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1767384645.477623:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b606f3b3. 00000020:00000040:2.0:1767384645.477628:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384645.477633:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384645.477637:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384645.477642:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384645.477649:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbc15c9b. 00000100:00000001:2.0:1767384645.477657:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.477662:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767384645.477666:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384645.477673:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000013e02688. 00010000:00000001:2.0:1767384645.477677:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384645.477680:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000008b8ec4a. 00000020:00000001:2.0:1767384645.477684:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384645.477687:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000008b8ec4a with handle 0x71ee3a74e27191e4 to hash 00000020:00000001:2.0:1767384645.477690:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384645.477691:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384645.477703:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384645.477707:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384645.477709:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384645.477713:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384645.477723:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384645.477734:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384645.477740:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384645.477742:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384645.477747:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fb0f363. 00000100:00000001:2.0:1767384645.477750:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893631078976 : -106180078472640 : ffff9f6e0623f240) 00000100:00000001:2.0:1767384645.477753:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384645.477755:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759665664 : -106174949885952 : ffff9f6f37d3f800) 00000100:00000001:2.0:1767384645.477760:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384645.477762:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.477765:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384645.477767:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384645.477774:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.477784:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384645.477787:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.477791:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384645.477794:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384645.477796:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384645.477798:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b606f3b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048138112:0@lo:101: 00000100:00000001:2.0:1767384645.477803:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384645.477809:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384645.477812:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.477815:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384645.477822:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000042831d2. 02000000:00000001:2.0:1767384645.477824:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384645.477829:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d835201. 00000400:00000010:2.0:1767384645.477835:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000100:00000200:2.0:1767384645.477841:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048138112, portal 25 00000100:00000001:2.0:1767384645.477843:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384645.477844:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759665664 : -106174949885952 : ffff9f6f37d3f800) 00000100:00000040:2.0:1767384645.477849:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.477857:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384645.477859:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384645.477862:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000200:2.0:1767384645.477863:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048138112, offset 0 00000400:00000200:2.0:1767384645.477869:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384645.477881:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384645.477891:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff05980 00000400:00000200:2.0:1767384645.477896:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1261 [2] + 0 00000400:00000010:2.0:1767384645.477900:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4567ab. 00000400:00000200:2.0:1767384645.477920:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000029ede28c 00000400:00000200:2.0:1767384645.477928:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384645.477933:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384645.477938:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ede28c 00000400:00000010:2.0:1767384645.477941:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000029ede28c. 00000100:00000001:2.0:1767384645.477946:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384645.477949:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384645.477952:0:17083:0:(events.c:337:request_in_callback()) incoming req@0000000080cb3543 x1853237048138112 msgsize 328 00000100:00100000:2.0:1767384645.477957:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384645.477959:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384645.477993:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384645.478000:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:2.0:1767384645.478002:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000001:2.0:1767384645.478005:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384645.478008:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.478030:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384645.478032:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.478038:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.478040:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384645.478046:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.478050:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294933254 00000100:00000010:2.0:1767384645.478054:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c5fbec3b. 00000100:00000001:2.0:1767384645.478061:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384645.478068:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294933254 00000100:00000010:2.0:1767384645.478070:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e2bd3eee. 00000100:00000001:2.0:1767384645.478073:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384645.478121:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294933254 00000100:00000010:2.0:1767384645.478125:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002065780b. 00000100:00000001:2.0:1767384645.478131:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384645.478137:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294933254 00000100:00000010:2.0:1767384645.478140:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f263a3c. 00000100:00000001:0.0:1767384645.478141:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384645.478143:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00100000:0.0:1767384645.478149:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048138112 02000000:00000001:0.0:1767384645.478154:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384645.478156:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384645.478157:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384645.478162:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.478163:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.478170:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1767384645.478172:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.478173:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384645.478182:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 000000007fb0f363 going to sleep for 11 seconds 00000100:00100000:0.0:1767384645.478183:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048138112 00000100:00000001:2.0:1767384645.478186:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384645.478189:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384645.478191:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384645.478193:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384645.478199:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384645.478203:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:0.0:1767384645.478207:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384645.478209:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384645.478215:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384645.478228:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfa12345. 00000100:00000001:0.0:1767384645.478231:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384645.478234:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfa12345. 00000020:00000010:0.0:1767384645.478239:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a123d30. 00000020:00000010:0.0:1767384645.478243:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a437d754. 00000020:00000010:0.0:1767384645.478249:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b73dba5. 00000100:00000040:0.0:1767384645.478257:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384645.478260:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384645.478262:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384645.478264:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.478273:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.478292:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.478305:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384645.478307:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384645.478312:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00000040:0.0:1767384645.478316:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384645.478318:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863204432 : -106174846347184 : ffff9f6f3dffd850) 00000100:00000040:0.0:1767384645.478324:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080cb3543 x1853237048138112/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:626/0 lens 328/0 e 0 to 0 dl 1767384656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.478334:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384645.478337:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfa12345. 00000100:00000001:0.0:1767384645.478339:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384645.478341:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfa12345. 00000100:00100000:0.0:1767384645.478345:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080cb3543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048138112:12345-0@lo:101: 00000100:00000200:0.0:1767384645.478348:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048138112 00000020:00000001:0.0:1767384645.478351:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384645.478354:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384645.478357:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.478359:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384645.478361:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:0.0:1767384645.478364:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384645.478365:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384645.478373:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384645.478376:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384645.478379:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.478381:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384645.478384:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384645.478386:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384645.478388:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384645.478390:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.478396:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384645.478400:0:17078:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000052479b96. 00010000:00000001:0.0:1767384645.478403:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384645.478406:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001bce492f. 00000020:00000001:0.0:1767384645.478408:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384645.478410:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001bce492f with handle 0x71ee3a74e27191eb to hash 00000020:00000001:0.0:1767384645.478412:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384645.478413:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000001:0.0:1767384645.478416:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00010000:0.0:1767384645.478418:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e27191e4 expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384645.478426:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:0.0:1767384645.478428:0:17078:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:0.0:1767384645.478490:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384645.478493:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384645.478498:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005c156aaa. 02000000:00000001:0.0:1767384645.478502:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.478504:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.478507:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384645.478512:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384645.478516:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384645.478518:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384645.478521:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384645.478524:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384645.478525:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384645.478528:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384645.478531:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384645.478540:0:17078:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384645.478542:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384645.478545:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000052479b96) refcount = 1 00010000:00010000:0.0:1767384645.478551:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384645.478559:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384645.478562:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384645.478563:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384645.478566:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.478568:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384645.478574:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384645.478577:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384645.478586:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384645.478588:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384645.478591:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384645.478595:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.478597:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384645.478614:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384645.478616:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384645.478617:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001bce492f, rc 0) 00000020:00000001:0.0:1767384645.478620:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384645.478623:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048138112 00010000:00000001:0.0:1767384645.478625:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384645.478629:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080cb3543 x1853237048138112/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:626/0 lens 328/344 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384645.478637:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384645.478639:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384645.478643:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384645.478648:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384645.478650:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384645.478652:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384645.478655:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384645.478661:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.478664:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384645.478666:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384645.478670:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014c39970. 00000100:00000200:0.0:1767384645.478673:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048138112, offset 224 00000400:00000200:0.0:1767384645.478677:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384645.478684:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384645.478690:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff05980 00000400:00000200:0.0:1767384645.478694:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1a15 [1] + 224 00000400:00000200:0.0:1767384645.478699:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.478702:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384645.478705:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384645.478709:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384645.478717:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.478735:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384645.478740:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c39970 00000400:00000010:0.0:1767384645.478742:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014c39970. 00000100:00000001:0.0:1767384645.478745:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384645.478746:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384645.478749:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384645.478752:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384645.478754:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384645.478756:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.478758:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384645.478761:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080cb3543 x1853237048138112/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:626/0 lens 328/344 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384645.478769:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080cb3543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048138112:12345-0@lo:101: Request processed in 435us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384645.478776:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00000040:0.0:1767384645.478779:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384645.478782:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384645.478789:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384645.478794:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a437d754. 00000020:00000010:0.0:1767384645.478798:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b73dba5. 00000020:00000010:0.0:1767384645.478803:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a123d30. 00000020:00000040:0.0:1767384645.478808:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:0.0:1767384645.478813:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384645.478815:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005c156aaa. 02000000:00000001:0.0:1767384645.478819:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384645.478821:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384645.478822:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384645.478830:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000001:2.0:1767384645.478831:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000010:0.0:1767384645.478834:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff343fe9. 00000400:00000001:2.0:1767384645.478835:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384645.478839:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d835201. 00000400:00000200:2.0:1767384645.478845:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:2.0:1767384645.478847:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000001:2.0:1767384645.478850:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1767384645.478853:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004bd7fc60. 00000100:00000200:2.0:1767384645.478867:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384645.478878:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.478886:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384645.478888:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384645.478890:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384645.478893:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384645.478895:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384645.478896:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.478898:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384645.478903:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384645.478922:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384645.478925:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384645.478926:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.478928:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384645.478930:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.478933:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.478936:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.478943:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384645.478946:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384645.478948:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384645.478952:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384645.478958:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b606f3b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048138112:0@lo:101: 00000100:00000001:2.0:1767384645.478962:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384645.478965:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.478967:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384645.478968:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384645.478970:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.478976:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384645.478982:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fb0f363. 00000100:00000001:2.0:1767384645.478985:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384645.478987:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.478989:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1767384645.478993:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384645.478994:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384645.478996:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008b8ec4a refcount=4 00000020:00000001:2.0:1767384645.478998:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384645.479001:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000040:2.0:1767384645.479005:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000008b8ec4a, remote cookie: 0x71ee3a74e27191eb, flags: 0x0 00010000:00000001:2.0:1767384645.479009:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384645.479011:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384645.479013:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384645.479014:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384645.479015:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384645.479017:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000013e02688) refcount = 1 00010000:00010000:2.0:1767384645.479020:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384645.479026:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384645.479028:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384645.479029:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384645.479032:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384645.479034:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384645.479037:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384645.479043:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1767384645.479044:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.479045:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384645.479046:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.479047:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384645.479048:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.479050:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384645.479053:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b606f3b3 x1853237048138112/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384661 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.479069:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384645.479072:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384645.479074:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000042831d2. 02000000:00000001:2.0:1767384645.479077:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384645.479079:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384645.479080:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384645.479082:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384645.479105:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fbc15c9b. 02000000:00000001:2.0:1767384645.479125:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384645.479127:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384645.479128:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b606f3b3. 00000100:00000001:2.0:1767384645.479131:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384645.479132:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1767384645.479134:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384645.479136:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1767384645.479137:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:2.0:1767384645.479138:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.479140:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384645.479141:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384645.479143:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008b8ec4a refcount=3 00000020:00000001:2.0:1767384645.479144:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384645.479146:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384645.479148:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1767384645.479149:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.479150:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384645.479151:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384645.479154:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1767384645.479157:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000080226b54. 00000100:00000010:2.0:1767384645.479171:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b606f3b3. 00000020:00000040:2.0:1767384645.479173:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384645.479176:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384645.479177:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384645.479180:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384645.479183:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fbc15c9b. 00000100:00000001:2.0:1767384645.479186:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.479194:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1767384645.479197:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000042831d2. 00000100:00000010:2.0:1767384645.479199:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000a5b8024d. 00000020:00000040:2.0:1767384645.479201:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384645.479205:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767384645.479207:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384645.479209:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007fb0f363. 00000100:00000001:2.0:1767384645.479210:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893631078976 : -106180078472640 : ffff9f6e0623f240) 00000100:00000001:2.0:1767384645.479212:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384645.479213:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759665664 : -106174949885952 : ffff9f6f37d3f800) 00000100:00000001:2.0:1767384645.479216:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384645.479217:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.479219:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384645.479220:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384645.479222:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.479228:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384645.479230:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.479232:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384645.479234:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384645.479235:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384645.479237:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b606f3b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048138240:0@lo:256: 00000100:00000001:2.0:1767384645.479240:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384645.479242:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384645.479244:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.479246:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:2.0:1767384645.479251:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d835201. 00000400:00000010:2.0:1767384645.479254:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000713957a8. 00000100:00000200:2.0:1767384645.479258:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff05a00-0x695825ff05a00, portal 33 00000100:00000001:2.0:1767384645.479261:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.479262:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384645.479264:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e747648. 02000000:00000001:2.0:1767384645.479266:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384645.479268:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052139282. 00000400:00000010:2.0:1767384645.479275:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000100:00000200:2.0:1767384645.479277:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048138240, portal 25 00000100:00000001:2.0:1767384645.479279:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384645.479280:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759665664 : -106174949885952 : ffff9f6f37d3f800) 00000100:00000040:2.0:1767384645.479283:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.479289:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384645.479291:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384645.479293:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000200:2.0:1767384645.479294:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048138240, offset 0 00000400:00000200:2.0:1767384645.479298:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384645.479304:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384645.479309:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff05a00 00000400:00000200:2.0:1767384645.479313:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x128d [2] + 0 00000400:00000010:2.0:1767384645.479316:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef673784. 00000400:00000200:2.0:1767384645.479318:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000deeec75a 00000400:00000200:2.0:1767384645.479322:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384645.479324:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384645.479327:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deeec75a 00000400:00000010:2.0:1767384645.479328:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000deeec75a. 00000100:00000001:2.0:1767384645.479331:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384645.479332:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384645.479335:0:17083:0:(events.c:337:request_in_callback()) incoming req@000000000e9ed760 x1853237048138240 msgsize 304 00000100:00100000:2.0:1767384645.479338:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384645.479339:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384645.479353:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384645.479357:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:2.0:1767384645.479359:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000001:2.0:1767384645.479361:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384645.479363:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.479370:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384645.479371:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.479388:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.479389:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384645.479394:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.479396:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294933255 00000100:00000001:2.0:1767384645.479401:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933254 00000100:00000001:2.0:1767384645.479404:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294933255 00000100:00000001:2.0:1767384645.479406:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933254 00000100:00000001:2.0:1767384645.479409:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294933255 00000100:00000001:2.0:1767384645.479411:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294933254 00000100:00000001:2.0:1767384645.479413:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294933255 00000100:00000001:2.0:1767384645.479416:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294933254 00000100:00000001:2.0:1767384645.479419:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384645.479421:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.479423:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384645.479424:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384645.479426:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 000000007fb0f363 going to sleep for 11 seconds 00000100:00000001:2.0:1767384645.479429:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384645.479431:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.479483:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384645.479489:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048138240 02000000:00000001:0.0:1767384645.479492:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384645.479494:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384645.479496:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384645.479500:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384645.479504:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048138240 00000020:00000001:0.0:1767384645.479507:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384645.479509:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384645.479511:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384645.479514:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384645.479518:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384645.479521:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384645.479524:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384645.479529:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfa12345. 00000100:00000001:0.0:1767384645.479532:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384645.479535:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfa12345. 00000020:00000010:0.0:1767384645.479540:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a123d30. 00000020:00000010:0.0:1767384645.479544:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a437d754. 00000020:00000010:0.0:1767384645.479547:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b73dba5. 00000100:00000040:0.0:1767384645.479552:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384645.479555:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384645.479556:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384645.479566:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.479586:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.479601:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384645.479610:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384645.479612:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384645.479615:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00000040:0.0:1767384645.479618:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384645.479620:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863202384 : -106174846349232 : ffff9f6f3dffd050) 00000100:00000040:0.0:1767384645.479626:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000e9ed760 x1853237048138240/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:626/0 lens 304/0 e 0 to 0 dl 1767384656 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.479635:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384645.479639:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfa12345. 00000100:00000001:0.0:1767384645.479641:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384645.479643:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfa12345. 00000100:00100000:0.0:1767384645.479649:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000e9ed760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048138240:12345-0@lo:256: 00000100:00000200:0.0:1767384645.479653:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048138240 00000020:00000001:0.0:1767384645.479655:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384645.479657:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384645.479658:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.479660:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384645.479662:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:0.0:1767384645.479664:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384645.479665:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384645.479667:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384645.479668:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384645.479670:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.479673:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384645.479674:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384645.479677:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000005c156aaa. 02000000:00000001:0.0:1767384645.479679:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.479680:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384645.479682:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384645.479686:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384645.479695:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384645.479697:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384645.479699:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384645.479701:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384645.479703:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:0.0:1767384645.479705:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000012eb4b87. 20000000:00000001:0.0:1767384645.479708:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384645.479721:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384645.479727:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384645.479731:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384645.479733:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384645.479735:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384645.479736:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384645.479738:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384645.479739:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384645.479741:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384645.479743:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384645.479744:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384645.479746:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384645.479748:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384645.479749:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384645.479751:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384645.479752:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384645.479754:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384645.479755:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384645.479757:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384645.479759:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384645.479760:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384645.479762:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384645.479763:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384645.479765:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384645.479767:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384645.479768:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384645.479770:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:0.0:1767384645.479772:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 3532/1/4/3. 20000000:00000040:0.0:1767384645.479779:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384645.479780:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384645.479782:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384645.479783:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384645.479789:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384645.479791:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384645.479792:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384645.479794:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384645.479795:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384645.479797:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384645.479802:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384645.479804:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384645.479805:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384645.479807:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384645.479808:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384645.479810:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384645.479811:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384645.479813:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384645.479815:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384645.479816:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384645.479818:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384645.479819:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384645.479821:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384645.479823:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384645.479824:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384645.479826:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384645.479827:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:01000000:0.0:1767384645.479829:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 564, pages 2968/1/4/3. 20000000:01000000:0.0:1767384645.479831:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1128, version 58 20000000:00000001:0.0:1767384645.479833:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1128 : 1128 : 468) 00000100:00000001:0.0:1767384645.479836:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384645.479839:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003a00cfa1. 00000100:00000010:0.0:1767384645.479841:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000067139956. 00000020:00000040:0.0:1767384645.479843:0:17078:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:0.0:1767384645.479845:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384645.479849:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384645.479851:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014c39970. 00000400:00000010:0.0:1767384645.479857:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005223b1cc. 00000400:00000200:0.0:1767384645.479860:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384645.479868:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384645.479874:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1128 into portal 33 MB=0x695825ff05a00 00000400:00000200:0.0:1767384645.479878:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1128/1128 into md 0x1a25 [4] + 0 00000400:00000010:0.0:1767384645.479886:0:17078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d835201. 00000400:00000200:0.0:1767384645.479888:0:17078:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000713957a8 00000400:00000200:0.0:1767384645.479892:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.479895:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384645.479898:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713957a8 00000400:00000010:0.0:1767384645.479899:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000713957a8. 00000100:00000001:0.0:1767384645.479901:0:17078:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:0.0:1767384645.479903:0:17078:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b606f3b3 desc 00000000042831d2 mbits 1853237048138240 00000100:00000001:0.0:1767384645.479936:0:17078:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384645.479941:0:17078:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384645.479947:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:0.0:1767384645.479955:0:17078:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1a31 00000400:00000200:0.0:1767384645.479958:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.479961:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:0.0:1767384645.479965:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384645.479992:0:17078:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000003a00cfa1 00000100:00000001:0.0:1767384645.479994:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:0.0:1767384645.480000:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c39970 00000400:00000010:0.0:1767384645.480001:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014c39970. 00000100:00000001:0.0:1767384645.480003:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:0.0:1767384645.480004:0:17078:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000003a00cfa1 00000100:00000001:0.0:1767384645.480006:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:0.0:1767384645.480010:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1128 bytes via portal 33 id 12345-0@lo mbits 0x695825ff05a00-0x695825ff05a00 00000100:00000001:0.0:1767384645.480013:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.480017:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.480019:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384645.480022:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:0.0:1767384645.480025:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000067139956. 00000100:00000010:0.0:1767384645.480028:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003a00cfa1. 00000100:00000001:0.0:1767384645.480031:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384645.480033:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384645.480041:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000012eb4b87. 20000000:00000001:0.0:1767384645.480046:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.480049:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000040:0.0:1767384645.480050:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048138240 00000100:00000001:2.0:1767384645.480056:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384645.480057:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384645.480068:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000e9ed760 x1853237048138240/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:626/0 lens 304/240 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384645.480077:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384645.480079:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384645.480082:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=62 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384645.480107:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384645.480110:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384645.480112:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384645.480130:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384645.480132:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384645.480134:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384645.480136:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384645.480138:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014c39970. 00000100:00000200:0.0:1767384645.480141:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048138240, offset 224 00000400:00000200:0.0:1767384645.480145:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384645.480150:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384645.480154:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff05a00 00000400:00000200:0.0:1767384645.480158:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1a29 [1] + 224 00000400:00000200:0.0:1767384645.480162:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.480164:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384645.480167:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384645.480170:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384645.480178:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.480193:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384645.480196:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c39970 00000400:00000010:0.0:1767384645.480198:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014c39970. 00000100:00000001:0.0:1767384645.480200:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384645.480201:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384645.480203:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384645.480206:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384645.480208:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384645.480210:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384645.480218:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384645.480223:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384645.480224:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000e9ed760 x1853237048138240/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:626/0 lens 304/240 e 0 to 0 dl 1767384656 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384645.480230:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384645.480234:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384645.480238:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052139282. 00000100:00100000:0.0:1767384645.480239:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000e9ed760 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048138240:12345-0@lo:256: Request processed in 600us (900us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384645.480248:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:2.0:1767384645.480252:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00100000:0.0:1767384645.480257:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00000001:2.0:1767384645.480259:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384645.480263:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000200:2.0:1767384645.480268:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384645.480269:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384645.480273:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384645.480278:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a437d754. 00000100:00000200:2.0:1767384645.480288:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384645.480289:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b73dba5. 00000020:00000010:0.0:1767384645.480298:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a123d30. 00000020:00000040:0.0:1767384645.480304:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:0.0:1767384645.480307:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384645.480309:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000005c156aaa. 02000000:00000001:0.0:1767384645.480311:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384645.480312:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384645.480318:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384645.480326:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb614c9. 00000100:00000001:2.0:1767384645.480329:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384645.480332:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384645.480333:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001562ad45. 00000100:00000001:2.0:1767384645.480334:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384645.480339:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384645.480343:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384645.480345:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384645.480347:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384645.480350:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384645.480354:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=62 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384645.480356:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384645.480358:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.480360:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384645.480361:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.480363:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384645.480366:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384645.480374:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.480380:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384645.480381:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384645.480384:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384645.480390:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b606f3b3 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048138240:0@lo:256: 00000100:00000001:2.0:1767384645.480393:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384645.480395:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384645.480397:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767384645.480398:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384645.480400:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384645.480405:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384645.480407:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007fb0f363. 00000100:00000001:2.0:1767384645.480410:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767384645.480415:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1767384645.480419:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 58, more 0. 10000000:00000001:2.0:1767384645.480422:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1767384645.480428:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000bd54834b. 10000000:00000040:2.0:1767384645.480486:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:2.0:1767384645.480495:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1767384645.480499:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:2.0:1767384645.480505:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:2.0:1767384645.480508:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384645.480511:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1767384645.480512:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:2.0:1767384645.480515:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000400:00000200:2.0:1767384645.480520:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 27 NIDs 00000400:00001000:2.0:1767384645.480524:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:2.0:1767384645.480528:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:2.0:1767384645.480534:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384645.480540:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (25) 00000400:00000200:2.0:1767384645.480546:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (26) 00000400:00000200:2.0:1767384645.480568:0:17083:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384645.480571:0:17083:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384645.480573:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384645.480577:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:2.0:1767384645.480579:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (27) 00000400:00000200:2.0:1767384645.480597:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:2.0:1767384645.480599:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:2.0:1767384645.480602:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480604:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:2.0:1767384645.480606:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:2.0:1767384645.480609:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480610:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:2.0:1767384645.480613:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:2.0:1767384645.480615:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480617:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:2.0:1767384645.480619:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:2.0:1767384645.480622:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480630:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384645.480640:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:0.0:1767384645.480640:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000200:2.0:1767384645.480648:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000010:0.0:1767384645.480653:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000014c39970. 00000400:00000200:2.0:1767384645.480654:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480661:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:0.0:1767384645.480663:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (26) 00000400:00000200:2.0:1767384645.480666:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000010:0.0:1767384645.480671:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fbcc3bca. 00000400:00000200:2.0:1767384645.480672:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480679:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:2.0:1767384645.480685:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:0.0:1767384645.480686:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:2.0:1767384645.480691:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480695:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:2.0:1767384645.480697:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:2.0:1767384645.480705:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480705:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:2.0:1767384645.480711:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:2.0:1767384645.480716:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:2.0:1767384645.480722:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480723:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:2.0:1767384645.480725:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:2.0:1767384645.480731:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:2.0:1767384645.480739:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480742:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000400:00000200:2.0:1767384645.480744:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:2.0:1767384645.480750:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:2.0:1767384645.480757:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480760:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000400:00000200:2.0:1767384645.480762:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:2.0:1767384645.480769:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:2.0:1767384645.480779:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480780:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:2.0:1767384645.480782:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:2.0:1767384645.480784:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:2.0:1767384645.480786:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480787:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:2.0:1767384645.480792:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:0.0:1767384645.480802:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000400:00000200:2.0:1767384645.480806:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480811:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:2.0:1767384645.480817:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:0.0:1767384645.480821:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[18, 36], ns[18, 36] 00000400:00000200:2.0:1767384645.480826:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480831:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:2.0:1767384645.480836:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:0.0:1767384645.480839:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 18], ns[20, 18] 00000400:00000200:2.0:1767384645.480843:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480849:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 18], ns[22, 18] 00000400:00000200:2.0:1767384645.480858:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:0.0:1767384645.480863:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 18], ns[24, 18] 00000400:00000200:2.0:1767384645.480866:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:2.0:1767384645.480875:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480879:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 18], ns[26, 18] 00000400:00000200:2.0:1767384645.480880:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:2.0:1767384645.480887:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:2.0:1767384645.480896:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480913:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 18], ns[28, 18] 00000400:00000200:2.0:1767384645.480917:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:2.0:1767384645.480924:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:0.0:1767384645.480934:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 18], ns[30, 18] 00000400:00000200:2.0:1767384645.480935:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480940:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:2.0:1767384645.480946:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:2.0:1767384645.480956:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480957:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 18], ns[32, 18] 00000400:00000200:2.0:1767384645.480959:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:2.0:1767384645.480966:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:2.0:1767384645.480974:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.480977:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:2.0:1767384645.480978:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:2.0:1767384645.480988:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.480989:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 18], ns[34, 18] 00000400:00000200:2.0:1767384645.480991:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:2.0:1767384645.480999:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:2.0:1767384645.481010:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384645.481010:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 18], ns[44, 18] 00000400:00000200:2.0:1767384645.481017:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:2.0:1767384645.481024:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:0.0:1767384645.481030:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 18], ns[48, 18] 00000400:00000200:2.0:1767384645.481032:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384645.481039:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000400:00000200:2.0:1767384645.481045:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.125@tcp34 00000400:00000200:0.0:1767384645.481050:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 18], ns[52, 18] 00000400:00000010:2.0:1767384645.481053:0:17083:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000283a8a21. 00000400:00000200:0.0:1767384645.481059:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 18], ns[56, 18] 00000400:00000200:2.0:1767384645.481064:0:17083:0:(peer.c:264:lnet_peer_alloc()) 00000000283a8a21 nid 192.168.203.125@tcp34 00000400:00000010:2.0:1767384645.481070:0:17083:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000368652d9. 00000400:00000200:0.0:1767384645.481076:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 18], ns[60, 18] 00000400:00000200:2.0:1767384645.481079:0:17083:0:(peer.c:204:lnet_peer_net_alloc()) 00000000368652d9 net tcp34 00000400:00000010:2.0:1767384645.481128:0:17083:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000099932890. 00000400:00000200:0.0:1767384645.481128:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 18], ns[84, 18] 00000400:00000200:0.0:1767384645.481139:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 18], ns[87, 18] 00000400:00000200:2.0:1767384645.481143:0:17083:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000099932890 nid 192.168.203.125@tcp34 00000400:00000200:0.0:1767384645.481151:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 18], ns[86, 18] 00000400:00000200:0.0:1767384645.481167:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 18], ns[91, 18] 00000400:00000200:0.0:1767384645.481171:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp15] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 18], ns[93, 18] 00000400:00000200:0.0:1767384645.481174:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp15 00000400:00000200:0.0:1767384645.481180:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp15 00000400:00000200:0.0:1767384645.481184:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp15 lpni_is_preferred = 0 00000400:00000200:0.0:1767384645.481187:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp15 00000400:00000200:0.0:1767384645.481190:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp15 NI seq info: [94:94:256:4294967295] 192.168.203.125@tcp15 LPNI seq info [93:93:8:4294967295] 00000400:00000200:0.0:1767384645.481197:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp15 00000400:00000200:0.0:1767384645.481204:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp15(192.168.203.125@tcp15:) -> 192.168.203.125@tcp15(192.168.203.125@tcp:192.168.203.125@tcp15) : PUT try# 0 00000400:00000200:2.0:1767384645.481209:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000283a8a21 (0) 00000800:00000200:0.0:1767384645.481210:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.125@tcp15 00000800:00000010:0.0:1767384645.481219:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f425c08c. 00000400:00000200:2.0:1767384645.481220:0:17083:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.125@tcp34: -2 00000400:00000200:2.0:1767384645.481230:0:17083:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp34 NID 192.168.203.125@tcp34 flags 0x1 00000400:00000200:2.0:1767384645.481236:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000283a8a21 (1) 00000800:00000200:0.0:1767384645.481237:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709a04f6] -> 12345-192.168.203.125@tcp15 (6) 00000400:00000200:2.0:1767384645.481250:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000283a8a21 (2) 00000800:00000200:0.0:1767384645.481250:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp15 ip 192.168.203.125:988 00000800:00000200:0.0:1767384645.481257:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f425c08c type 1, nob 560 niov 1 nkiov 1 00000400:00000200:2.0:1767384645.481258:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000283a8a21 (1) 00000400:00000200:2.0:1767384645.481264:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000283a8a21 (2) 00000400:00000200:2.0:1767384645.481270:0:17083:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp34 (00000000283a8a21): 0 00000400:00000200:2.0:1767384645.481272:0:17083:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384645.481274:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384645.481276:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp34 NID 192.168.203.125@tcp34: 0. pending discovery 00000400:00000200:2.0:1767384645.481278:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000283a8a21 (3) 00000400:00000200:2.0:1767384645.481281:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.125@tcp35 00000400:00000010:2.0:1767384645.481285:0:17083:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000208437f7. 00000400:00000200:0.0:1767384645.481285:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384645.481292:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 00000400:00000200:2.0:1767384645.481293:0:17083:0:(peer.c:264:lnet_peer_alloc()) 00000000208437f7 nid 192.168.203.125@tcp35 00000400:00000010:2.0:1767384645.481300:0:17083:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cf72ab88. 00000400:00000200:2.0:1767384645.481305:0:17083:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cf72ab88 net tcp35 00000400:00000200:0.0:1767384645.481306:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp34(00000000283a8a21) state 0x41 00000400:00000010:2.0:1767384645.481310:0:17083:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c51c0fd2. 00000400:00000200:0.0:1767384645.481311:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000283a8a21 (2) 00000400:00000200:2.0:1767384645.481318:0:17083:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c51c0fd2 nid 192.168.203.125@tcp35 00000400:00000010:0.0:1767384645.481320:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009a123d30. 00000400:00000200:2.0:1767384645.481322:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000208437f7 (0) 00000400:00000010:0.0:1767384645.481328:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9f964fb. 00000400:00000200:2.0:1767384645.481329:0:17083:0:(peer.c:1094:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.203.125@tcp35: -2 00000400:00000200:2.0:1767384645.481338:0:17083:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp35 NID 192.168.203.125@tcp35 flags 0x1 00000400:00000010:0.0:1767384645.481343:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002607e6de. 00000400:00000200:2.0:1767384645.481344:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000208437f7 (1) 00000400:00000200:2.0:1767384645.481350:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000208437f7 (2) 00000400:00000200:2.0:1767384645.481357:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000208437f7 (1) 00000400:00000200:0.0:1767384645.481358:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp34 00000400:00000200:2.0:1767384645.481360:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000208437f7 (2) 00000400:00000200:2.0:1767384645.481366:0:17083:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp35 (00000000208437f7): 0 00000400:00000200:2.0:1767384645.481368:0:17083:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:2.0:1767384645.481371:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384645.481375:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp35 NID 192.168.203.125@tcp35: 0. pending discovery 00000400:00000200:2.0:1767384645.481377:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000208437f7 (3) 00000100:00000001:2.0:1767384645.481380:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384645.481383:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.481388:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp34 local destination 10000000:00000040:2.0:1767384645.481390:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 00000400:00000200:0.0:1767384645.481398:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp34 10000000:00000010:2.0:1767384645.481399:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000007c144be0. 10000000:00000040:2.0:1767384645.481404:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 58/58 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000400:00000200:0.0:1767384645.481407:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp34 00000020:00000080:2.0:1767384645.481409:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384645.481413:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp34 lpni_is_preferred = 0 00000400:00000200:0.0:1767384645.481419:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp34 00000020:00000001:2.0:1767384645.481425:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384645.481431:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp34 NI seq info: [95:95:256:4294967295] 192.168.203.125@tcp34 LPNI seq info [1:1:8:4294967295] 00000800:00000200:3.0:1767384645.481434:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1767384645.481449:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1abe9b2. 00000800:00000001:1.0:1767384645.481485:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:3.0:1767384645.481486:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f425c08c. 00000400:00000200:0.0:1767384645.481493:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp34 00000400:00000200:3.0:1767384645.481497:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1767384645.481501:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000089e089b8. 00000800:00000001:1.0:1767384645.481505:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1767384645.481514:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b3218b9f. 00000800:00000001:1.0:1767384645.481516:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384645.481521:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp15->192.168.203.125@tcp15: PUT: OK 00000020:00000010:2.0:1767384645.481528:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000daa807a8. 00000800:00000001:1.0:1767384645.481533:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384645.481543:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099f404ee. 00000400:00000200:0.0:1767384645.481544:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp34(192.168.203.125@tcp34:) -> 192.168.203.125@tcp34(192.168.203.125@tcp34:192.168.203.125@tcp34) : GET try# 0 00000020:00000010:2.0:1767384645.481555:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f34e13fe. 00000400:00000200:1.0:1767384645.481563:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp15(192.168.203.125@tcp15) <- 192.168.203.125@tcp15 : PUT - for me 80000000:00000010:2.0:1767384645.481566:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e44d8c8a. 00000400:00000200:3.0:1767384645.481574:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000200:0.0:1767384645.481593:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp34 40000000:00000010:2.0:1767384645.481594:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006b767911. 00000800:00000010:0.0:1767384645.481600:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f2fd1d7e. 00100000:00000010:2.0:1767384645.481606:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cf812527. 00000400:00000200:3.0:1767384645.481608:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000400:00000200:1.0:1767384645.481616:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 464 into portal 0 MB=0x8000000000000000 00000800:00000010:0.0:1767384645.481617:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000006a91168. 00040000:00000010:2.0:1767384645.481621:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000b948ade. 00000800:00000010:0.0:1767384645.481627:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000044d790b2. 00040000:00000010:2.0:1767384645.481630:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b159e2e1. 00040000:00000010:2.0:1767384645.481637:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001d2ac448. 00080000:00000010:2.0:1767384645.481648:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006b80f6e6. 00000800:00000200:0.0:1767384645.481650:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (2) 00000400:00000200:1.0:1767384645.481651:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 432/464 into md 0x18dd [1] + 0 00080000:00000010:2.0:1767384645.481655:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cb3ff662. 00000004:00000010:2.0:1767384645.481669:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000074ac5193. 00000400:00000010:1.0:1767384645.481671:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000700fd549. 00000800:00000200:0.1:1767384645.481678:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (2) 00000004:00000010:2.0:1767384645.481683:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009b569ea6. 00000400:00000200:1.0:1767384645.481683:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f7f16599 00000004:00000010:2.0:1767384645.481698:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ab7ad169. 00000400:00000200:0.0:1767384645.481699:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp34 00000800:00000001:1.0:1767384645.481701:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00000010:2.0:1767384645.481709:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000325e92cf. 00000004:00000010:2.0:1767384645.481718:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f1de3a48. 00000400:00000200:0.0:1767384645.481720:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp34(00000000283a8a21) state 0x241 rc 0 00000800:00000001:1.0:1767384645.481721:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384645.481723:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:2.0:1767384645.481732:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000400:00000200:1.0:1767384645.481737:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00001000:2.0:1767384645.481738:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000007c144be0 00000040:00001000:2.0:1767384645.481746:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000400:00000200:0.0:1767384645.481746:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp35(00000000208437f7) state 0x41 00000040:00001000:2.0:1767384645.481755:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000400:00000200:1.0:1767384645.481761:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp15->192.168.203.125@tcp15: PUT: OK 00000400:00000200:0.0:1767384645.481761:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000208437f7 (2) 00000040:00001000:2.0:1767384645.481763:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1767384645.481777:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000400:00000010:0.0:1767384645.481777:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005d5d42d6. 00000400:00000200:1.0:1767384645.481779:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7f16599 00000040:00001000:2.0:1767384645.481802:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000400:00000010:0.0:1767384645.481803:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002d0e2996. 00000040:00001000:2.0:1767384645.481806:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000400:00000010:1.0:1767384645.481806:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7f16599. 00000400:00000200:3.0:1767384645.481809:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000040:00001000:2.0:1767384645.481818:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:2.0:1767384645.481823:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000400:00000200:1.0:1767384645.481824:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:0.0:1767384645.481826:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000113a3842. 00000040:00000001:2.0:1767384645.481843:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000400:00000200:1.0:1767384645.481844:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (27) 00000400:00000200:0.0:1767384645.481859:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp35 00000400:00000200:1.0:1767384645.481866:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:1.0:1767384645.481881:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (464 bytes) 00000400:00000200:0.0:1767384645.481882:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp35 local destination 00000400:00000200:0.0:1767384645.481889:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp35 00000400:00000200:3.0:1767384645.481892:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.481917:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp35 00000400:00000200:0.0:1767384645.481923:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp35 lpni_is_preferred = 0 00000400:00000200:0.0:1767384645.481929:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp35 00000400:00000200:0.0:1767384645.481939:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp35 NI seq info: [96:96:256:4294967295] 192.168.203.125@tcp35 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384645.481948:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp35 00000004:00000001:2.0:1767384645.481962:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384645.481979:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000089e089b8. 00000400:00000200:0.0:1767384645.481986:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp35(192.168.203.125@tcp35:) -> 192.168.203.125@tcp35(192.168.203.125@tcp35:192.168.203.125@tcp35) : GET try# 0 00000040:00000010:2.0:1767384645.481989:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000b3218b9f. 00000400:00000200:3.0:1767384645.482000:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384645.482005:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000020:00000010:2.0:1767384645.482010:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000daa807a8. 00000800:00000200:0.0:1767384645.482012:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp35 00000400:00000200:1.0:1767384645.482021:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (28) 00000800:00000010:0.0:1767384645.482024:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a6c43089. 00000020:00000010:2.0:1767384645.482025:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099f404ee. 00000400:00000200:1.0:1767384645.482034:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000800:00000010:0.0:1767384645.482035:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009a3f7a0b. 00000020:00000010:2.0:1767384645.482038:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f34e13fe. 00000800:00000010:0.0:1767384645.482049:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000050070d9f. 00000400:00000200:3.0:1767384645.482051:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 80000000:00000010:2.0:1767384645.482052:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e44d8c8a. 00000400:00000200:1.0:1767384645.482061:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp15 to MR: 192.168.203.125@tcp15 local destination 40000000:00000010:2.0:1767384645.482066:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000006b767911. 00000800:00000200:0.0:1767384645.482075:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00100000:00000010:2.0:1767384645.482081:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000cf812527. 00040000:00000010:2.0:1767384645.482106:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000b948ade. 00000400:00000200:1.0:1767384645.482108:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp15 NI seq info: [97:97:256:4294967295] 192.168.203.125@tcp15 LPNI seq info [94:94:8:4294967295] 00000800:00000200:0.1:1767384645.482131:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00040000:00000010:2.0:1767384645.482136:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b159e2e1. 00000400:00000200:3.0:1767384645.482144:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00040000:00000010:2.0:1767384645.482146:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001d2ac448. 00000400:00000200:0.0:1767384645.482159:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp35 00080000:00000010:2.0:1767384645.482162:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cb3ff662. 00000400:00000200:0.0:1767384645.482176:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp35(00000000208437f7) state 0x241 rc 0 00000400:00000200:1.0:1767384645.482180:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp15(192.168.203.125@tcp15:192.168.203.125@tcp15) -> 192.168.203.125@tcp15(192.168.203.125@tcp15:192.168.203.125@tcp15) 192.168.203.125@tcp15 : ACK try# 0 00080000:00000010:2.0:1767384645.482182:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006b80f6e6. 00000400:00000200:3.0:1767384645.482189:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000004:00000010:2.0:1767384645.482197:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000074ac5193. 00000800:00000200:1.0:1767384645.482204:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp15 00000400:00000010:0.0:1767384645.482206:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000297029c9. 00000004:00000010:2.0:1767384645.482207:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009b569ea6. 00000800:00000010:1.0:1767384645.482211:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee3a151c. 00000004:00000010:2.0:1767384645.482214:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ab7ad169. 00000800:00000200:1.0:1767384645.482222:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709a04f6] -> 12345-192.168.203.125@tcp15 (6) 00002000:00000010:2.0:1767384645.482223:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000325e92cf. 00000400:00000010:0.0:1767384645.482224:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8916be8. 00000400:00000200:3.0:1767384645.482229:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000004:00000010:2.0:1767384645.482233:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f1de3a48. 00000400:00000010:0.0:1767384645.482240:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000efb7b854. 00000020:00000010:2.0:1767384645.482244:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1abe9b2. 00000800:00000200:1.0:1767384645.482255:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp15 ip 192.168.203.125:1011 00000400:00000200:0.0:1767384645.482258:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000297029c9 00000020:00000001:2.0:1767384645.482260:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384645.482260:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ee3a151c type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384645.482268:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 441 at 00000000ef2892df. 00000400:00000200:3.0:1767384645.482273:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000020:00000001:2.0:1767384645.482274:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384645.482282:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 464 success 10000000:00000010:2.0:1767384645.482292:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000007c144be0. 00000800:00000001:1.0:1767384645.482295:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000010:2.0:1767384645.482301:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000bd54834b. 00000400:00000200:0.0:1767384645.482302:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102471 10000000:00000001:2.0:1767384645.482309:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.482312:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (27) 00000100:00000001:2.0:1767384645.482313:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1767384645.482315:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384645.482324:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 000000006759ed0d. 00000100:00000040:2.0:1767384645.482326:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b606f3b3 x1853237048138240/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384661 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384645.482332:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8498e78. 00000400:00000200:3.0:1767384645.482335:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000010:0.0:1767384645.482344:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000000bff7ec. 00000100:00000001:2.0:1767384645.482346:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384645.482353:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384645.482356:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e747648. 00000400:00000200:0.0:1767384645.482358:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 02000000:00000001:2.0:1767384645.482367:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384645.482371:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384645.482375:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384645.482378:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384645.482381:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000001:2.0:1767384645.482382:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1767384645.482387:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384645.482392:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000800:00000200:1.0:1767384645.482394:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384645.482395:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000800:00000010:1.0:1767384645.482401:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee3a151c. 00000400:00000200:3.0:1767384645.482404:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000020:00000001:2.0:1767384645.482414:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1767384645.482416:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384645.482425:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000a5b8024d. 00000400:00000200:0.0:1767384645.482426:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000100:00000010:2.0:1767384645.482451:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000042831d2. 00000100:00000001:2.0:1767384645.482457:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1767384645.482462:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000fbc15c9b. 00000400:00000200:1.0:1767384645.482476:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp15->192.168.203.125@tcp15: ACK: OK 00000400:00000200:0.0:1767384645.482494:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 02000000:00000001:2.0:1767384645.482499:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1767384645.482500:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 02000000:00000001:2.0:1767384645.482504:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1767384645.482509:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000010:2.0:1767384645.482510:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b606f3b3. 00000400:00000200:0.0:1767384645.482516:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000100:00000001:2.0:1767384645.482525:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384645.482531:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.482540:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000400:00000200:0.0:1767384645.482550:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[20, 36], ns[20, 36] 10000000:00000010:2.0:1767384645.482557:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000080226b54. 00000400:00000200:0.0:1767384645.482559:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 20], ns[22, 20] 10000000:01000000:2.0:1767384645.482566:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000400:00000200:3.0:1767384645.482572:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 10000000:00000001:2.0:1767384645.482575:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:0.0:1767384645.482593:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 20], ns[24, 20] 00010000:00000001:2.0:1767384645.482596:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384645.482601:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384645.482605:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008b8ec4a refcount=3 00000400:00000200:0.0:1767384645.482609:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 20], ns[26, 20] 00000020:00000001:2.0:1767384645.482610:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00000400:00000200:3.0:1767384645.482615:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00010000:00000001:2.0:1767384645.482617:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384645.482628:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384645.482635:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384645.482637:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 20], ns[28, 20] 00000400:00000200:3.0:1767384645.482651:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00010000:00000001:2.0:1767384645.482662:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.482666:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384645.482671:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 20], ns[30, 20] 00010000:00010000:2.0:1767384645.482672:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384645.482684:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00010000:00000001:2.0:1767384645.482686:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384645.482692:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384645.482696:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1767384645.482699:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384645.482705:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384645.482705:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 20], ns[32, 20] 00000400:00000200:3.0:1767384645.482711:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 10000000:00000001:2.0:1767384645.482714:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1767384645.482721:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:0.0:1767384645.482725:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 20], ns[34, 20] 10000000:00000040:2.0:1767384645.482726:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:2.0:1767384645.482735:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:0.0:1767384645.482741:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 20], ns[44, 20] 00000400:00000200:0.0:1767384645.482754:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 20], ns[48, 20] 00000400:00000200:3.0:1767384645.482756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.482772:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 20], ns[52, 20] 00000400:00000200:0.0:1767384645.482783:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 20], ns[56, 20] 00000400:00000200:0.0:1767384645.482787:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 20], ns[60, 20] 00000400:00000200:0.0:1767384645.482796:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 20], ns[84, 20] 00000400:00000200:0.0:1767384645.482802:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 20], ns[87, 20] 00000400:00000200:3.0:1767384645.482806:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.482812:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 20], ns[86, 20] 00000400:00000200:0.0:1767384645.482826:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 20], ns[91, 20] 00000400:00000200:0.0:1767384645.482835:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp16] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 20], ns[93, 20] 00000400:00000200:0.0:1767384645.482841:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp16 00000400:00000200:0.0:1767384645.482847:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp16 00000400:00000200:0.0:1767384645.482853:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp16 lpni_is_preferred = 0 00000400:00000200:0.0:1767384645.482855:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp16 00000400:00000200:0.0:1767384645.482860:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp16 NI seq info: [98:98:256:4294967295] 192.168.203.125@tcp16 LPNI seq info [95:95:8:4294967295] 00000400:00000200:3.0:1767384645.482862:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.482867:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp16 00000400:00000200:0.0:1767384645.482888:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp16(192.168.203.125@tcp16:) -> 192.168.203.125@tcp16(192.168.203.125@tcp:192.168.203.125@tcp16) : GET try# 0 00000800:00000001:1.0:1767384645.482913:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384645.482915:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp16 00000400:00000200:3.0:1767384645.482916:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000800:00000001:1.0:1767384645.482919:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384645.482931:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:0.0:1767384645.482931:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000030568f3e. 00000800:00000001:1.0:1767384645.482938:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384645.482948:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384645.482958:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.482960:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000800:00000200:0.0:1767384645.482962:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3bab1d9] -> 12345-192.168.203.125@tcp16 (6) 00000400:00000200:1.0:1767384645.482984:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp15(192.168.203.125@tcp15) <- 192.168.203.125@tcp15 : ACK - for me 00000800:00000200:0.0:1767384645.482995:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp16 ip 192.168.203.125:988 00000800:00000200:0.0:1767384645.483002:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030568f3e type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384645.483011:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp15: ACK from 12345-192.168.203.125@tcp15 into md 0x1a3d 00000400:00000200:3.0:1767384645.483014:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.483018:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384645.483019:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.483031:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100671 rc 0 00000400:00000200:1.0:1767384645.483038:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp15->192.168.203.125@tcp15: ACK: OK 00000400:00000200:1.0:1767384645.483056:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000014c39970 00000400:00000010:1.0:1767384645.483059:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000014c39970. 00000400:00000200:1.0:1767384645.483071:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384645.483080:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:1.0:1767384645.483103:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384645.483128:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (28) 00000400:00000200:3.0:1767384645.483136:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000800:00000001:0.0:1767384645.483154:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.483167:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384645.483176:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.483190:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384645.483196:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384645.483202:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384645.483206:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000030568f3e. 00000400:00000200:1.0:1767384645.483212:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1767384645.483218:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.483228:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp16->192.168.203.125@tcp16: GET: OK 00000400:00000200:1.0:1767384645.483236:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384645.483245:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp16(192.168.203.125@tcp16) <- 192.168.203.125@tcp16 : GET - for me 00000400:00000200:1.0:1767384645.483248:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000400:00000200:3.0:1767384645.483254:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.483279:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384645.483293:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 464/464 into md 0x19a5 [1] + 0 00000400:00000200:0.0:1767384645.483316:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp16 to MR: 192.168.203.125@tcp16 local destination 00000400:00000200:0.0:1767384645.483324:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp16 NI seq info: [99:99:256:4294967295] 192.168.203.125@tcp16 LPNI seq info [96:96:8:4294967295] 00000400:00000200:0.0:1767384645.483357:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp16(192.168.203.125@tcp16:192.168.203.125@tcp16) -> 192.168.203.125@tcp16(192.168.203.125@tcp16:192.168.203.125@tcp16) 192.168.203.125@tcp16 : REPLY try# 0 00000800:00000200:0.0:1767384645.483371:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.125@tcp16 00000400:00000200:1.0:1767384645.483372:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384645.483373:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000800:00000010:0.0:1767384645.483385:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d5556293. 00000400:00000200:1.0:1767384645.483394:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 00000800:00000200:0.0:1767384645.483402:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3bab1d9] -> 12345-192.168.203.125@tcp16 (6) 00000400:00000200:1.0:1767384645.483403:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (27) 00000800:00000200:0.0:1767384645.483426:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp16 ip 192.168.203.125:1009 00000400:00000010:1.0:1767384645.483428:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 473 at 00000000f214730d. 00000800:00000200:0.0:1767384645.483449:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 3, nob 560 niov 1 nkiov 1 00000400:00000010:1.0:1767384645.483478:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7f16599. 00000400:00000200:3.0:1767384645.483490:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000010:1.0:1767384645.483491:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000c9e6907. 00000400:00000200:1.0:1767384645.483506:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:1.0:1767384645.483525:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:1.0:1767384645.483536:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:1.0:1767384645.483550:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000400:00000200:1.0:1767384645.483557:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000400:00000200:1.0:1767384645.483567:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:3.0:1767384645.483568:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384645.483574:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000400:00000200:1.0:1767384645.483597:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000400:00000200:1.0:1767384645.483603:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000400:00000200:1.0:1767384645.483608:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[22, 36], ns[22, 36] 00000400:00000200:1.0:1767384645.483622:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 22], ns[24, 22] 00000400:00000200:1.0:1767384645.483633:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 22], ns[26, 22] 00000400:00000200:1.0:1767384645.483654:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 22], ns[28, 22] 00000800:00000200:0.0:1767384645.483654:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384645.483669:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d5556293. 00000400:00000200:3.0:1767384645.483674:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384645.483675:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 22], ns[30, 22] 00000400:00000200:0.0:1767384645.483680:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.483694:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 22], ns[32, 22] 00000400:00000200:0.0:1767384645.483702:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp16->192.168.203.125@tcp16: REPLY: OK 00000400:00000200:1.0:1767384645.483712:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 22], ns[34, 22] 00000400:00000200:1.0:1767384645.483719:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 22], ns[44, 22] 00000400:00000200:3.0:1767384645.483725:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384645.483725:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 22], ns[48, 22] 00000400:00000200:1.0:1767384645.483736:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 22], ns[52, 22] 00000400:00000200:1.0:1767384645.483744:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 22], ns[56, 22] 00000400:00000200:1.0:1767384645.483750:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 22], ns[60, 22] 00000400:00000200:1.0:1767384645.483757:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 22], ns[84, 22] 00000400:00000200:1.0:1767384645.483763:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 22], ns[87, 22] 00000400:00000200:1.0:1767384645.483768:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 22], ns[86, 22] 00000400:00000200:1.0:1767384645.483771:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 22], ns[91, 22] 00000400:00000200:1.0:1767384645.483776:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp17] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 22], ns[93, 22] 00000400:00000200:3.0:1767384645.483777:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384645.483780:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp17 00000400:00000200:1.0:1767384645.483789:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp17 00000400:00000200:1.0:1767384645.483795:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp17 lpni_is_preferred = 0 00000400:00000200:1.0:1767384645.483798:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp17 00000400:00000200:1.0:1767384645.483806:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp17 NI seq info: [100:100:256:4294967295] 192.168.203.125@tcp17 LPNI seq info [97:97:8:4294967295] 00000400:00000200:1.0:1767384645.483815:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp17 00000400:00000200:1.0:1767384645.483821:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17:) -> 192.168.203.125@tcp17(192.168.203.125@tcp:192.168.203.125@tcp17) : GET try# 0 00000800:00000200:1.0:1767384645.483834:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp17 00000800:00000010:1.0:1767384645.483839:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ee3a151c. 00000400:00000200:3.0:1767384645.483842:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000800:00000001:0.0:1767384645.483848:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384645.483849:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (6) 00000800:00000001:0.0:1767384645.483871:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384645.483873:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp17 ip 192.168.203.125:988 00000800:00000200:1.0:1767384645.483884:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ee3a151c type 2, nob 96 niov 1 nkiov 0 00000800:00000001:0.0:1767384645.483885:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384645.483899:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384645.483918:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384645.483918:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000800:00000001:0.0:1767384645.483919:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384645.483933:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.483942:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.483954:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp16(192.168.203.125@tcp16) <- 192.168.203.125@tcp16 : REPLY - for me 00000400:00000200:0.0:1767384645.483976:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp16: Reply from 12345-192.168.203.125@tcp16 of length 464/464 into md 0x1a4d 00000400:00000200:3.0:1767384645.483977:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000800:00000001:0.0:1767384645.483987:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384645.484000:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384645.484001:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384645.484013:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ee3a151c. 00000400:00000200:0.0:1767384645.484013:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384645.484029:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384645.484033:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.484037:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp16->192.168.203.125@tcp16: REPLY: OK 00000400:00000200:1.0:1767384645.484050:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: GET: OK 00000400:00000200:0.0:1767384645.484056:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8498e78 00000400:00000010:0.0:1767384645.484061:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8498e78. 00000400:00000200:0.0:1767384645.484069:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384645.484070:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384645.484100:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384645.484103:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000400:00000200:0.0:1767384645.484125:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000800:00000001:1.0:1767384645.484133:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384645.484133:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:0.0:1767384645.484144:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 27. state = 0x100271 00000800:00000001:1.0:1767384645.484147:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384645.484152:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384645.484153:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000800:00000001:1.0:1767384645.484166:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.484169:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (28) 00000400:00000200:1.0:1767384645.484177:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17) <- 192.168.203.125@tcp17 : GET - for me 00000800:00000001:0.0:1767384645.484181:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384645.484186:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384645.484193:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 464 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384645.484203:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 464/464 into md 0x19a5 [1] + 0 00000400:00000200:1.0:1767384645.484215:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp17 to MR: 192.168.203.125@tcp17 local destination 00000400:00000200:1.0:1767384645.484224:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp17 NI seq info: [101:101:256:4294967295] 192.168.203.125@tcp17 LPNI seq info [98:98:8:4294967295] 00000400:00000200:1.0:1767384645.484247:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17:192.168.203.125@tcp17) -> 192.168.203.125@tcp17(192.168.203.125@tcp17:192.168.203.125@tcp17) 192.168.203.125@tcp17 : REPLY try# 0 00000800:00000200:1.0:1767384645.484257:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.125@tcp17 00000400:00000200:0.0:1767384645.484261:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384645.484262:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee3a151c. 00000800:00000200:1.0:1767384645.484279:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (6) 00000400:00000200:0.0:1767384645.484283:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000f1 00000800:00000200:1.0:1767384645.484290:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp17 ip 192.168.203.125:1007 00000400:00000010:0.0:1767384645.484294:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 000000003a00cfa1. 00000800:00000200:1.0:1767384645.484295:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ee3a151c type 3, nob 560 niov 1 nkiov 1 00000400:00000010:0.0:1767384645.484310:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 000000003e0de117. 00000400:00000010:0.0:1767384645.484318:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 00000000d5f26a3a. 00000800:00000010:3.0:1767384645.484321:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007d9bdea. 00000800:00000010:3.0:1767384645.484330:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d07f11e. 00000800:00000010:3.0:1767384645.484337:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f6ac634. 00000400:00000200:0.0:1767384645.484359:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp29(0000000060def05a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384645.484374:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp32(000000008ebb1b71) status changed from 0xdeadface to 0x15aac0de 00000800:00000010:3.0:1767384645.484381:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f6ac634. 00000800:00000200:1.0:1767384645.484386:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1767384645.484389:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9f964fb 00000800:00020000:3.0:1767384645.484395:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000400:00000200:0.0:1767384645.484396:0:16352:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.125@tcp34 00000800:00000010:1.0:1767384645.484399:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee3a151c. 00000800:00000010:3.0:1767384645.484407:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d07f11e. 00000400:00000200:1.0:1767384645.484410:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1767384645.484413:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000007d9bdea. 00000400:00000200:0.0:1767384645.484420:0:16352:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.125@tcp34 NID 192.168.203.125@tcp34 00000400:00000010:0.0:1767384645.484429:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000009e68e1a. 00000400:00000200:1.0:1767384645.484433:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: REPLY: OK 00000400:00000200:0.0:1767384645.484459:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000009e68e1a nid 192.168.203.125@tcp34 00000800:00000001:1.0:1767384645.484493:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384645.484502:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384645.484506:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000fca5633e. 00000800:00000001:1.0:1767384645.484508:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384645.484515:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000fca5633e net tcp34 00000800:00000001:1.0:1767384645.484522:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384645.484523:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (27) 00000800:00000001:1.0:1767384645.484526:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:02020000:3.0:1767384645.484529:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp34 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000001:1.0:1767384645.484531:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.484549:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp34 notifying 192.168.203.125@tcp34: down 00000400:00000200:1.0:1767384645.484550:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17) <- 192.168.203.125@tcp17 : REPLY - for me 00000400:00000200:0.0:1767384645.484564:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp34 flags 0x11 00000800:00000200:3.0:1767384645.484589:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp34 down 00000400:00000200:1.0:1767384645.484595:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp17: Reply from 12345-192.168.203.125@tcp17 of length 464/464 into md 0x1a51 00000800:00000100:3.0:1767384645.484600:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp34 00000800:00000010:3.0:1767384645.484603:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f2fd1d7e. 00000400:00000200:0.0:1767384645.484604:0:16352:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002d0e2996 00000800:00000001:1.0:1767384645.484606:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384645.484610:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384645.484621:0:16352:0:(peer.c:434:lnet_peer_del_locked()) peer 192.168.203.125@tcp35 00000800:00000001:1.0:1767384645.484622:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384645.484625:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp34->192.168.203.125@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384645.484632:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384645.484638:0:16352:0:(peer.c:356:lnet_peer_detach_peer_ni_locked()) peer 192.168.203.125@tcp35 NID 192.168.203.125@tcp35 00000400:00000010:0.0:1767384645.484647:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000a9ce1d5f. 00000400:00000200:3.0:1767384645.484652:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp34 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:1.0:1767384645.484655:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: REPLY: OK 00000400:00000200:3.0:1767384645.484662:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9f964fb 00000400:00000200:0.0:1767384645.484663:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000a9ce1d5f nid 192.168.203.125@tcp35 00000400:00000010:3.0:1767384645.484674:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9f964fb. 00000400:00000010:0.0:1767384645.484677:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f94b4deb. 00000400:00000200:3.0:1767384645.484680:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384645.484682:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7f16599 00000400:00000200:0.0:1767384645.484684:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f94b4deb net tcp35 00000400:00000200:3.0:1767384645.484689:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp34: 1 00000400:00000200:0.0:1767384645.484694:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (28) 00000400:00000010:1.0:1767384645.484695:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7f16599. 00000400:00000200:1.0:1767384645.484708:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:0.0:1767384645.484709:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp35 flags 0x11 00000400:00000010:0.0:1767384645.484722:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 000000003a00cfa1. 00000400:00000200:1.0:1767384645.484725:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:3.0:1767384645.484728:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp34 (00000000283a8a21): -114 00000400:00000010:0.0:1767384645.484730:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 000000003e0de117. 00000400:00000200:1.0:1767384645.484737:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:3.0:1767384645.484740:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009a123d30. 00000400:00000010:0.0:1767384645.484740:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 00000000d5f26a3a. 00000400:00000200:1.0:1767384645.484751:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 27. state = 0x100171 00000400:00000200:3.0:1767384645.484757:0:16344:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000283a8a21 (3) 00000400:00000010:0.0:1767384645.484758:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 000000006759ed0d. 00000400:00000200:0.0:1767384645.484773:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384645.484774:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384645.484789:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (29) 00000400:00000200:0.0:1767384645.484791:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x1001f1 00000400:00000200:0.0:1767384645.484800:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1001f1 rc 1 00000400:00000200:3.0:1767384645.484804:0:16344:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 0000000099932890 nid 192.168.203.125@tcp34 00000400:00000010:3.0:1767384645.484812:0:16344:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 0000000099932890. 00000400:00000200:3.0:1767384645.484818:0:16344:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000368652d9 net tcp34 00000400:00000010:3.0:1767384645.484820:0:16344:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000368652d9. 00000400:00000200:3.0:1767384645.484823:0:16344:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000283a8a21 (2) 00000800:00000001:1.0:1767384645.484842:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384645.484848:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1001f1 00000800:00000001:1.0:1767384645.484851:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384645.484857:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 560 at 00000000d5f26a3a. 00000400:00000200:3.0:1767384645.484860:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000010:0.0:1767384645.484864:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 672 at 000000003e0de117. 00000400:00000010:0.0:1767384645.484869:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 560 at 000000003a00cfa1. 00000400:00000200:0.0:1767384645.484953:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp34(0000000009e68e1a) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:0.0:1767384645.484963:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 560 at 00000000d5f26a3a. 00000400:00000200:3.0:1767384645.484964:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000010:0.0:1767384645.484970:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 672 at 000000003e0de117. 00000400:00000010:0.0:1767384645.484979:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 560 at 000000003a00cfa1. 00000400:00000010:0.0:1767384645.485003:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000f214730d. 00000400:00000200:0.0:1767384645.485009:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384645.485013:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000200:0.0:1767384645.485017:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000400:00000200:0.0:1767384645.485025:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000200:3.0:1767384645.485027:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.485032:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384645.485040:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:0.0:1767384645.485057:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384645.485067:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (28) 00000400:00000200:3.0:1767384645.485069:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384645.485075:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp34(00000000283a8a21) state 0x80841 00000400:00000200:0.0:1767384645.485082:0:16352:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.125@tcp34(00000000283a8a21) state 0x80841 00000400:00000200:0.0:1767384645.485119:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp34(00000000283a8a21) state 0x80801 rc 0 00000400:00000200:0.0:1767384645.485128:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp34 (00000000283a8a21) 00000400:00000200:0.0:1767384645.485134:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000283a8a21 (1) 00000400:00000200:0.0:1767384645.485137:0:16352:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000283a8a21 nid 192.168.203.125@tcp34 00000400:00000010:0.0:1767384645.485140:0:16352:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000283a8a21. 00000400:00000200:3.0:1767384645.485160:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485188:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485213:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485232:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485254:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485273:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485297:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485316:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485345:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485367:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485401:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485420:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485469:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485538:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000100:00000040:1.0:1767384645.485571:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294933255, at 4294933256 00000400:00000200:3.0:1767384645.485590:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000100:00000010:1.0:1767384645.485595:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e2bd3eee. 00000100:00000040:0.0:1767384645.485596:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294933255, at 4294933256 00000100:00000010:0.0:1767384645.485612:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c5fbec3b. 00000400:00000200:3.0:1767384645.485624:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485658:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485681:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485725:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485750:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485769:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485785:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485808:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485843:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000100:00000040:2.0:1767384645.485843:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294933255, at 4294933256 00000100:00000010:2.0:1767384645.485857:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002065780b. 00000400:00000200:3.0:1767384645.485881:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485902:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485944:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485963:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.485988:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384645.486008:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384645.486124:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007d9bdea. 00000800:00000010:3.0:1767384645.486129:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d07f11e. 00000800:00000010:3.0:1767384645.486133:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001f6ac634. 00000800:00000010:3.0:1767384645.486158:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001f6ac634. 00000800:00020000:3.0:1767384645.486166:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384645.486170:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d07f11e. 00000800:00000010:3.0:1767384645.486173:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000007d9bdea. 00000400:02020000:3.0:1767384645.486208:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp35 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384645.486213:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp35 notifying 192.168.203.125@tcp35: down 00000800:00000200:3.0:1767384645.486219:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp35 down 00000800:00000100:3.0:1767384645.486223:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp35 00000800:00000010:3.0:1767384645.486225:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a6c43089. 00000400:00000200:3.0:1767384645.486228:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384645.486232:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp35->192.168.203.125@tcp35: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384645.486236:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp35 added to recovery queue. ping count: 0 next ping: 266 health :900 00000400:00000200:3.0:1767384645.486239:0:16344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d0e2996 00000400:00000010:3.0:1767384645.486241:0:16344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d0e2996. 00000400:00000200:3.0:1767384645.486243:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384645.486247:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp35: 1 00000400:00000200:3.0:1767384645.486250:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp35 (00000000208437f7): -114 00000400:00000010:3.0:1767384645.486264:0:16344:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005d5d42d6. 00000400:00000200:3.0:1767384645.486267:0:16344:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000208437f7 (3) 00000400:00000200:3.0:1767384645.486271:0:16344:0:(peer.c:2255:lnet_destroy_peer_ni_locked()) 00000000c51c0fd2 nid 192.168.203.125@tcp35 00000400:00000010:3.0:1767384645.486273:0:16344:0:(peer.c:2285:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at 00000000c51c0fd2. 00000400:00000200:3.0:1767384645.486275:0:16344:0:(peer.c:214:lnet_destroy_peer_net_locked()) 00000000cf72ab88 net tcp35 00000400:00000010:3.0:1767384645.486277:0:16344:0:(peer.c:221:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at 00000000cf72ab88. 00000400:00000200:3.0:1767384645.486280:0:16344:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000208437f7 (2) 00000400:00000200:1.0:1767384645.486311:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384645.486317:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp35(00000000208437f7) state 0x80841 00000400:00000200:1.0:1767384645.486321:0:16352:0:(peer.c:3584:lnet_peer_deletion()) peer 192.168.203.125@tcp35(00000000208437f7) state 0x80841 00000400:00000200:1.0:1767384645.486326:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp35(00000000208437f7) state 0x80801 rc 0 00000400:00000200:1.0:1767384645.486331:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp35 (00000000208437f7) 00000400:00000200:1.0:1767384645.486335:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000208437f7 (1) 00000400:00000200:1.0:1767384645.486348:0:16352:0:(peer.c:272:lnet_destroy_peer_locked()) 00000000208437f7 nid 192.168.203.125@tcp35 00000400:00000010:1.0:1767384645.486353:0:16352:0:(peer.c:302:lnet_destroy_peer_locked()) kfreed 'lp': 376 at 00000000208437f7. 00000100:00000040:3.0:1767384645.486497:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294933255, at 4294933257 00000100:00000010:3.0:1767384645.486507:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f263a3c. 00000020:00000010:3.0:1767384645.492484:0:30124:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001f6ac634. 00000020:00000040:3.0:1767384645.492491:0:30124:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:3.0:1767384645.492493:0:30124:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001f6ac634. 00010000:00000001:3.0:1767384645.541544:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384645.541551:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384645.541557:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384645.541558:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384645.541578:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384645.541591:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384645.541594:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1767384645.557199:0:30116:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005b209772. 00080000:00000010:0.0:1767384645.557209:0:30116:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005b209772. 00000020:00000001:0.0:1767384645.557215:0:30116:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384645.557223:0:30116:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005b209772. 00080000:00000010:0.0:1767384645.557228:0:30116:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005b209772. 00000020:00000001:0.0:1767384645.557231:0:30116:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384646.373607:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384646.373617:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384646.373623:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfbf5513 00000400:00000010:1.0:1767384646.373632:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfbf5513. 00000400:00000200:1.0:1767384646.373645:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384646.373657:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384646.373674:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a11184b7. 00000400:00000010:1.0:1767384646.373683:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004a25baf0. 00000400:00000200:1.0:1767384646.373697:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp34 00000400:00000010:1.0:1767384646.373704:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e394c525. 00000400:00000010:1.0:1767384646.373712:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009b945a3c. 00000400:00000010:1.0:1767384646.373717:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7f16599. 00000400:00000010:1.0:1767384646.373730:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000008781672. 00000400:00000200:1.0:1767384646.373736:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp34 00000400:00000200:1.0:1767384646.373753:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp34 local destination 00000400:00000200:1.0:1767384646.373762:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp34 00000400:00000200:1.0:1767384646.373767:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp34 NI seq info: [102:102:256:4294967295] 192.168.203.125@tcp34 LPNI seq info [99:99:8:4294967295] 00000400:00000200:1.0:1767384646.373776:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp34 00000400:00000200:1.0:1767384646.373796:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp34(192.168.203.125@tcp34:) -> 192.168.203.125@tcp34(192.168.203.125@tcp34:192.168.203.125@tcp34) : GET try# 0 00000800:00000200:1.0:1767384646.373803:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp34 00000800:00000010:1.0:1767384646.373809:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005356e493. 00000800:00000200:1.0:1767384646.373820:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (2) 00000800:00000200:1.1:1767384646.373832:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (2) 00000400:00000200:1.0:1767384646.373864:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp34 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:1.0:1767384646.373873:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp35 00000400:00000010:1.0:1767384646.373879:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000089186556. 00000400:00000010:1.0:1767384646.373887:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004a25baf0. 00000400:00000010:1.0:1767384646.373892:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d28b7fbc. 00000400:00000010:1.0:1767384646.373904:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005bb787c7. 00000400:00000200:1.0:1767384646.373907:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp35 00000400:00000200:1.0:1767384646.373939:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp35 local destination 00000400:00000200:1.0:1767384646.373946:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp35 00000400:00000200:1.0:1767384646.373954:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp35 NI seq info: [103:103:256:4294967295] 192.168.203.125@tcp35 LPNI seq info [100:100:8:4294967295] 00000400:00000200:1.0:1767384646.373963:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp35 00000400:00000200:1.0:1767384646.373990:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp35(192.168.203.125@tcp35:) -> 192.168.203.125@tcp35(192.168.203.125@tcp35:192.168.203.125@tcp35) : GET try# 0 00000800:00000200:1.0:1767384646.374006:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp35 00000400:00000200:3.0:1767384646.374009:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000010:1.0:1767384646.374010:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000039ca4156. 00000800:00000200:1.0:1767384646.374026:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000800:00000200:1.1:1767384646.374042:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000400:00000200:1.0:1767384646.374075:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp35 added to recovery queue. ping count: 1 next ping: 268 health :900 00000400:00000200:3.0:1767384646.374182:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.374182:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.374343:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.374371:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.374541:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.374585:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.374658:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.374736:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.374795:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.374902:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.374974:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.375075:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.375167:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.375254:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.375263:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.375486:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.375505:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.375552:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.375669:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.375670:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.375933:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.375935:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.376123:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.376127:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.376217:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.376241:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.376327:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.376351:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.376435:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.376526:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.376567:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.376670:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.376671:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.376908:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.376909:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.377129:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.377137:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.377244:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.377247:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.377358:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.377364:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.377489:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.377565:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.377704:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.377704:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.377945:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.377947:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.378254:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.378256:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.378485:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.378503:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.378599:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.378639:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.378725:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.378736:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.378830:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.378836:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.378922:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.378931:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.379012:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.379022:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.379117:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.379150:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384646.379245:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.379285:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.379392:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.379480:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384646.379588:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000800:00000010:2.0:1767384646.379591:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b80f6e6. 00000800:00000010:2.0:1767384646.379602:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000013369791. 00000800:00000010:2.0:1767384646.379608:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b767911. 00000800:00000010:2.0:1767384646.379645:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b767911. 00000800:00020000:2.0:1767384646.379660:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384646.379664:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000013369791. 00000800:00000010:2.0:1767384646.379670:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006b80f6e6. 00000400:00000200:3.0:1767384646.379691:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:02020000:2.0:1767384646.379814:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp35 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384646.379826:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp35 notifying 192.168.203.125@tcp35: down 00000400:00000200:2.0:1767384646.379836:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384646.379845:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp35 00000800:00000010:2.0:1767384646.379848:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000039ca4156. 00000400:00000200:2.0:1767384646.379853:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384646.379863:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp35->192.168.203.125@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384646.379878:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384646.379882:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384646.379889:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp35) recovery failed with -71 00000800:00000010:3.0:1767384646.379997:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007d9bdea. 00000800:00000010:3.0:1767384646.380005:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c16bb174. 00000800:00000010:3.0:1767384646.380014:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000526d05c8. 00000800:00000010:3.0:1767384646.380047:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000526d05c8. 00000800:00020000:3.0:1767384646.380061:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384646.380067:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c16bb174. 00000800:00000010:3.0:1767384646.380071:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000007d9bdea. 00000400:02020000:3.0:1767384646.380174:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp34 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384646.380183:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp34 notifying 192.168.203.125@tcp34: down 00000800:00000200:3.0:1767384646.380192:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp34 down 00000800:00000100:3.0:1767384646.380200:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp34 00000800:00000010:3.0:1767384646.380205:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005356e493. 00000400:00000200:3.0:1767384646.380210:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384646.380217:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp34->192.168.203.125@tcp34: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384646.380226:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384646.380231:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384646.380249:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp34) recovery failed with -71 00000001:00000001:1.0:1767384646.434320:0:30282:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384646.434325:0:30282:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp36 --if ens2 00000001:00000001:1.0:1767384646.438578:0:30282:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384646.446409:0:30283:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000028b3c252. 00000400:00000010:1.0:1767384646.446425:0:30283:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000fea4e9f6. 00000400:00000010:1.0:1767384646.446435:0:30283:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000002d2cb290. 00000400:00000010:1.0:1767384646.446438:0:30283:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000dd02b0dd. 00000400:00000010:1.0:1767384646.446442:0:30283:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000891b8f63. 00000400:00000010:1.0:1767384646.446446:0:30283:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a95acffb. 00000400:00000010:1.0:1767384646.446447:0:30283:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000d3724efc. 00000400:00000010:1.0:1767384646.446449:0:30283:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000995e894a. 00000400:00000010:1.0:1767384646.446930:0:30283:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000f1f134c8. 00000800:00000010:1.0:1767384646.446947:0:30283:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000e4f5b77c. 00000800:00000200:1.0:1767384646.446961:0:30283:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384646.446972:0:30283:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384646.447014:0:30283:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384646.447037:0:30283:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp36 [8/256/0/180] 00000400:00000010:1.0:1767384646.448278:0:30283:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000420e6d67. 00000400:00000010:1.0:1767384646.448284:0:30283:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000700fd549. 00000400:00000010:1.0:1767384646.448290:0:30283:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac6fa21b. 00000400:00000001:1.0:1767384646.448314:0:30283:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384646.448323:0:30283:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384646.448324:0:30283:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000400:00000200:1.0:1767384646.448327:0:30283:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dfd572 00000400:00000010:1.0:1767384646.448329:0:30283:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dfd572. 00000400:00000010:1.0:1767384646.448333:0:30283:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000a7b88778. 00000400:00000200:1.0:1767384646.448337:0:30283:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (27) 00000400:00000200:1.0:1767384646.448350:0:30283:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384646.448358:0:30283:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131108 00000020:00000010:1.0:1767384646.448367:0:30283:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000007f9fb861. 00000020:01000000:1.0:1767384646.448371:0:30283:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384646.448373:0:30283:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp36 00000400:00000200:0.0:1767384646.448386:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384646.448389:0:30283:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000fea4e9f6. 00000400:00000010:1.0:1767384646.448393:0:30283:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000028b3c252. 00000400:00000200:0.0:1767384646.448397:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:0.0:1767384646.448406:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e8498e78. 00000400:00000200:0.0:1767384646.448411:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (28) 00000400:00000010:0.0:1767384646.448415:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000cf449bb2. 00000400:00000200:0.0:1767384646.448419:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp17 00000020:00000001:2.0:1767384646.448426:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384646.448431:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384646.448434:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384646.448463:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384646.448467:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384646.448469:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384646.448471:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384646.448474:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384646.448476:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384646.448483:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp17 to MR: 192.168.203.125@tcp17 local destination 00000020:01000004:2.0:1767384646.448503:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384646.448507:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384646.448510:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384646.448513:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384646.448516:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384646.448517:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp17 NI seq info: [104:104:256:4294967295] 192.168.203.125@tcp17 LPNI seq info [101:101:8:4294967295] 00000100:00000010:2.0:1767384646.448523:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b606f3b3. 00000400:00000200:0.0:1767384646.448531:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp17 00000020:00000040:2.0:1767384646.448532:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384646.448541:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384646.448544:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384646.448551:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384646.448573:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17:192.168.203.125@tcp17) -> 192.168.203.125@tcp17(192.168.203.125@tcp17:192.168.203.125@tcp17) : PUT try# 0 02000000:00000010:2.0:1767384646.448579:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006b80f6e6. 00000800:00000200:0.0:1767384646.448586:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.125@tcp17 00000100:00000001:2.0:1767384646.448592:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1767384646.448593:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000183e4b53. 00000800:00000200:0.0:1767384646.448607:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (6) 00000100:00000001:2.0:1767384646.448608:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384646.448612:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.448625:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b606f3b3] to pc [ptlrpcd_00_03+3] req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1767384646.448632:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp17 ip 192.168.203.125:988 00000800:00000200:0.0:1767384646.448641:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000183e4b53 type 1, nob 576 niov 1 nkiov 1 00000400:00000200:0.0:1767384646.448662:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384646.448667:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:3.0:1767384646.448678:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:2.0:1767384646.448685:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.448687:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:2.0:1767384646.448690:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.448695:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.448696:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:2.0:1767384646.448706:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384646.448712:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384646.448716:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384646.448716:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:0.0:1767384646.448718:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384646.448725:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1767384646.448731:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384646.448733:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:2.0:1767384646.448742:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384646.448749:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384646.448755:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384646.448761:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1767384646.448763:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:2.0:1767384646.448763:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384646.448772:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:3.0:1767384646.448773:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384646.448777:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384646.448785:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:3.0:1767384646.448788:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:2.0:1767384646.448789:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384646.448796:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fab9b4c. 02000000:00000001:3.0:1767384646.448798:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384646.448802:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000800:00000200:1.0:1767384646.448808:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1767384646.448810:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.448811:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000010:1.0:1767384646.448814:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000183e4b53. 02000000:00000001:2.0:1767384646.448817:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384646.448823:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384646.448826:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b606f3b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048138368:0@lo:253: 02000000:00000001:2.0:1767384646.448834:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.448838:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384646.448843:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: PUT: OK 02000000:00000001:3.0:1767384646.448852:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384646.448853:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000cb3ff662. 00000400:00000200:1.0:1767384646.448853:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 02000000:00000001:3.0:1767384646.448864:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.448866:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp17: 0 00000100:00000001:2.0:1767384646.448867:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.448878:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384646.448880:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000800:00000001:1.0:1767384646.448884:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384646.448885:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.448892:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fab9b4c] to pc [ptlrpcd_00_00+0] req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384646.448893:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000007d9bdea. 00000800:00000001:1.0:1767384646.448895:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384646.448907:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384646.448907:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.448916:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384646.448921:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab5bb6d9. 00000400:00000200:1.0:1767384646.448938:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17) <- 192.168.203.125@tcp17 : PUT - for me 00000400:00000010:3.0:1767384646.448940:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee38b99. 00000100:00000200:3.0:1767384646.448947:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048138368, portal 25 10000000:00000001:2.0:1767384646.448949:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.448952:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767384646.448959:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 480 into portal 0 MB=0x8000000000000000 10000000:00000001:2.0:1767384646.448960:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.448961:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759665664 : -106174949885952 : ffff9f6f37d3f800) 00000020:00000001:2.0:1767384646.448976:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.448982:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 464/480 into md 0x1a49 [1] + 0 00000100:00000040:3.0:1767384646.448984:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1767384646.448988:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000010:1.0:1767384646.448994:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8916be8. 00000020:00000010:2.0:1767384646.449001:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000007f9fb861. 00000400:00000200:1.0:1767384646.449005:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000efb7b854 00000100:00000001:3.0:1767384646.449016:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000001:1.0:1767384646.449016:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384646.449023:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1767384646.449027:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.449031:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384646.449032:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384646.449033:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384646.449054:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1767384646.449055:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fae69c0. 00000400:00000200:1.0:1767384646.449055:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: PUT: OK 00000100:00000040:2.0:1767384646.449066:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384646.449068:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048138368, offset 0 00000400:00000200:1.0:1767384646.449068:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efb7b854 00000400:00000010:1.0:1767384646.449073:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000efb7b854. 00000400:00000200:1.0:1767384646.449115:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000100:00000001:2.0:1767384646.449119:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1767384646.449122:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (29) 00000400:00000200:3.0:1767384646.449123:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384646.449123:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.449136:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1767384646.449136:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 02000000:00000001:2.0:1767384646.449144:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384646.449147:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (480 bytes) 00000400:00000200:3.0:1767384646.449156:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384646.449158:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.449165:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00100000:2.0:1767384646.449169:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005fab9b4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048138496:0@lo:253: 00000100:00000001:2.0:1767384646.449174:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767384646.449177:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (30) 02000000:00000001:2.0:1767384646.449178:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384646.449186:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.449189:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384646.449194:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000084f822ab. 00000400:00000200:1.0:1767384646.449197:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 02000000:00000001:2.0:1767384646.449198:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384646.449199:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff05a80 00000400:00000010:2.0:1767384646.449209:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052139282. 00000400:00000200:1.0:1767384646.449215:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp17 to MR: 192.168.203.125@tcp17 local destination 00000400:00000200:3.0:1767384646.449220:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12a5 [2] + 0 00000400:00000200:1.0:1767384646.449224:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp17 NI seq info: [105:105:256:4294967295] 192.168.203.125@tcp17 LPNI seq info [102:102:8:4294967295] 00000400:00000010:3.0:1767384646.449232:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005675fd8. 00000400:00000200:1.0:1767384646.449237:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17:192.168.203.125@tcp17) -> 192.168.203.125@tcp17(192.168.203.125@tcp17:192.168.203.125@tcp17) 192.168.203.125@tcp17 : ACK try# 0 00000800:00000200:1.0:1767384646.449241:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp17 00000800:00000010:1.0:1767384646.449245:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d437a1. 00000400:00000200:3.0:1767384646.449249:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e85e71a 00000800:00000200:1.0:1767384646.449254:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (6) 00000400:00000010:2.0:1767384646.449260:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013369791. 00000400:00000200:3.0:1767384646.449262:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1767384646.449268:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp17 ip 192.168.203.125:1007 00000100:00000200:2.0:1767384646.449270:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048138496, portal 25 00000800:00000200:1.0:1767384646.449275:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2d437a1 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384646.449279:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384646.449280:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384646.449286:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717859328 : -106174991692288 : ffff9f6f35560e00) 00000400:00000200:3.0:1767384646.449290:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e85e71a 00000800:00000001:1.0:1767384646.449290:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384646.449299:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e85e71a. 00000800:00000001:1.0:1767384646.449299:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384646.449306:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.449314:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384646.449314:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384646.449322:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384646.449327:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384646.449332:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000007ac26b63 x1853237048138368 msgsize 4848 00000400:00000010:2.0:1767384646.449332:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015ca0be1. 00000100:00000200:2.0:1767384646.449341:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048138496, offset 0 00000100:00100000:3.0:1767384646.449348:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384646.449353:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384646.449354:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:1.0:1767384646.449361:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384646.449367:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1767384646.449367:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d437a1. 00000100:00000001:3.0:1767384646.449372:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384646.449380:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.449387:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: ACK: OK 00000400:00000200:3.0:1767384646.449388:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fae69c0 00000800:00000001:1.0:1767384646.449394:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384646.449395:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff05b00 00000400:00000010:3.0:1767384646.449396:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000fae69c0. 00000800:00000001:1.0:1767384646.449404:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384646.449409:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384646.449411:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:1.0:1767384646.449416:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384646.449417:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12c9 [2] + 0 00000100:00000200:3.0:1767384646.449425:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1767384646.449425:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384646.449428:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034a61e8d. 00000400:00000200:2.0:1767384646.449497:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dda46a08 00000400:00000200:2.0:1767384646.449524:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384646.449532:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384646.449539:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dda46a08 00000400:00000010:2.0:1767384646.449543:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dda46a08. 00000100:00000001:2.0:1767384646.449552:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384646.449555:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384646.449558:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000055bb7cca x1853237048138496 msgsize 4848 00000100:00100000:2.0:1767384646.449562:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384646.449565:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384646.449593:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384646.449599:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:3.0:1767384646.449604:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384646.449611:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015ca0be1 00000400:00000010:2.0:1767384646.449615:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000015ca0be1. 00000100:00000001:3.0:1767384646.449627:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.449627:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384646.449636:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384646.449657:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384646.449657:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.449674:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294934226 00000100:00000001:2.0:1767384646.449679:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1767384646.449685:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005eec6f0b. 00000100:00000040:2.0:1767384646.449687:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.449698:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384646.449701:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.449720:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384646.449723:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294934226 00000100:00000001:2.0:1767384646.449732:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384646.449733:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6474548. 00000100:00000001:2.0:1767384646.449744:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294934226 00000100:00000001:3.0:1767384646.449745:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384646.449756:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294934226 00000100:00000001:3.0:1767384646.449757:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294934226 00000100:00000001:2.0:1767384646.449761:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294934226 00000100:00000010:3.0:1767384646.449766:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4b472eb. 00000100:00000001:2.0:1767384646.449767:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294934226 00000100:00000001:2.0:1767384646.449776:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294934226 00000100:00000001:3.0:1767384646.449781:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384646.449795:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294934226 00000100:00000001:2.0:1767384646.449811:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294934226 00000100:00000010:3.0:1767384646.449816:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b78181bc. 00000100:00000001:2.0:1767384646.449816:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294934226 00000100:00000001:3.0:1767384646.449839:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384646.449852:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384646.449852:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294934226 00000100:00000001:2.0:1767384646.449860:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384646.449862:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.449865:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.449872:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.449873:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.449888:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.449889:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.449905:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384646.449906:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384646.449910:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384646.449912:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384646.449919:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.449922:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.449924:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384646.449930:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384646.449931:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.449941:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.449941:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.449959:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.449980:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.449987:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.450028:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384646.450036:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048138368 00000100:00000001:2.0:1767384646.450037:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384646.450045:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384646.450046:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048138496 02000000:00000001:2.0:1767384646.450056:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384646.450057:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384646.450068:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.450069:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384646.450075:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.450090:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384646.450093:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048138496 02000000:00000001:3.0:1767384646.450095:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.450098:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384646.450101:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00100000:3.0:1767384646.450102:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048138368 00000020:00000001:2.0:1767384646.450105:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.450110:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:3.0:1767384646.450111:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384646.450119:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384646.450119:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384646.450136:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384646.450142:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384646.450142:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:3.0:1767384646.450147:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:3.0:1767384646.450153:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:2.0:1767384646.450154:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e376f000. 00000020:00000001:3.0:1767384646.450160:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384646.450161:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384646.450171:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e376f000. 00000100:00000001:3.0:1767384646.450174:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384646.450185:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcc277c. 00000020:00000010:2.0:1767384646.450185:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d6d8c68. 00000100:00000001:3.0:1767384646.450197:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384646.450197:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007208173e. 00000020:00000010:2.0:1767384646.450208:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000064253368. 00000020:00000010:3.0:1767384646.450209:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcc277c. 00000020:00000010:3.0:1767384646.450225:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d27e1766. 00000100:00000040:2.0:1767384646.450230:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:3.0:1767384646.450233:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000beb99d77. 00000100:00000001:2.0:1767384646.450237:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384646.450240:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:3.0:1767384646.450241:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e4f8495. 00000100:00000001:2.0:1767384646.450243:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384646.450253:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.450255:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384646.450256:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.450260:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384646.450267:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.450267:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp17(192.168.203.125@tcp17) <- 192.168.203.125@tcp17 : ACK - for me 00000100:00000001:2.0:1767384646.450269:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.450281:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp17: ACK from 12345-192.168.203.125@tcp17 into md 0x1a61 00000100:00000001:3.0:1767384646.450284:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.450288:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384646.450290:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384646.450297:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00000040:2.0:1767384646.450304:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384646.450306:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863198288 : -106174846353328 : ffff9f6f3dffc050) 00000100:00000040:2.0:1767384646.450314:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000055bb7cca x1853237048138496/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 4848/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.450316:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.450326:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384646.450332:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e376f000. 00000100:00000001:2.0:1767384646.450337:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384646.450341:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e376f000. 00000100:00000001:3.0:1767384646.450345:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1767384646.450348:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000055bb7cca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048138496:12345-0@lo:253: 00000400:00000200:1.0:1767384646.450349:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384646.450350:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1767384646.450364:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048138496 00000400:00000200:1.0:1767384646.450367:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp17->192.168.203.125@tcp17: ACK: OK 00000100:00100000:3.0:1767384646.450369:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000020:00000001:2.0:1767384646.450370:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384646.450375:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384646.450378:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000020:00000001:2.0:1767384646.450384:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.450386:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863209552 : -106174846342064 : ffff9f6f3dffec50) 00000400:00000200:1.0:1767384646.450386:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8498e78 00000020:00000001:2.0:1767384646.450388:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000010:1.0:1767384646.450391:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8498e78. 00000020:00000001:2.0:1767384646.450393:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:1.0:1767384646.450398:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384646.450400:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1767384646.450405:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007ac26b63 x1853237048138368/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 4848/0 e 0 to 0 dl 1767384657 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384646.450407:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.450410:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:1.0:1767384646.450423:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000020:00000001:2.0:1767384646.450426:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384646.450433:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384646.450434:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (29) 00000100:00000001:3.0:1767384646.450441:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1767384646.450443:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384646.450449:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcc277c. 00000800:00000001:1.0:1767384646.450450:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384646.450463:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.450468:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384646.450472:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384646.450479:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006496f05e. 02000000:00000001:2.0:1767384646.450485:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.450487:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384646.450493:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384646.450500:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcc277c. 20000000:00000001:2.0:1767384646.450500:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384646.450506:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:3.0:1767384646.450515:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007ac26b63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048138368:12345-0@lo:253: 00000400:00000010:1.0:1767384646.450516:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 000000006fddfd29. 20000000:00000010:2.0:1767384646.450518:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000142f2130. 00000400:00000010:1.0:1767384646.450524:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 20000000:01000000:2.0:1767384646.450529:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000010:1.0:1767384646.450531:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dfd572. 00000100:00000200:3.0:1767384646.450534:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048138368 20000000:00000001:2.0:1767384646.450538:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:3.0:1767384646.450541:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:1.0:1767384646.450541:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000006fddfd29 20000000:00000001:2.0:1767384646.450543:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000010:1.0:1767384646.450546:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 473 at 00000000297029c9. 20000000:00000001:2.0:1767384646.450551:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.450553:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:1.0:1767384646.450553:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 480 success 20000000:00000001:2.0:1767384646.450555:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.450561:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.450562:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 20000000:00000001:2.0:1767384646.450564:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384646.450574:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (28) 00000020:00000001:3.0:1767384646.450575:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384646.450580:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000010:1.0:1767384646.450580:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 489 at 00000000d523497d. 20000000:00000010:2.0:1767384646.450582:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002cf0bed6. 00000400:00000010:1.0:1767384646.450589:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de82030. 20000000:01000000:2.0:1767384646.450590:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 00000020:00000001:3.0:1767384646.450592:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384646.450604:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384646.450605:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002c46655e. 20000000:00000001:2.0:1767384646.450607:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:3.0:1767384646.450615:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00080000:00000001:2.0:1767384646.450617:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:3.0:1767384646.450623:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384646.450624:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00080000:00000001:2.0:1767384646.450625:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:3.0:1767384646.450629:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.450637:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384646.450643:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1767384646.450643:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00080000:00000001:2.0:1767384646.450648:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:1.0:1767384646.450653:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 02000000:00000010:3.0:1767384646.450654:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cba1eae4. 02000000:00000001:3.0:1767384646.450662:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.450662:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00080000:00000001:2.0:1767384646.450663:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.450675:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.450675:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384646.450682:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.450683:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 20000000:00000001:3.0:1767384646.450685:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384646.450693:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384646.450697:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.450698:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 20000000:00000010:3.0:1767384646.450705:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c5b1c1b1. 00080000:00000002:2.0:1767384646.450707:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000400:00000200:1.0:1767384646.450713:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 20000000:01000000:3.0:1767384646.450716:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384646.450721:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 20000000:00000001:3.0:1767384646.450727:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:1.0:1767384646.450729:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00080000:00000002:2.0:1767384646.450730:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:1.0:1767384646.450749:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 20000000:00000001:3.0:1767384646.450754:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:2.0:1767384646.450755:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384646.450765:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.450770:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384646.450776:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.450779:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.450783:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000020:00000001:2.0:1767384646.450792:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:3.0:1767384646.450793:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384646.450794:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[24, 36], ns[24, 36] 00000020:00000001:2.0:1767384646.450806:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000400:00000200:1.0:1767384646.450806:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 24], ns[26, 24] 00080000:00000001:2.0:1767384646.450822:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384646.450823:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 24], ns[28, 24] 00000400:00000200:1.0:1767384646.450826:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 24], ns[30, 24] 00000400:00000200:1.0:1767384646.450829:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 24], ns[32, 24] 00080000:00000010:2.0:1767384646.450837:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fd2f451e. 00000400:00000200:1.0:1767384646.450837:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 24], ns[34, 24] 00080000:00000001:2.0:1767384646.450849:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893632164352 : -106180077387264 : ffff9f6e06348200) 00000400:00000200:1.0:1767384646.450853:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 24], ns[44, 24] 00080000:00000001:2.0:1767384646.450860:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:1.0:1767384646.450865:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 24], ns[48, 24] 00000001:00000001:2.0:1767384646.450867:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384646.450872:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e376f000. 00000400:00000200:1.0:1767384646.450872:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 24], ns[52, 24] 00080000:00000001:2.0:1767384646.450885:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.450892:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 24], ns[56, 24] 00080000:00000001:2.0:1767384646.450898:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:1.0:1767384646.450901:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 24], ns[60, 24] 00000400:00000200:1.0:1767384646.450905:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[83, 24], ns[84, 24] 00000400:00000200:1.0:1767384646.450909:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 24], ns[87, 24] 00000400:00000200:1.0:1767384646.450923:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 24], ns[86, 24] 00000400:00000200:1.0:1767384646.450928:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 24], ns[91, 24] 00000400:00000200:1.0:1767384646.450932:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 24], ns[93, 24] 00080000:00000001:2.0:1767384646.450933:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384646.450945:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[99, 24], ns[102, 24] 00000400:00000200:1.0:1767384646.450956:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp18] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[100, 24], ns[103, 24] 00080000:00000001:2.0:1767384646.450958:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384646.450961:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp18 00000400:00000200:1.0:1767384646.450966:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp18 00000400:00000200:1.0:1767384646.450971:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp18 lpni_is_preferred = 0 00000400:00000200:1.0:1767384646.450976:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp18 00000400:00000200:1.0:1767384646.450980:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp18 NI seq info: [106:106:256:4294967295] 192.168.203.125@tcp18 LPNI seq info [103:103:8:4294967295] 00000400:00000200:1.0:1767384646.450986:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp18 00000400:00000200:1.0:1767384646.450992:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp18(192.168.203.125@tcp18:) -> 192.168.203.125@tcp18(192.168.203.125@tcp:192.168.203.125@tcp18) : GET try# 0 00000800:00000200:1.0:1767384646.450999:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp18 00000800:00000010:1.0:1767384646.451002:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b2d437a1. 00000800:00000200:1.0:1767384646.451008:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c404318] -> 12345-192.168.203.125@tcp18 (6) 00000800:00000200:1.0:1767384646.451013:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp18 ip 192.168.203.125:988 00000800:00000200:1.0:1767384646.451015:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2d437a1 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384646.451025:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384646.451027:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00000800:00000200:1.0:1767384646.451097:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384646.451101:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b2d437a1. 00000400:00000200:1.0:1767384646.451104:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.451108:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp18->192.168.203.125@tcp18: GET: OK 00000400:00000200:1.0:1767384646.451110:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384646.451112:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:1.0:1767384646.451117:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.451122:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384646.451124:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384646.451128:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.451134:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp18(192.168.203.125@tcp18) <- 192.168.203.125@tcp18 : GET - for me 00000400:00000200:1.0:1767384646.451140:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 480 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384646.451144:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 480/480 into md 0x1a5d [1] + 0 00000400:00000200:1.0:1767384646.451150:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp18 to MR: 192.168.203.125@tcp18 local destination 00000400:00000200:1.0:1767384646.451159:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp18 NI seq info: [107:107:256:4294967295] 192.168.203.125@tcp18 LPNI seq info [104:104:8:4294967295] 00000400:00000200:1.0:1767384646.451166:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp18(192.168.203.125@tcp18:192.168.203.125@tcp18) -> 192.168.203.125@tcp18(192.168.203.125@tcp18:192.168.203.125@tcp18) 192.168.203.125@tcp18 : REPLY try# 0 00000800:00000200:1.0:1767384646.451170:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.125@tcp18 00000800:00000010:1.0:1767384646.451173:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b2d437a1. 00000800:00000200:1.0:1767384646.451177:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c404318] -> 12345-192.168.203.125@tcp18 (6) 00000800:00000200:1.0:1767384646.451180:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp18 ip 192.168.203.125:1005 00000800:00000200:1.0:1767384646.451182:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b2d437a1 type 3, nob 576 niov 1 nkiov 1 00000800:00000001:2.0:1767384646.451221:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384646.451226:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384646.451228:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b2d437a1. 00000800:00000001:2.0:1767384646.451229:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.451232:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384646.451234:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384646.451238:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp18->192.168.203.125@tcp18: REPLY: OK 00000800:00000001:2.0:1767384646.451242:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384646.451290:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384646.451295:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384646.451305:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp18(192.168.203.125@tcp18) <- 192.168.203.125@tcp18 : REPLY - for me 00000400:00000200:2.0:1767384646.451318:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp18: Reply from 12345-192.168.203.125@tcp18 of length 480/480 into md 0x1a79 00000800:00000001:2.0:1767384646.451323:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384646.451330:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384646.451332:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384646.451336:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp18->192.168.203.125@tcp18: REPLY: OK 00000400:00000200:2.0:1767384646.451339:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de82030 00000400:00000010:2.0:1767384646.451341:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de82030. 00000400:00000200:2.0:1767384646.451344:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384646.451347:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:2.0:1767384646.451349:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:2.0:1767384646.451351:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 28. state = 0x100251 00000400:00000200:2.0:1767384646.451355:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384646.451365:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (29) 00000800:00000001:2.0:1767384646.451374:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384646.451378:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.451399:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384646.451407:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000d1 00000400:00000010:1.0:1767384646.451415:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 580 at 00000000f0e90108. 00000400:00000010:1.0:1767384646.451418:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 696 at 000000006b2e0604. 00000400:00000010:1.0:1767384646.451421:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 580 at 00000000b7311ed3. 00000400:00000200:1.0:1767384646.451506:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp34(0000000009e68e1a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384646.451510:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp35(00000000a9ce1d5f) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384646.451518:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000001b80d556. 00000400:00000200:1.0:1767384646.451523:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000001b80d556 nid 192.168.203.125@tcp36 00000400:00000010:1.0:1767384646.451526:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000038f55c28. 00000400:00000200:1.0:1767384646.451528:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 0000000038f55c28 net tcp36 00000400:00000200:1.0:1767384646.451531:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (28) 00000400:00000200:1.0:1767384646.451534:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp36 flags 0x11 00000400:00000010:1.0:1767384646.451537:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 580 at 00000000f0e90108. 00000400:00000010:1.0:1767384646.451539:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 696 at 000000006b2e0604. 00000400:00000010:1.0:1767384646.451540:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 580 at 00000000b7311ed3. 00000400:00000010:1.0:1767384646.451542:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000d523497d. 00000400:00000200:1.0:1767384646.451544:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384646.451546:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100151 00000400:00000200:1.0:1767384646.451553:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc 1 00000400:00000200:1.0:1767384646.451555:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000200:1.0:1767384646.451558:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384646.451559:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:1.0:1767384646.451561:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384646.451564:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (29) 00080000:00000010:2.0:1767384646.451928:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fd2f451e. 00080000:00000010:3.0:1767384646.451980:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e376f000. 00040000:00000001:3.0:1767384646.451990:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384646.451993:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384646.451997:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384646.452003:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384646.452005:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384646.452007:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384646.452020:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384646.452028:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384646.452031:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384646.452038:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:2.0:1767384646.452046:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fd2f451e. 20000000:01000000:2.0:1767384646.452050:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #36 20000000:00000001:2.0:1767384646.452053:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384646.452064:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384646.452067:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384646.452075:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:1.0:1767384646.452098:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384646.452100:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384646.452104:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:2.0:1767384646.452105:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 10000000:01000000:1.0:1767384646.452121:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384646.452126:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.452129:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384646.452130:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:1.0:1767384646.452137:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384646.452138:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384646.452145:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00010000:00000040:1.0:1767384646.452148:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000052479b96 count: 2 00000020:00000001:2.0:1767384646.452150:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00080000:00000020:3.0:1767384646.452154:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000002:2.0:1767384646.452154:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384646.452154:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384646.452167:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00080000:00000001:2.0:1767384646.452170:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384646.452170:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 20000000:00000010:3.0:1767384646.452171:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000142f2130. 00010000:00000010:1.0:1767384646.452179:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e79bfcd8. 00080000:00000001:2.0:1767384646.452185:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.452186:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 20000000:00000001:3.0:1767384646.452187:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.452191:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384646.452194:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e79bfcd8 with handle 0x71ee3a74e27191f2 to hash 00010000:00000040:3.0:1767384646.452195:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048138496 00000020:00000001:2.0:1767384646.452196:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384646.452197:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384646.452203:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:3.0:1767384646.452204:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384646.452204:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:1.0:1767384646.452211:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00080000:00000001:2.0:1767384646.452213:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000200:3.0:1767384646.452217:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000055bb7cca x1853237048138496/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384646.452221:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:2.0:1767384646.452222:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b320c44b. 00010000:00000001:1.0:1767384646.452227:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.452234:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893632165376 : -106180077386240 : ffff9f6e06348600) 00010000:00010000:1.0:1767384646.452235:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384646.452236:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384646.452244:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384646.452245:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384646.452252:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00001000:3.0:1767384646.452256:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=63 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384646.452256:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000010:2.0:1767384646.452258:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c93799ba. 00010000:00000001:1.0:1767384646.452261:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384646.452268:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384646.452274:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.452275:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384646.452275:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384646.452286:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000100:00000040:3.0:1767384646.452288:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:1.0:1767384646.452288:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00000100:00000001:3.0:1767384646.452294:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00010000:1.0:1767384646.452296:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384646.452299:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:2.0:1767384646.452299:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.452305:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.452313:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:3.0:1767384646.452316:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:2.0:1767384646.452320:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000040:3.0:1767384646.452321:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384646.452327:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384646.452328:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fae69c0. 00010000:00000001:1.0:1767384646.452330:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384646.452333:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384646.452334:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048138496, offset 224 00010000:00000001:1.0:1767384646.452335:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384646.452341:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00000400:00000200:3.0:1767384646.452344:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:1.0:1767384646.452344:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384646.452350:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000052479b96) refcount = 2 00010000:00000040:1.0:1767384646.452355:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767384646.452360:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384646.452364:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:1.0:1767384646.452371:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1767384646.452372:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384646.452376:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff05b00 00000400:00000200:3.0:1767384646.452387:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a6d [2] + 224 00010000:00000010:1.0:1767384646.452387:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e41a7e2. 00000100:00000001:1.0:1767384646.452393:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000200:3.0:1767384646.452395:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384646.452396:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fea4e9f6. 00000400:00000200:3.0:1767384646.452400:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384646.452400:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893633927808 : -106180075623808 : ffff9f6e064f6a80) 00000100:00000001:1.0:1767384646.452404:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893633927808 : -106180075623808 : ffff9f6e064f6a80) 00000100:00000001:3.0:1767384646.452407:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384646.452408:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384646.452412:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384646.452413:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000200:3.0:1767384646.452415:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384646.452417:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.452421:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1767384646.452424:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384646.452427:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:3.0:1767384646.452429:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384646.452430:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1767384646.452433:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:3.0:1767384646.452465:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1767384646.452466:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099a493cf. 00000020:00000040:1.0:1767384646.452472:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000400:00000200:3.0:1767384646.452473:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fae69c0 00000100:00000001:1.0:1767384646.452475:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1767384646.452477:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000fae69c0. 00000100:00000001:2.0:1767384646.452478:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384646.452479:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384646.452484:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384646.452484:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384646.452487:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.452492:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:1.0:1767384646.452497:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d523497d. 00000400:00000001:2.0:1767384646.452499:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384646.452501:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384646.452502:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384646.452512:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052139282. 00000100:00000001:1.0:1767384646.452514:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384646.452516:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:2.0:1767384646.452521:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013369791 00010000:00000001:3.0:1767384646.452522:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00010000:1.0:1767384646.452527:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384646.452531:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000013369791. 00000020:00000001:3.0:1767384646.452532:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.452548:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384646.452551:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384646.452556:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000055bb7cca x1853237048138496/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384646.452556:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 16 pid: 17078 timeout: 416 lvb_type: 0 00000100:00000200:2.0:1767384646.452559:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384646.452606:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1767384646.452613:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384646.452625:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384646.452650:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384646.452652:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000055bb7cca pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048138496:12345-0@lo:253: Request processed in 2318us (3085us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384646.452652:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384646.452656:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384646.452669:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048138624:0@lo:104: 00000100:00100000:3.0:1767384646.452674:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00000001:1.0:1767384646.452689:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1767384646.452690:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 02000000:00000001:1.0:1767384646.452697:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384646.452699:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384646.452703:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.452705:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384646.452705:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384646.452707:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384646.452718:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384646.452718:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036a3c2a0. 00000020:00000010:3.0:1767384646.452719:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007208173e. 02000000:00000001:1.0:1767384646.452732:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.452733:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384646.452734:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000064253368. 02000000:00000001:2.0:1767384646.452743:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1767384646.452744:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019a3d407. 00000100:00000001:2.0:1767384646.452746:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384646.452747:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d6d8c68. 00000400:00000010:1.0:1767384646.452769:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bf8a56f. 00000020:00000040:3.0:1767384646.452770:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000001:2.0:1767384646.452770:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.452786:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384646.452787:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048138624, portal 16 02000000:00000001:3.0:1767384646.452790:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384646.452794:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00001000:2.0:1767384646.452796:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=63 v=5 (5 0 0 0) 02000000:00000010:3.0:1767384646.452797:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006496f05e. 00000100:00000001:1.0:1767384646.452797:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758970368 : -106174950581248 : ffff9f6f37c95c00) 00000100:00001000:2.0:1767384646.452814:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=63 v=5 (1 0 0 0) 02000000:00000001:3.0:1767384646.452815:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384646.452817:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384646.452822:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.452832:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384646.452838:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:2.0:1767384646.452840:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.452853:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1767384646.452855:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b32e176d. 00010000:00000001:2.0:1767384646.452855:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384646.452863:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384646.452867:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000fae69c0. 00000100:00000040:1.0:1767384646.452872:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384646.452876:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384646.452879:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d083ba7. 00000100:00000200:1.0:1767384646.452886:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048138624, offset 0 00000100:00000040:2.0:1767384646.452888:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.452904:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384646.452905:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384646.452914:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384646.452917:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384646.452923:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:01000004:2.0:1767384646.452925:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384646.452928:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384646.452930:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384646.452931:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384646.452935:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff05b80 00000020:01000004:2.0:1767384646.452937:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384646.452939:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384646.452940:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384646.452947:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384646.452949:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384646.452956:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384646.452956:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1859 [2] + 328 00000400:00000200:1.0:1767384646.452970:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384646.452983:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384646.452985:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005fab9b4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048138496:0@lo:253: 00000100:00000001:1.0:1767384646.452993:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384646.452995:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384646.452997:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767384646.453000:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1767384646.453002:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c1c4cb1. 00000100:00000040:2.0:1767384646.453007:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005fab9b4c x1853237048138496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384646.453009:0:17102:0:(events.c:337:request_in_callback()) incoming req@000000002c1c4cb1 x1853237048138624 msgsize 328 00000100:00100000:1.0:1767384646.453027:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384646.453037:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384646.453040:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384646.453043:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000084f822ab. 00000100:00000001:1.0:1767384646.453045:0:17102:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:2.0:1767384646.453052:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384646.453056:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1767384646.453058:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d083ba7 00000020:00000040:2.0:1767384646.453059:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000010:1.0:1767384646.453067:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d083ba7. 00000100:00000001:3.0:1767384646.453071:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384646.453072:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384646.453073:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384646.453090:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384646.453094:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048138624 02000000:00000010:2.0:1767384646.453097:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000cb3ff662. 02000000:00000001:3.0:1767384646.453102:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384646.453119:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384646.453124:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.453125:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384646.453126:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384646.453130:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384646.453132:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384646.453135:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384646.453135:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fab9b4c. 00000100:00100000:3.0:1767384646.453151:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048138624 00000100:00000001:2.0:1767384646.453152:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384646.453153:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.453166:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384646.453167:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384646.453167:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384646.453177:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000100:00000001:2.0:1767384646.453178:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384646.453179:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.453184:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384646.453191:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1767384646.453193:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000100:00000001:1.0:1767384646.453193:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294934229 00000100:00000001:2.0:1767384646.453202:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384646.453203:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:1.0:1767384646.453207:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294934226 00000020:00000001:3.0:1767384646.453215:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:2.0:1767384646.453219:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.453222:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384646.453222:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294934229 00000100:00000001:2.0:1767384646.453224:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384646.453229:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcc277c. 00000100:00000001:1.0:1767384646.453232:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294934226 00000100:00000001:3.0:1767384646.453237:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384646.453241:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcc277c. 00000100:00000001:1.0:1767384646.453242:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294934229 00000100:00000001:1.0:1767384646.453251:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294934226 00000020:00000010:3.0:1767384646.453253:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e666a6e. 00000100:00000001:1.0:1767384646.453254:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294934229 00000020:00000010:3.0:1767384646.453260:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb80f275. 00000100:00000001:1.0:1767384646.453261:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294934226 00000020:00000010:3.0:1767384646.453267:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000005ec5d8d. 00000100:00000001:1.0:1767384646.453268:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384646.453272:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.453275:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.453277:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384646.453278:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384646.453283:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384646.453286:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1767384646.453288:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.453289:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.453291:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.453295:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384646.453297:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.453299:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.453301:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1767384646.453304:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1767384646.453306:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.453308:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384646.453310:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384646.453311:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384646.453312:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fea4e9f6 going to sleep for 11 seconds 00000100:00000001:1.0:1767384646.453317:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384646.453321:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.453336:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384646.453339:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384646.453352:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:3.0:1767384646.453355:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00000100:00000001:3.0:1767384646.453359:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898758973056 : -106174950578560 : ffff9f6f37c96680) 00000100:00000040:3.0:1767384646.453366:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002c1c4cb1 x1853237048138624/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 328/0 e 0 to 0 dl 1767384657 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384646.453374:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384646.453376:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcc277c. 00000100:00000001:3.0:1767384646.453379:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384646.453380:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcc277c. 00000100:00100000:3.0:1767384646.453383:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002c1c4cb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048138624:12345-0@lo:104: 00000100:00000200:3.0:1767384646.453386:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048138624 00010000:00000001:3.0:1767384646.453388:0:17070:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1767384646.453392:0:17070:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384646.453394:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384646.453395:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008b8ec4a refcount=2 00000020:00000001:3.0:1767384646.453397:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:3.0:1767384646.453399:0:17070:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:3.0:1767384646.453401:0:17070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384646.453404:0:17070:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384646.453407:0:17070:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384646.453412:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384646.453414:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384646.453416:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c4a40558. 02000000:00000001:3.0:1767384646.453417:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.453419:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384646.453421:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384646.453422:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384646.453424:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384646.453426:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384646.453428:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384646.453434:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384646.453435:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384646.453484:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.453489:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384646.453492:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384646.453503:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039f89cf3. 00000100:00000200:3.0:1767384646.453506:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048138624, offset 224 00000400:00000200:3.0:1767384646.453509:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384646.453517:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384646.453526:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff05b80 00000400:00000200:3.0:1767384646.453531:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1a81 [1] + 224 00000400:00000200:3.0:1767384646.453535:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384646.453539:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384646.453542:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384646.453546:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384646.453552:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384646.453566:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384646.453570:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f89cf3 00000400:00000010:3.0:1767384646.453572:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039f89cf3. 00000100:00000001:3.0:1767384646.453574:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384646.453576:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384646.453585:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384646.453593:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:1.0:1767384646.453596:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384646.453597:0:17070:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1767384646.453603:0:17070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001e85e71a. 00000400:00000001:1.0:1767384646.453604:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384646.453606:0:17070:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:1.0:1767384646.453609:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384646.453613:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019a3d407. 00000400:00000200:1.0:1767384646.453617:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bf8a56f 00000400:00000010:1.0:1767384646.453619:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bf8a56f. 00000100:00000001:1.0:1767384646.453621:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:3.0:1767384646.453624:0:17070:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00000200:1.0:1767384646.453626:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384646.453629:0:17070:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.453633:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:3.0:1767384646.453635:0:17070:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384646.453644:0:17070:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.453644:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384646.453647:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384646.453665:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:1.0:1767384646.453667:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1767384646.453671:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c1c4cb1 x1853237048138624/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384646.453673:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384646.453679:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:1.0:1767384646.453680:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384646.453688:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1767384646.453689:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384646.453698:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1767384646.453700:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384646.453703:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384646.453712:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002c1c4cb1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048138624:12345-0@lo:104: Request processed in 331us (694us total) trans 0 rc 0/0 02000000:00000001:1.0:1767384646.453712:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384646.453725:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=63 v=5 (5 0 0 0) 00000100:00100000:3.0:1767384646.453742:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00001000:1.0:1767384646.453744:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=63 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384646.453744:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000008b8ec4a already unused, calling callback (000000001dab8c51) 00000100:00000040:3.0:1767384646.453751:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 10000000:00000001:0.0:1767384646.453760:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384646.453761:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384646.453761:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384646.453767:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384646.453767:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384646.453768:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384646.453776:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb80f275. 00010000:00000001:1.0:1767384646.453777:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384646.453785:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384646.453787:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000005ec5d8d. 00000100:00000001:1.0:1767384646.453796:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.453797:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000020:00000010:3.0:1767384646.453798:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e666a6e. 00010000:00000001:0.0:1767384646.453803:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1767384646.453805:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00000020:00000001:0.0:1767384646.453809:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384646.453812:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384646.453813:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008b8ec4a refcount=3 00000100:00000040:1.0:1767384646.453814:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384646.453826:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:0.0:1767384646.453835:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00000100:00000001:1.0:1767384646.453836:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384646.453842:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384646.453843:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384646.453855:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384646.453855:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384646.453866:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1767384646.453871:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384646.453876:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1767384646.453876:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1767384646.453883:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1767384646.453885:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384646.453899:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000040:1.0:1767384646.453901:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767384646.453911:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048138624:0@lo:104: 10000000:00000001:0.0:1767384646.453919:0:17075:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:1.0:1767384646.453921:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1767384646.453922:0:17075:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:1.0:1767384646.453933:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384646.453933:0:17075:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:1.0:1767384646.453943:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384646.453943:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384646.453950:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384646.453950:0:17075:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384646.453963:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099a493cf x1853237048138624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384646.453971:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384646.453975:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00080000:00000010:2.0:1767384646.453978:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b320c44b. 02000000:00000010:1.0:1767384646.453978:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036a3c2a0. 10000000:00000001:0.0:1767384646.453979:0:17075:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384646.453984:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:1.0:1767384646.453995:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000040:0.0:1767384646.453997:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 00000020:00000001:1.0:1767384646.454004:0:17102:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1767384646.454006:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000040:1.0:1767384646.454009:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 10000000:00000001:0.0:1767384646.454009:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384646.454018:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384646.454023:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d523497d. 00010000:00000001:0.0:1767384646.454024:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000010:3.0:1767384646.454029:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c93799ba. 02000000:00000001:1.0:1767384646.454032:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1767384646.454032:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00040000:00000001:3.0:1767384646.454039:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 02000000:00000001:1.0:1767384646.454041:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1767384646.454041:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00040000:00000001:3.0:1767384646.454043:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000010:1.0:1767384646.454054:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099a493cf. 00010000:00000001:0.0:1767384646.454055:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384646.454056:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.454072:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000002:3.0:1767384646.454073:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 00010000:00000001:0.0:1767384646.454073:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384646.454095:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384646.454095:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384646.454097:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000008b8ec4a with handle 0x71ee3a74e27191e4 from hash 00000100:00000010:1.0:1767384646.454101:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fea4e9f6. 20000000:00000001:3.0:1767384646.454105:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00000001:0.0:1767384646.454108:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:1.0:1767384646.454109:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 20000000:01000000:3.0:1767384646.454112:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384646.454113:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384646.454113:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384646.454131:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384646.454133:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000010:1.0:1767384646.454142:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e41a7e2. 00010000:00000001:0.0:1767384646.454142:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:00000001:3.0:1767384646.454144:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384646.454150:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 20000000:01000000:3.0:1767384646.454152:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00010000:00000001:0.0:1767384646.454162:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00080000:00000001:3.0:1767384646.454164:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384646.454164:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384646.454171:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.454171:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000001:1.0:1767384646.454176:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384646.454180:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000100:00000010:0.0:1767384646.454181:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00010000:00000001:1.0:1767384646.454182:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1767384646.454192:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000040:0.0:1767384646.454193:0:17075:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384646.454202:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384646.454205:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384646.454210:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384646.454215:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000392ee471. 00000100:00000001:0.0:1767384646.454221:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.454223:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384646.454242:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384646.454248:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384646.454251:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384646.454261:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384646.454263:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.454273:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939358e9] to pc [ptlrpcd_00_01+1] req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000020:3.0:1767384646.454276:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384646.454283:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384646.454289:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c5b1c1b1. 20000000:00000001:3.0:1767384646.454295:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384646.454297:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048138368 00010000:00000001:3.0:1767384646.454299:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384646.454304:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007ac26b63 x1853237048138368/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384646.454311:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384646.454312:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384646.454317:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.454318:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384646.454320:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384646.454321:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384646.454324:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384646.454324:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384646.454332:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=63 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384646.454334:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.454335:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:0.0:1767384646.454346:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.454347:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384646.454351:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384646.454355:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384646.454356:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384646.454368:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384646.454380:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384646.454385:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1767384646.454386:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.454387:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384646.454396:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 0000000008b8ec4a/0x71ee3a74e27191e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27191eb expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384646.454398:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.454399:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384646.454412:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:0.0:1767384646.454412:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000013e02688 count: 0 02000000:00000001:2.0:1767384646.454413:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384646.454424:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384646.454427:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e3cf83f. 02000000:00000001:2.0:1767384646.454429:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384646.454497:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048138752:0@lo:103: 00010000:00000001:0.0:1767384646.454498:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384646.454502:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384646.454503:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000010:0.0:1767384646.454522:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001e85e71a. 02000000:00000001:2.0:1767384646.454526:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384646.454531:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.454532:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.454534:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1767384646.454538:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:2.0:1767384646.454540:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b320c44b. 00000020:00000001:0.0:1767384646.454544:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384646.454550:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:2.0:1767384646.454551:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384646.454555:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384646.454558:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052139282. 00000020:00000001:0.0:1767384646.454562:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384646.454569:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384646.454570:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000020:00000001:0.0:1767384646.454574:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:2.0:1767384646.454578:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048138752, portal 18 00000020:00000001:0.0:1767384646.454581:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.454582:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384646.454587:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00010000:00010000:0.0:1767384646.454588:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:3.0:1767384646.454593:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048138368, offset 224 00000100:00000040:2.0:1767384646.454597:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384646.454599:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384646.454603:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384646.454611:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384646.454630:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384646.454635:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384646.454641:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384646.454644:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000400:00000200:3.0:1767384646.454651:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff05a80 00000100:00000200:2.0:1767384646.454653:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048138752, offset 0 00000400:00000200:3.0:1767384646.454662:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1a65 [2] + 224 00000400:00000200:3.0:1767384646.454666:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384646.454674:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384646.454682:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384646.454688:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384646.454699:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384646.454705:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384646.454725:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384646.454731:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff05c00 00000400:00000200:2.0:1767384646.454750:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 328 00000400:00000200:2.0:1767384646.454755:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384646.454760:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384646.454761:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384646.454774:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e3cf83f 00000400:00000010:3.0:1767384646.454778:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e3cf83f. 00000100:00000001:3.0:1767384646.454781:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384646.454783:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384646.454785:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384646.454788:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:3.0:1767384646.454791:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.454792:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1767384646.454795:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005fab9b4c. 00000100:00000040:3.0:1767384646.454797:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:0.0:1767384646.454798:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384646.454802:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000005fab9b4c x1853237048138752 msgsize 328 00010000:00000001:3.0:1767384646.454812:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384646.454812:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384646.454819:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384646.454825:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000001:0.0:1767384646.454828:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384646.454829:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384646.454834:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab5bb6d9. 00000100:00000040:3.0:1767384646.454837:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ac26b63 x1853237048138368/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 4848/4768 e 0 to 0 dl 1767384657 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.454842:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384646.454846:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee38b99 00000400:00000010:0.0:1767384646.454855:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ee38b99. 00000100:00000001:0.0:1767384646.454865:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384646.454866:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007ac26b63 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048138368:12345-0@lo:253: Request processed in 4419us (5528us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384646.454869:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:2.0:1767384646.454874:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000200:0.0:1767384646.454879:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.454887:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384646.454898:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384646.454912:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00000040:3.0:1767384646.454925:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384646.454935:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384646.454942:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384646.454943:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384646.454950:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000beb99d77. 00000100:00000001:2.0:1767384646.454954:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1767384646.454958:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e4f8495. 00000100:00000040:2.0:1767384646.454964:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384646.454969:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d27e1766. 00000100:00000001:0.0:1767384646.454971:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384646.454981:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384646.454982:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:2.0:1767384646.454983:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.454985:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384646.454988:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384646.454988:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384646.455000:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cba1eae4. 00000100:00000001:2.0:1767384646.455000:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384646.455001:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384646.455009:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384646.455013:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.455014:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384646.455015:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.455017:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384646.455018:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=63 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384646.455023:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294934231 00000100:00000200:3.0:1767384646.455029:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:0.0:1767384646.455032:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=63 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384646.455035:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4ede359. 00000100:00000001:0.0:1767384646.455036:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384646.455037:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294934229 00000100:00000001:0.0:1767384646.455041:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384646.455047:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e3cf83f. 00010000:00000001:0.0:1767384646.455048:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384646.455049:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294934231 00010000:00000001:0.0:1767384646.455058:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.455064:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.455066:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294934229 00000100:00000040:0.0:1767384646.455074:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.455076:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294934231 00000100:00000001:2.0:1767384646.455095:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294934229 00000100:00000001:2.0:1767384646.455102:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294934231 00000100:00000001:0.0:1767384646.455102:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384646.455109:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384646.455111:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294934229 00000100:00000001:0.0:1767384646.455112:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.455118:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384646.455119:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384646.455124:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000100:00000001:2.0:1767384646.455125:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384646.455126:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000001:2.0:1767384646.455130:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384646.455130:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:2.0:1767384646.455135:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384646.455135:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384646.455140:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384646.455143:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000100:00000001:2.0:1767384646.455145:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:0.0:1767384646.455146:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:2.0:1767384646.455149:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384646.455151:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384646.455153:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384646.455156:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384646.455156:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384646.455159:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384646.455160:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384646.455166:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384646.455174:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b606f3b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048138368:0@lo:253: 00000100:00000001:2.0:1767384646.455179:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384646.455180:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384646.455182:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048138752 00000100:00000001:0.0:1767384646.455184:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384646.455187:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1767384646.455189:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b606f3b3 x1853237048138368/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.455190:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384646.455194:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384646.455199:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384646.455202:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1767384646.455204:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048138752 02000000:00000001:0.0:1767384646.455205:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384646.455207:0:17073:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:0.0:1767384646.455208:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000007d9bdea. 00000020:00000040:2.0:1767384646.455210:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384646.455214:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384646.455215:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1767384646.455216:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384646.455220:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:2.0:1767384646.455221:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000040:0.0:1767384646.455223:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384646.455224:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384646.455227:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384646.455244:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006b80f6e6. 02000000:00000001:0.0:1767384646.455247:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384646.455250:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384646.455252:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:0.0:1767384646.455252:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b606f3b3. 00000020:00000010:2.0:1767384646.455257:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a984d0d7. 00000100:00000001:0.0:1767384646.455259:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384646.455261:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384646.455262:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384646.455265:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a984d0d7. 00000100:00000001:0.0:1767384646.455266:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384646.455272:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054004389. 00000100:00000001:0.0:1767384646.455273:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384646.455277:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a5ff176f. 00000100:00000001:0.0:1767384646.455277:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384646.455284:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:0.0:1767384646.455284:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384646.455288:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.455293:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384646.455297:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384646.455298:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384646.455300:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384646.455302:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455304:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384646.455306:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384646.455307:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.455309:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bce492f refcount=4 00000020:00000001:2.0:1767384646.455310:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000001:2.0:1767384646.455312:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00010000:2.0:1767384646.455316:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 15 pid: 17078 timeout: 416 lvb_type: 0 00010000:00000001:2.0:1767384646.455321:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455322:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.455324:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.455327:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.455331:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384646.455334:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005fab9b4c x1853237048138752/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 328/0 e 0 to 0 dl 1767384657 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.455339:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384646.455340:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.455352:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384646.455359:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384646.455360:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384646.455362:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384646.455370:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384646.455372:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717859328 : -106174991692288 : ffff9f6f35560e00) 00000100:00000040:2.0:1767384646.455375:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005fab9b4c x1853237048138752/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 328/0 e 0 to 0 dl 1767384657 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.455381:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384646.455382:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a984d0d7. 00000100:00000001:2.0:1767384646.455383:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384646.455384:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a984d0d7. 00000100:00100000:2.0:1767384646.455387:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005fab9b4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048138752:12345-0@lo:103: 00000100:00000200:2.0:1767384646.455389:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048138752 00010000:00000001:2.0:1767384646.455391:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384646.455393:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384646.455394:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384646.455397:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384646.455398:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384646.455400:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f4136a18. 02000000:00000001:2.0:1767384646.455401:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.455402:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455404:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384646.455405:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384646.455407:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384646.455409:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.455410:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bce492f refcount=4 00000020:00000001:2.0:1767384646.455411:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000001:2.0:1767384646.455412:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000040:2.0:1767384646.455414:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000052479b96 count: 3 00010000:00010000:2.0:1767384646.455416:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 15 pid: 17078 timeout: 416 lvb_type: 0 00000100:00001000:2.0:1767384646.455420:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384646 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384646.455422:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384646.455425:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455430:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384646.455431:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 15 pid: 17078 timeout: 416 lvb_type: 0 00000020:00000001:2.0:1767384646.455436:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384646.455475:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384646.455477:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.455480:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455485:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384646.455487:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384646.455492:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455493:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.455495:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384646.455496:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384646.455499:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001bce492f with handle 0x71ee3a74e27191eb from hash 00010000:00000001:2.0:1767384646.455500:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384646.455502:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455503:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.455505:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384646.455506:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384646.455507:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384646.455509:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001bce492f/0x71ee3a74e27191eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e27191e4 expref: 15 pid: 17078 timeout: 416 lvb_type: 0 00010000:00000040:2.0:1767384646.455514:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:2.0:1767384646.455517:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00010000:00000001:2.0:1767384646.455522:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.455524:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384646.455526:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384646.455528:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000e79bfcd8 00010000:00000001:2.0:1767384646.455529:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384646.455531:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384646.455533:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.455534:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384646.455535:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.455537:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384646.455538:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384646.455540:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455549:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384646.455552:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384646.455554:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384646.455555:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384646.455557:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000052479b96) refcount = 2 00010000:00010000:2.0:1767384646.455559:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455563:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384646.455564:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384646.455565:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.455567:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384646.455569:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a984d0d7. 00000100:00000001:2.0:1767384646.455571:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384646.455574:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013369791. 00000100:00000001:2.0:1767384646.455576:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893631079168 : -106180078472448 : ffff9f6e0623f300) 00000100:00000001:2.0:1767384646.455577:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893631079168 : -106180078472448 : ffff9f6e0623f300) 00000100:00000001:2.0:1767384646.455578:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384646.455579:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384646.455580:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384646.455582:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384646.455584:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:2.0:1767384646.455586:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384646.455587:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.455588:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e79bfcd8 refcount=5 00000020:00000001:2.0:1767384646.455589:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:2.0:1767384646.455591:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:2.0:1767384646.455592:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384646.455593:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455597:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384646.455599:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455607:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455608:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384646.455610:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455614:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384646.455615:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455616:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384646.455617:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384646.455620:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e79bfcd8 already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384646.455622:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384646.455623:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384646.455624:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455628:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384646.455628:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384646.455629:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384646.455630:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e79bfcd8 refcount=6 00000020:00000001:2.0:1767384646.455631:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:2.0:1767384646.455632:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:2.0:1767384646.455633:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384646.455634:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455637:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384646.455638:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384646.455639:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455649:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384646.455650:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384646.455651:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384646.455665:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384646.455667:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e79bfcd8 with handle 0x71ee3a74e27191f2 from hash 00010000:00000001:2.0:1767384646.455668:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384646.455669:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455670:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.455671:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384646.455672:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384646.455674:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384646.455675:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00010000:0.0:1767384646.455676:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455677:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.455681:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455685:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384646.455687:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384646.455690:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384646.455691:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455694:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384646.455695:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384646.455697:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384646.455699:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455700:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455704:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.455709:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455713:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455713:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.455715:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384646.455718:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384646.455720:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455722:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.455726:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384646.455726:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384646.455729:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384646.455731:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384646.455732:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384646.455734:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384646.455735:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384646.455737:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384646.455740:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27191f2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384646.455746:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384646.455747:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455748:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384646.455749:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384646.455756:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.455757:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.455758:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384646.455759:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000013369791. 00000100:00000001:2.0:1767384646.455761:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384646.455763:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384646.455764:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a984d0d7. 00010000:00000001:2.0:1767384646.455766:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384646.455767:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000052479b96 count: 0 00010000:00010000:2.0:1767384646.455772:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384646.455774:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384646.455777:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384646.455779:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384646.455781:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=63 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384646.455784:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384646.455786:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384646.455787:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384646.455789:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384646.455790:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384646.455792:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384646.455793:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384646.455795:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000200:2.0:1767384646.455799:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048138752, offset 224 00000400:00000200:2.0:1767384646.455805:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384646.455810:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384646.455813:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff05c00 00000400:00000200:2.0:1767384646.455816:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1a95 [1] + 224 00000400:00000200:2.0:1767384646.455819:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384646.455821:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384646.455825:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384646.455827:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384646.455833:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384646.455857:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384646.455860:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:2.0:1767384646.455862:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000001:2.0:1767384646.455864:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384646.455864:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384646.455866:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.455868:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384646.455870:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384646.455871:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384646.455873:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005fab9b4c x1853237048138752/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:627/0 lens 328/224 e 0 to 0 dl 1767384657 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384646.455896:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005fab9b4c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048138752:12345-0@lo:103: Request processed in 514us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384646.455902:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:2.0:1767384646.455904:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384646.455906:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384646.455909:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384646.455912:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a5ff176f. 00000020:00000010:2.0:1767384646.455915:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000020:00000010:2.0:1767384646.455919:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054004389. 00000020:00000040:2.0:1767384646.455925:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:2.0:1767384646.455929:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.455932:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.455936:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384646.455942:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384646.455944:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384646.455945:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052139282. 00000400:00000200:3.0:1767384646.455950:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:3.0:1767384646.455951:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000001:3.0:1767384646.455954:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384646.455958:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384646.455965:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.455970:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384646.455971:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.455973:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384646.455974:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384646.455976:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384646.455977:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384646.455978:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384646.455989:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=63 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384646.455991:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=63 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384646.455993:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384646.455994:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384646.455996:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384646.455997:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.455998:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384646.456000:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.456005:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384646.456007:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384646.456008:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384646.456009:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384646.456014:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048138752:0@lo:103: 00000100:00000001:3.0:1767384646.456017:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.456019:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384646.456021:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000939358e9 x1853237048138752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384662 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384646.456025:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384646.456026:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384646.456028:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b320c44b. 02000000:00000001:3.0:1767384646.456030:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384646.456032:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384646.456033:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384646.456034:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384646.456035:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000392ee471. 02000000:00000001:3.0:1767384646.456037:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384646.456038:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384646.456039:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 00000100:00000001:3.0:1767384646.456042:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384646.456043:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.456045:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384646.456048:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384646.456055:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384646.456057:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384646.456058:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384646.459650:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000013e02688. 00010000:00000010:0.1:1767384646.459659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000008b8ec4a. 00000100:00000040:1.0:1767384646.461536:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294934231, at 4294934232 00000100:00000010:1.0:1767384646.461546:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6474548. 00000100:00000040:0.0:1767384646.461546:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294934231, at 4294934232 00000100:00000040:3.0:1767384646.461547:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294934231, at 4294934232 00000100:00000010:3.0:1767384646.461567:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b78181bc. 00000100:00000010:0.0:1767384646.461578:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005eec6f0b. 00010000:00000010:2.1:1767384646.462482:0:30288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001bce492f. 00010000:00000010:2.1:1767384646.462515:0:30288:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e79bfcd8. 00010000:00000010:2.1:1767384646.462527:0:30288:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000052479b96. 00000100:00000040:2.0:1767384646.462553:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294934231, at 4294934233 00000100:00000010:2.0:1767384646.462560:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4b472eb. 00000400:00000010:2.0:1767384646.467385:0:30288:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000097855843. 00000400:00000040:2.0:1767384646.467403:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384646.467405:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384646.467406:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384646.467408:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384646.467409:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384646.467410:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384646.467412:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384646.467417:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384646.467418:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384646.467419:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384646.467421:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384646.467422:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384646.467424:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384646.467425:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384646.467426:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384646.467428:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384646.467428:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384646.467429:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384646.467430:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384646.467431:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384646.467432:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384646.467433:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384646.467434:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384646.467435:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384646.467436:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384646.467456:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384646.467457:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384646.467459:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384646.467460:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384646.467462:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384646.467463:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384646.467465:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384646.467467:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384646.467469:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384646.467471:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384646.467473:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384646.467475:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384646.467478:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384646.467480:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384646.467481:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384646.467483:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384646.467487:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384646.467489:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384646.467490:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384646.467491:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384646.467493:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384646.467498:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384646.467501:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384646.467504:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384646.467506:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384646.467508:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384646.467509:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384646.467511:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384646.467513:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384646.467515:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384646.467517:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384646.467519:0:30288:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384646.467581:0:30288:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000097855843. 00010000:00000001:3.0:1767384646.566628:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384646.566635:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384646.566642:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384646.566644:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384646.566686:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384646.566693:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384646.566697:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384647.397522:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384647.397528:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384647.397533:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7f16599 00000400:00000010:1.0:1767384647.397539:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7f16599. 00000400:00000200:1.0:1767384647.397546:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384647.397555:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp34 recovery ping unlinked 00000400:00000010:1.0:1767384647.397569:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e394c525. 00000400:00000010:1.0:1767384647.397577:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009b945a3c. 00000400:00000001:1.0:1767384647.397585:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384647.397588:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384647.397590:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28b7fbc 00000400:00000010:1.0:1767384647.397592:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28b7fbc. 00000400:00000200:1.0:1767384647.397595:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384647.397598:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384647.397602:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000089186556. 00000400:00000010:1.0:1767384647.397606:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004a25baf0. 00010000:00000001:3.0:1767384647.589524:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384647.589531:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384647.589539:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384647.589551:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384647.589622:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384647.589628:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384647.589634:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384648.019005:0:30697:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dd598778. 00080000:00000010:2.0:1767384648.019014:0:30697:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dd598778. 00000020:00000001:2.0:1767384648.019018:0:30697:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384648.019023:0:30697:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000dd598778. 00080000:00000010:2.0:1767384648.019027:0:30697:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000dd598778. 00000020:00000001:2.0:1767384648.019030:0:30697:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384648.421582:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp34 00000400:00000010:1.0:1767384648.421594:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c9ccd03f. 00000400:00000010:1.0:1767384648.421607:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000099ed1a65. 00000400:00000010:1.0:1767384648.421613:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d28b7fbc. 00000400:00000010:1.0:1767384648.421625:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dca64e94. 00000400:00000200:1.0:1767384648.421632:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp34 00000400:00000200:1.0:1767384648.421659:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp34 local destination 00000400:00000200:1.0:1767384648.421669:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp34 00000400:00000200:1.0:1767384648.421691:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp34 NI seq info: [108:108:256:4294967295] 192.168.203.125@tcp34 LPNI seq info [105:105:8:4294967295] 00000400:00000200:1.0:1767384648.421700:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp34 00000400:00000200:1.0:1767384648.421722:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp34(192.168.203.125@tcp34:) -> 192.168.203.125@tcp34(192.168.203.125@tcp34:192.168.203.125@tcp34) : GET try# 0 00000800:00000200:1.0:1767384648.421732:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp34 00000800:00000010:1.0:1767384648.421740:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b2d437a1. 00000800:00000200:1.0:1767384648.421748:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (2) 00000800:00000200:1.1:1767384648.421757:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (2) 00000400:00000200:1.0:1767384648.421783:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp34 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:1.0:1767384648.421790:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp35 00000400:00000010:1.0:1767384648.421797:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f18bd711. 00000400:00000010:1.0:1767384648.421806:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000084ac2743. 00000400:00000010:1.0:1767384648.421814:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7f16599. 00000400:00000010:1.0:1767384648.421822:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000008bf992a8. 00000400:00000200:1.0:1767384648.421832:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp35 00000400:00000200:1.0:1767384648.421848:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp35 local destination 00000400:00000200:1.0:1767384648.421852:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp35 00000400:00000200:1.0:1767384648.421859:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp35 NI seq info: [109:109:256:4294967295] 192.168.203.125@tcp35 LPNI seq info [106:106:8:4294967295] 00000400:00000200:1.0:1767384648.421863:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp35 00000400:00000200:1.0:1767384648.421878:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp35(192.168.203.125@tcp35:) -> 192.168.203.125@tcp35(192.168.203.125@tcp35:192.168.203.125@tcp35) : GET try# 0 00000800:00000200:1.0:1767384648.421886:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp35 00000800:00000010:1.0:1767384648.421890:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022967ebb. 00000800:00000200:1.0:1767384648.421896:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000800:00000200:1.1:1767384648.421901:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000400:00000200:1.0:1767384648.421916:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp35 added to recovery queue. ping count: 2 next ping: 272 health :800 00000400:00000200:1.0:1767384648.421922:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp29 00000400:00000010:1.0:1767384648.421926:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000fb2ef0c4. 00000400:00000010:1.0:1767384648.421932:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b498684b. 00000400:00000010:1.0:1767384648.421936:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bf8a56f. 00000400:00000010:1.0:1767384648.421940:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007e958ba4. 00000400:00000200:1.0:1767384648.421945:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp29 00000400:00000200:1.0:1767384648.421953:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp29 local destination 00000400:00000200:1.0:1767384648.421969:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp29 00000400:00000200:1.0:1767384648.421973:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp29 NI seq info: [110:110:256:4294967295] 192.168.203.125@tcp29 LPNI seq info [107:107:8:4294967295] 00000400:00000200:1.0:1767384648.421981:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp29 00000400:00000200:1.0:1767384648.421994:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp29(192.168.203.125@tcp29:) -> 192.168.203.125@tcp29(192.168.203.125@tcp29:192.168.203.125@tcp29) : GET try# 0 00000800:00000200:1.0:1767384648.422002:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp29 00000800:00000010:1.0:1767384648.422008:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007c09325f. 00000800:00000200:1.0:1767384648.422016:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000800:00000200:1.1:1767384648.422024:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000400:00000200:1.0:1767384648.422045:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp29 added to recovery queue. ping count: 4 next ping: 284 health :600 00000400:00000200:1.0:1767384648.422163:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422221:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422240:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422272:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422310:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422370:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422428:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422538:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422563:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422589:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422619:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422685:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422727:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422774:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422811:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422837:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422861:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422891:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422913:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422943:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.422981:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423036:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423098:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.423137:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423143:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423219:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.423269:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423271:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423333:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423394:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.423413:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423473:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423550:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.423580:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423673:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.423700:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423717:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423779:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.423809:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.423830:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.423910:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.423952:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.423987:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.424016:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.424058:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.424142:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000800:00000010:1.0:1767384648.424159:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000079a8cbc6. 00000800:00000010:1.0:1767384648.424170:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4f5f147. 00000800:00000010:1.0:1767384648.424177:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099530f62. 00000400:00000200:0.0:1767384648.424197:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000800:00000010:1.0:1767384648.424208:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099530f62. 00000800:00020000:1.0:1767384648.424224:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384648.424229:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4f5f147. 00000800:00000010:1.0:1767384648.424232:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000079a8cbc6. 00000400:00000200:0.0:1767384648.424274:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:02020000:1.0:1767384648.424319:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp34 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384648.424327:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp34 notifying 192.168.203.125@tcp34: down 00000800:00000200:1.0:1767384648.424336:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp34 down 00000800:00000100:1.0:1767384648.424345:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp34 00000800:00000010:1.0:1767384648.424349:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b2d437a1. 00000400:00000200:1.0:1767384648.424354:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384648.424355:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.424363:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp34->192.168.203.125@tcp34: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384648.424374:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384648.424380:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp34 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384648.424387:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp34) recovery failed with -71 00000400:00000200:0.0:1767384648.424415:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.424472:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.424547:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.424562:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.424605:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.424703:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.424719:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.424873:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.424908:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425028:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.425102:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425197:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425313:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.425328:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425439:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.425545:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425651:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425730:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.425756:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425824:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425888:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.425910:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.425971:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.426031:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.426129:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.426224:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.426254:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.426405:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.426416:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.426561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.426571:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.426678:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.426743:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.426807:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.426923:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.426928:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.427045:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.427135:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.427178:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.427299:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.427331:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.427440:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.427474:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.427618:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.427643:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.427711:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384648.427783:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.427869:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.427989:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.428059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384648.428154:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000800:00000010:0.0:1767384648.428157:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007d9bdea. 00000800:00000010:0.0:1767384648.428181:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000f4711aa7. 00000800:00000010:0.0:1767384648.428189:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005be7c3fb. 00000400:00000200:1.0:1767384648.428202:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000800:00000010:0.0:1767384648.428264:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005be7c3fb. 00000400:00000200:1.0:1767384648.428266:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000800:00020000:0.0:1767384648.428290:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384648.428295:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000f4711aa7. 00000800:00000010:0.0:1767384648.428302:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000007d9bdea. 00000400:00000200:1.0:1767384648.428399:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:02020000:0.0:1767384648.428451:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp35 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384648.428466:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp35 notifying 192.168.203.125@tcp35: down 00000800:00000200:0.0:1767384648.428475:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp35 down 00000800:00000100:0.0:1767384648.428509:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp35 00000800:00000010:0.0:1767384648.428514:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022967ebb. 00000400:00000200:0.0:1767384648.428519:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384648.428523:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp35->192.168.203.125@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384648.428539:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384648.428545:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384648.428548:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp35) recovery failed with -71 00000800:00000010:1.0:1767384648.428634:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000079a8cbc6. 00000800:00000010:1.0:1767384648.428639:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4f5f147. 00000800:00000010:1.0:1767384648.428644:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000099530f62. 00000800:00000010:1.0:1767384648.428665:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000099530f62. 00000800:00020000:1.0:1767384648.428672:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384648.428675:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4f5f147. 00000800:00000010:1.0:1767384648.428677:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000079a8cbc6. 00000400:02020000:1.0:1767384648.428717:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp29 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384648.428722:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp29 notifying 192.168.203.125@tcp29: down 00000800:00000200:1.0:1767384648.428727:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp29 down 00000800:00000100:1.0:1767384648.428734:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp29 00000800:00000010:1.0:1767384648.428737:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007c09325f. 00000400:00000200:1.0:1767384648.428744:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384648.428749:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp29->192.168.203.125@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384648.428758:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384648.428761:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384648.428769:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp29) recovery failed with -71 00010000:00000001:3.0:1767384648.613539:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384648.613547:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384648.613554:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384648.613556:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384648.613595:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384648.613606:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384648.613610:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384648.828006:0:30862:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384648.828011:0:30862:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp37 --if ens2 00000001:00000001:3.0:1767384648.832686:0:30862:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384648.841717:0:30863:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000541a8c54. 00000400:00000010:3.0:1767384648.841734:0:30863:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000008e58ff73. 00000400:00000010:3.0:1767384648.841745:0:30863:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 0000000036795add. 00000400:00000010:3.0:1767384648.841748:0:30863:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006d0a7704. 00000400:00000010:3.0:1767384648.841752:0:30863:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000bd0bab42. 00000400:00000010:3.0:1767384648.841757:0:30863:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aba02989. 00000400:00000010:3.0:1767384648.841758:0:30863:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000016de9a5c. 00000400:00000010:3.0:1767384648.841760:0:30863:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e2ccf157. 00000400:00000010:3.0:1767384648.841763:0:30863:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000096caffd2. 00000800:00000010:3.0:1767384648.841780:0:30863:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f9a59f95. 00000800:00000200:3.0:1767384648.841791:0:30863:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384648.841803:0:30863:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384648.841846:0:30863:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:3.0:1767384648.841870:0:30863:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp37 [8/256/0/180] 00000400:00000010:3.0:1767384648.843741:0:30863:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000004a25baf0. 00000400:00000010:3.0:1767384648.843750:0:30863:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e8c690. 00000400:00000010:3.0:1767384648.843757:0:30863:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039f89cf3. 00000400:00000001:3.0:1767384648.843786:0:30863:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384648.843789:0:30863:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384648.843792:0:30863:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000700fd549. 00000400:00000200:3.0:1767384648.843796:0:30863:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6fa21b 00000400:00000010:3.0:1767384648.843799:0:30863:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac6fa21b. 00000400:00000010:3.0:1767384648.843805:0:30863:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 00000000420e6d67. 00000400:00000200:3.0:1767384648.843814:0:30863:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (28) 00000400:00000200:3.0:1767384648.843834:0:30863:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384648.843847:0:30863:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131109 00000020:00000010:3.0:1767384648.843860:0:30863:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000c5b1c1b1. 00000020:01000000:3.0:1767384648.843869:0:30863:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384648.843871:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:3.0:1767384648.843874:0:30863:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp37 00000400:00000200:0.0:1767384648.843889:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:0.0:1767384648.843901:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e34f1a9d. 00000400:00000010:3.0:1767384648.843904:0:30863:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000008e58ff73. 00000400:00000200:0.0:1767384648.843908:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (29) 00000400:00000010:3.0:1767384648.843913:0:30863:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000541a8c54. 00000400:00000010:0.0:1767384648.843918:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd1be866. 00000400:00000200:0.0:1767384648.843928:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp18 00000020:00000001:1.0:1767384648.843947:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384648.843947:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp18 to MR: 192.168.203.125@tcp18 local destination 10000000:00000001:1.0:1767384648.843957:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384648.843964:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384648.843965:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp18 NI seq info: [111:111:256:4294967295] 192.168.203.125@tcp18 LPNI seq info [108:108:8:4294967295] 10000000:01000000:1.0:1767384648.843985:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384648.843990:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp18 00000020:01000004:1.0:1767384648.843994:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384648.843999:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384648.844005:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384648.844011:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384648.844016:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384648.844021:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384648.844026:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384648.844026:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp18(192.168.203.125@tcp18:192.168.203.125@tcp18) -> 192.168.203.125@tcp18(192.168.203.125@tcp18:192.168.203.125@tcp18) : PUT try# 0 00000020:01000004:1.0:1767384648.844035:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000800:00000200:0.0:1767384648.844040:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.125@tcp18 00000020:01000004:1.0:1767384648.844046:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000010:0.0:1767384648.844046:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e403b38e. 00000020:01000004:1.0:1767384648.844052:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384648.844059:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099a493cf. 00000800:00000200:0.0:1767384648.844073:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c404318] -> 12345-192.168.203.125@tcp18 (6) 00000020:00000040:1.0:1767384648.844084:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000800:00000200:0.0:1767384648.844091:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp18 ip 192.168.203.125:988 00000100:00000001:1.0:1767384648.844094:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384648.844098:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:0.0:1767384648.844111:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e403b38e type 1, nob 592 niov 1 nkiov 1 02000000:00000001:1.0:1767384648.844115:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384648.844126:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000079a8cbc6. 00000100:00000001:1.0:1767384648.844134:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384648.844138:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384648.844144:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:1.0:1767384648.844146:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384648.844153:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.844165:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099a493cf] to pc [ptlrpcd_00_02+2] req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1767384648.844202:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384648.844205:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.844209:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384648.844213:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:0.0:1767384648.844214:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384648.844222:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384648.844224:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384648.844225:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384648.844227:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384648.844230:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384648.844231:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384648.844244:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384648.844245:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384648.844248:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384648.844249:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384648.844250:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:0.0:1767384648.844250:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:1.0:1767384648.844254:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384648.844257:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384648.844260:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384648.844263:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a32564d. 00000100:00000040:0.0:1767384648.844271:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384648.844272:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384648.844283:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384648.844287:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384648.844290:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384648.844304:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007f9fb861. 00000100:00000001:0.0:1767384648.844305:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1767384648.844308:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767384648.844310:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384648.844314:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e403b38e. 00000100:00000001:1.0:1767384648.844317:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.844318:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384648.844320:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384648.844325:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.844332:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384648.844336:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp18->192.168.203.125@tcp18: PUT: OK 00000100:00000001:1.0:1767384648.844336:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.844336:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.844354:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:1.0:1767384648.844357:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a32564d] to pc [ptlrpcd_00_03+3] req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384648.844358:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048138880:0@lo:253: 00000400:00000200:2.0:1767384648.844363:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp18: 0 00000800:00000001:2.0:1767384648.844384:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384648.844384:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:1.0:1767384648.844391:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384648.844395:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384648.844396:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384648.844402:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:1.0:1767384648.844402:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384648.844410:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:1.0:1767384648.844412:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000800:00000001:2.0:1767384648.844414:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384648.844416:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384648.844417:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000c5b1c1b1. 00000400:00000200:2.0:1767384648.844431:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp18(192.168.203.125@tcp18) <- 192.168.203.125@tcp18 : PUT - for me 02000000:00000001:0.0:1767384648.844431:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384648.844441:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000007d9bdea. 02000000:00000001:0.0:1767384648.844447:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.844449:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 496 into portal 0 MB=0x8000000000000000 00000400:00000010:0.0:1767384648.844475:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054e157ab. 00000100:00000001:1.0:1767384648.844476:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384648.844482:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384648.844487:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aca4617e. 00000100:00000001:1.0:1767384648.844488:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384648.844496:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 480/496 into md 0x1a75 [1] + 0 00000100:00000040:1.0:1767384648.844501:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384648.844509:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000100:00000001:1.0:1767384648.844512:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384648.844515:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.844517:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384648.844527:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384648.844528:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000080dfd572 02000000:00000001:1.0:1767384648.844538:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384648.844542:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048138880, portal 25 00000100:00100000:1.0:1767384648.844543:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048139008:0@lo:253: 00000800:00000001:2.0:1767384648.844544:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384648.844552:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384648.844554:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000001:2.0:1767384648.844555:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.844556:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758970368 : -106174950581248 : ffff9f6f37c95c00) 02000000:00000001:1.0:1767384648.844559:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384648.844560:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384648.844567:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384648.844571:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384648.844577:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384648.844578:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp18->192.168.203.125@tcp18: PUT: OK 02000000:00000010:1.0:1767384648.844588:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000045063839. 00000100:00000001:0.0:1767384648.844589:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384648.844590:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dfd572 02000000:00000001:1.0:1767384648.844594:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.844596:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dfd572. 00000400:00000010:1.0:1767384648.844600:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019a3d407. 00000100:00000040:0.0:1767384648.844602:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384648.844603:0:16348:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:1.0:1767384648.844607:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8814917. 00000400:00000200:2.0:1767384648.844609:0:16348:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (30) 00000400:00000010:0.0:1767384648.844611:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4711aa7. 00000100:00000200:1.0:1767384648.844614:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048139008, portal 25 00000400:00000200:2.0:1767384648.844620:0:16348:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000100:00000200:0.0:1767384648.844620:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048138880, offset 0 00000100:00000001:1.0:1767384648.844622:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384648.844629:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758963200 : -106174950588416 : ffff9f6f37c94000) 00000400:00000200:2.0:1767384648.844633:0:16348:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (496 bytes) 00000400:00000200:0.0:1767384648.844641:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1767384648.844642:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.844649:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:1.0:1767384648.844672:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384648.844674:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (31) 00000100:00000040:1.0:1767384648.844689:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384648.844691:0:16348:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:0.0:1767384648.844693:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1767384648.844695:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004724c741. 00000400:00000200:2.0:1767384648.844705:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp18 to MR: 192.168.203.125@tcp18 local destination 00000100:00000200:1.0:1767384648.844706:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048139008, offset 0 00000400:00000200:2.0:1767384648.844733:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp18 NI seq info: [112:112:256:4294967295] 192.168.203.125@tcp18 LPNI seq info [109:109:8:4294967295] 00000400:00000200:1.0:1767384648.844733:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384648.844750:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp18(192.168.203.125@tcp18:192.168.203.125@tcp18) -> 192.168.203.125@tcp18(192.168.203.125@tcp18:192.168.203.125@tcp18) 192.168.203.125@tcp18 : ACK try# 0 00000800:00000200:2.0:1767384648.844754:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp18 00000800:00000010:2.0:1767384648.844759:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e6f4b292. 00000400:00000200:0.0:1767384648.844763:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff05c80 00000400:00000200:1.0:1767384648.844775:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1767384648.844776:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c404318] -> 12345-192.168.203.125@tcp18 (6) 00000400:00000200:0.0:1767384648.844787:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x12d1 [2] + 0 00000800:00000200:2.0:1767384648.844794:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp18 ip 192.168.203.125:1005 00000400:00000010:0.0:1767384648.844795:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e454136. 00000400:00000200:1.0:1767384648.844804:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff05d00 00000800:00000200:2.0:1767384648.844805:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e6f4b292 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1767384648.844807:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001e928cf9 00000400:00000200:0.0:1767384648.844821:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384648.844826:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1301 [2] + 0 00000800:00000001:2.0:1767384648.844828:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384648.844834:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:2.0:1767384648.844840:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384648.844844:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031cffc89. 00000400:00000200:1.0:1767384648.844852:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eda12858 00000400:00000200:0.0:1767384648.844855:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e928cf9 00000400:00000010:0.0:1767384648.844858:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e928cf9. 00000400:00000200:1.0:1767384648.844860:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384648.844863:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384648.844869:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384648.844870:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384648.844879:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eda12858 00000100:00000040:0.0:1767384648.844881:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000006059b242 x1853237048138880 msgsize 4848 00000400:00000010:1.0:1767384648.844890:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eda12858. 00000100:00000001:1.0:1767384648.844903:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384648.844904:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384648.844910:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:2.0:1767384648.844911:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767384648.844913:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000010:2.0:1767384648.844917:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e6f4b292. 00000100:00000001:0.0:1767384648.844925:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384648.844926:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000004c8cd1e x1853237048139008 msgsize 4848 00000400:00000200:2.0:1767384648.844927:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384648.844937:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4711aa7 00000400:00000010:0.0:1767384648.844942:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4711aa7. 00000400:00000200:2.0:1767384648.844948:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp18->192.168.203.125@tcp18: ACK: OK 00000100:00000001:0.0:1767384648.844949:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:1.0:1767384648.844954:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000001:2.0:1767384648.844960:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1767384648.844962:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000200:0.0:1767384648.844964:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384648.844965:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384648.844975:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384648.844981:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384648.844989:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384648.844990:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767384648.844993:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384648.844999:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384648.845010:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004724c741 00000100:00000001:0.0:1767384648.845010:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384648.845012:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384648.845019:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004724c741. 00000100:00000001:0.0:1767384648.845020:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384648.845035:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1767384648.845037:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp18(192.168.203.125@tcp18) <- 192.168.203.125@tcp18 : ACK - for me 00000100:00000001:0.0:1767384648.845038:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384648.845046:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.845047:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294936621 00000100:00000010:0.0:1767384648.845059:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009b8fe4b0. 00000400:00000200:2.0:1767384648.845082:0:16348:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp18: ACK from 12345-192.168.203.125@tcp18 into md 0x1ab5 00000100:00000001:0.0:1767384648.845086:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384648.845087:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384648.845088:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384648.845103:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294936621 00000400:00000200:2.0:1767384648.845117:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp18->192.168.203.125@tcp18: ACK: OK 00000100:00000010:0.0:1767384648.845119:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000942f3558. 00000100:00000040:1.0:1767384648.845120:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.845123:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e34f1a9d 00000400:00000010:2.0:1767384648.845132:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e34f1a9d. 00000100:00000001:0.0:1767384648.845132:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384648.845147:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.845148:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:0.0:1767384648.845149:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294936621 00000100:00000001:1.0:1767384648.845151:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384648.845158:0:16348:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000100:00000010:0.0:1767384648.845159:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac8830fe. 00000100:00000001:1.0:1767384648.845168:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.845170:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000200:2.0:1767384648.845178:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:1.0:1767384648.845185:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294936621 00000400:00000200:2.0:1767384648.845186:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (30) 00000100:00000001:0.0:1767384648.845186:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294936621 00000100:00000001:1.0:1767384648.845198:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294936621 00000100:00000010:0.0:1767384648.845200:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7e04bf. 00000100:00000001:1.0:1767384648.845203:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294936621 00000800:00000001:2.0:1767384648.845206:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384648.845212:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384648.845215:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294936621 00000800:00000001:2.0:1767384648.845218:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384648.845226:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294936621 00000100:00000001:1.0:1767384648.845230:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294936621 00000100:00000001:0.0:1767384648.845231:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.845243:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294936621 00000100:00000001:0.0:1767384648.845245:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.845247:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294936621 00000100:00000001:1.0:1767384648.845253:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384648.845257:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.845257:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.845260:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384648.845272:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 000000004bce4294. 00000100:00000001:1.0:1767384648.845275:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.845275:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384648.845279:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a61e8d. 00000100:00000001:1.0:1767384648.845290:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384648.845294:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000001:0.0:1767384648.845300:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384648.845301:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000004bce4294 00000100:00000001:1.0:1767384648.845301:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384648.845306:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384648.845308:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1767384648.845312:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 489 at 000000006fddfd29. 00000400:00000200:2.0:1767384648.845329:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 496 success 00000100:00000001:1.0:1767384648.845331:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.845332:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384648.845341:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384648.845342:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000100:00000001:0.0:1767384648.845342:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384648.845352:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.845354:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (29) 00000100:00000001:0.0:1767384648.845354:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.845365:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.845366:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000065d8a29b. 00000100:00000001:0.0:1767384648.845367:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384648.845379:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000400:00000010:2.0:1767384648.845386:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000653e1673. 00000400:00000200:2.0:1767384648.845391:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:2.0:1767384648.845401:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000001:0.0:1767384648.845407:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384648.845408:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:1.0:1767384648.845410:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384648.845413:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048138880 00000100:00100000:1.0:1767384648.845414:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048139008 02000000:00000001:0.0:1767384648.845421:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384648.845424:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384648.845428:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767384648.845429:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000100:00000001:0.0:1767384648.845432:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384648.845438:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384648.845444:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384648.845450:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048139008 00000100:00000001:0.0:1767384648.845470:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.845475:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 02000000:00000001:0.0:1767384648.845476:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384648.845482:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048138880 00000020:00000001:1.0:1767384648.845483:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384648.845487:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384648.845488:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000040:0.0:1767384648.845491:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384648.845496:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384648.845497:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384648.845502:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000040:1.0:1767384648.845503:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000400:00000200:2.0:1767384648.845505:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000020:00000001:1.0:1767384648.845519:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384648.845520:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:2.0:1767384648.845522:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000020:00000001:1.0:1767384648.845534:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:0.0:1767384648.845536:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:2.0:1767384648.845543:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000100:00000001:1.0:1767384648.845544:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384648.845546:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384648.845553:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6a008f1. 00000400:00000200:2.0:1767384648.845555:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000020:00000010:0.0:1767384648.845555:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005be7c3fb. 00000100:00000001:1.0:1767384648.845571:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384648.845572:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384648.845577:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000020:00000010:1.0:1767384648.845592:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6a008f1. 00000020:00000010:0.0:1767384648.845593:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005be7c3fb. 00000400:00000200:2.0:1767384648.845594:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000400:00000200:2.0:1767384648.845609:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 36], ns[26, 36] 00000020:00000010:0.0:1767384648.845612:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a4de645. 00000400:00000200:2.0:1767384648.845621:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000020:00000010:1.0:1767384648.845626:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d27e1766. 00000020:00000010:0.0:1767384648.845626:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001a65ccd4. 00000400:00000200:2.0:1767384648.845627:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 00000400:00000200:2.0:1767384648.845644:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000020:00000010:0.0:1767384648.845648:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005b73dba5. 00000400:00000200:2.0:1767384648.845651:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000020:00000010:1.0:1767384648.845651:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d12b8c55. 00000020:00000010:1.0:1767384648.845673:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000400:00000200:2.0:1767384648.845674:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 00000100:00000040:0.0:1767384648.845684:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384648.845688:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000100:00000001:0.0:1767384648.845695:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384648.845698:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384648.845700:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384648.845702:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000100:00000001:1.0:1767384648.845704:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384648.845705:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.845711:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.845721:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000100:00000001:0.0:1767384648.845727:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.845729:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.845733:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 26], ns[60, 26] 00000400:00000200:2.0:1767384648.845743:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 26], ns[110, 26] 00000100:00000001:0.0:1767384648.845747:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384648.845749:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[87, 26] 00000100:00000001:1.0:1767384648.845756:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.845762:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384648.845766:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384648.845771:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 26], ns[86, 26] 00000100:00100000:0.0:1767384648.845775:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00000001:1.0:1767384648.845776:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384648.845785:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1767384648.845786:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000400:00000200:2.0:1767384648.845790:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[90, 26], ns[91, 26] 00000100:00000001:0.0:1767384648.845792:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863211600 : -106174846340016 : ffff9f6f3dfff450) 00000100:00100000:1.0:1767384648.845800:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000400:00000200:2.0:1767384648.845805:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 26], ns[93, 26] 00000100:00000040:0.0:1767384648.845810:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006059b242 x1853237048138880/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:629/0 lens 4848/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384648.845813:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:1.0:1767384648.845823:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863201360 : -106174846350256 : ffff9f6f3dffcc50) 00000400:00000200:2.0:1767384648.845825:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[105, 26], ns[108, 26] 00000100:00000040:1.0:1767384648.845844:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004c8cd1e x1853237048139008/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:629/0 lens 4848/0 e 0 to 0 dl 1767384659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384648.845852:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[106, 26], ns[109, 26] 00000100:00000001:0.0:1767384648.845852:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384648.845861:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005be7c3fb. 00000100:00000001:0.0:1767384648.845870:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384648.845889:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005be7c3fb. 00000400:00000200:2.0:1767384648.845891:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 26], ns[0, 26] 00000100:00100000:0.0:1767384648.845908:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006059b242 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048138880:12345-0@lo:253: 00000400:00000200:2.0:1767384648.845911:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp36 00000100:00000001:1.0:1767384648.845912:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384648.845914:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048138880 00000400:00000200:2.0:1767384648.845922:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp36 00000020:00000001:0.0:1767384648.845923:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384648.845924:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b6a008f1. 00000400:00000200:2.0:1767384648.845929:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp36 lpni_is_preferred = 0 00000020:00000001:0.0:1767384648.845929:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384648.845933:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384648.845934:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384648.845939:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1767384648.845941:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp36 00000020:00000010:1.0:1767384648.845950:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b6a008f1. 00000020:00000001:0.0:1767384648.845951:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:2.0:1767384648.845952:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp36 NI seq info: [113:113:256:4294967295] 192.168.203.125@tcp36 LPNI seq info [110:110:8:4294967295] 00000020:00000001:0.0:1767384648.845964:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384648.845968:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384648.845971:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp36 00000100:00100000:1.0:1767384648.845973:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004c8cd1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048139008:12345-0@lo:253: 00000020:00000001:0.0:1767384648.845976:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384648.845984:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384648.845991:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.846004:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp36(192.168.203.125@tcp36:) -> 192.168.203.125@tcp36(192.168.203.125@tcp:192.168.203.125@tcp36) : GET try# 0 00000100:00000200:1.0:1767384648.846005:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048139008 00000100:00000001:0.0:1767384648.846006:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384648.846015:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:2.0:1767384648.846017:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp36 00000020:00000001:1.0:1767384648.846018:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384648.846023:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000080d4da29. 00000020:00000001:1.0:1767384648.846027:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000010:2.0:1767384648.846028:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e6f4b292. 02000000:00000001:0.0:1767384648.846028:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.846033:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.846035:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384648.846042:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000005464ff90. 00000020:00000001:1.0:1767384648.846043:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384648.846044:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384648.846052:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000800:00000010:2.0:1767384648.846053:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000926a2914. 00000800:00000200:2.0:1767384648.846081:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000020:00000001:1.0:1767384648.846081:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384648.846088:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384648.846089:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000006cf966c7. 00000800:00000200:2.1:1767384648.846098:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000020:00000001:1.0:1767384648.846100:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:0.0:1767384648.846100:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384648.846112:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000001:0.0:1767384648.846113:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000001:1.0:1767384648.846124:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384648.846124:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:2.0:1767384648.846125:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 20000000:00000001:0.0:1767384648.846136:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384648.846140:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.846141:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384648.846143:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 20000000:00000001:0.0:1767384648.846146:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:1.0:1767384648.846148:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384648.846161:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000e54fa615. 20000000:00000010:0.0:1767384648.846161:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f515c66e. 02000000:00000001:1.0:1767384648.846181:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384648.846182:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00000100:00000001:1.0:1767384648.846188:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384648.846194:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:1.0:1767384648.846204:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384648.846208:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384648.846226:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:1.0:1767384648.846233:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000086c02747. 20000000:01000000:1.0:1767384648.846238:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384648.846241:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 20000000:00000001:1.0:1767384648.846241:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:0.0:1767384648.846245:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384648.846247:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384648.846253:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384648.846256:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384648.846259:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384648.846268:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384648.846275:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384648.846277:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384648.846280:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384648.846291:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.846293:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00080000:00000002:0.0:1767384648.846295:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00000020:00000001:0.0:1767384648.846303:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00080000:00000002:0.0:1767384648.846306:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384648.846310:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384648.846314:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.846318:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00080000:00000001:0.0:1767384648.846318:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384648.846325:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384648.846334:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384648.846338:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384648.846343:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000005d5d42d6. 00080000:00000001:0.0:1767384648.846345:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893633275904 : -106180076275712 : ffff9f6e06457800) 00080000:00000001:0.0:1767384648.846349:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:2.0:1767384648.846350:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000001:00000001:0.0:1767384648.846352:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384648.846358:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005be7c3fb. 00080000:00000001:0.0:1767384648.846360:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384648.846362:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384648.846372:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00080000:00000001:0.0:1767384648.846375:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.846391:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00080000:00000001:0.0:1767384648.846393:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384648.846436:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.846623:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.846723:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.846835:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.846917:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847026:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847156:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847226:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847327:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847362:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847381:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847404:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847426:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847499:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847525:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384648.847560:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00080000:00000010:0.0:1767384648.847561:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000005d5d42d6. 00000400:00000200:2.0:1767384648.847582:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00080000:00000010:1.0:1767384648.847610:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005be7c3fb. 00040000:00000001:1.0:1767384648.847617:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384648.847620:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384648.847624:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.847626:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000020:00000002:1.0:1767384648.847630:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384648.847633:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384648.847636:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384648.847650:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384648.847653:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 20000000:00000001:1.0:1767384648.847659:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384648.847663:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384648.847670:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384648.847672:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384648.847678:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384648.847682:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384648.847687:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000400:00000200:2.0:1767384648.847689:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00010000:00000001:0.0:1767384648.847691:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384648.847699:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001f24a8c9. 00010000:00000001:0.0:1767384648.847705:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384648.847708:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c19ead19. 00000020:00000001:0.0:1767384648.847712:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384648.847718:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c19ead19 with handle 0x71ee3a74e27191f9 to hash 00000020:00000001:0.0:1767384648.847721:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384648.847724:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:0.0:1767384648.847727:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:0.0:1767384648.847732:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1767384648.847737:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00010000:00000001:0.0:1767384648.847740:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384648.847745:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.847753:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384648.847757:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384648.847761:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384648.847765:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384648.847767:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384648.847771:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384648.847773:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384648.847777:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000400:00000200:2.0:1767384648.847779:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00010000:00000001:0.0:1767384648.847782:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384648.847785:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384648.847787:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384648.847789:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000001f24a8c9) refcount = 1 00010000:00010000:0.0:1767384648.847793:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.847799:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384648.847801:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384648.847804:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384648.847806:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.847807:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384648.847810:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384648.847813:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:0.0:1767384648.847816:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384648.847819:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384648.847823:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c19ead19 refcount=4 00000020:00000001:0.0:1767384648.847826:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:0.0:1767384648.847828:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:0.0:1767384648.847831:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384648.847835:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.847843:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1767384648.847848:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00010000:00010000:0.0:1767384648.847853:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000010:1.0:1767384648.847858:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005d4eb2fb. 00010000:00000001:0.0:1767384648.847860:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:01000000:1.0:1767384648.847864:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #37 00010000:00000001:0.0:1767384648.847866:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384648.847872:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384648.847873:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 20000000:00000001:1.0:1767384648.847874:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384648.847884:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:0.0:1767384648.847886:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:1.0:1767384648.847890:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384648.847890:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.847897:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384648.847899:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384648.847902:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00010000:00010000:0.0:1767384648.847904:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c19ead19 already unused, calling callback (000000009752a4b4) 00010000:00000001:0.0:1767384648.847908:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384648.847910:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384648.847922:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384648.847925:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384648.847927:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1767384648.847931:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00010000:00000001:0.0:1767384648.847932:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384648.847936:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384648.847938:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c19ead19 refcount=5 00000020:00000001:0.0:1767384648.847940:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:0.0:1767384648.847942:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:0.0:1767384648.847945:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000001:1.0:1767384648.847946:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384648.847948:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384648.847955:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:2.0:1767384648.847957:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00010000:00000001:0.0:1767384648.847957:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:1.0:1767384648.847963:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.847963:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384648.847969:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384648.847974:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384648.847976:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384648.847977:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00010000:00000001:0.0:1767384648.847981:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:1.0:1767384648.847982:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.847985:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000002:1.0:1767384648.847990:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00010000:00000001:0.0:1767384648.847995:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.848000:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000020:00000040:0.0:1767384648.848001:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c19ead19 with handle 0x71ee3a74e27191f9 from hash 00000020:00000001:1.0:1767384648.848002:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:1.0:1767384648.848010:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384648.848011:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384648.848014:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384648.848020:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384648.848021:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384648.848023:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384648.848030:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000001:1.0:1767384648.848032:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.848034:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00080000:00000001:1.0:1767384648.848045:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384648.848045:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384648.848050:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384648.848053:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.848054:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384648.848055:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384648.848077:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384648.848078:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384648.848080:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384648.848084:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384648.848091:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:0.0:1767384648.848091:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.848131:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384648.848133:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00010000:0.0:1767384648.848135:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384648.848138:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000df743290. 00080000:00000001:1.0:1767384648.848154:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898227281408 : -106175482270208 : ffff9f6f18186e00) 00010000:00000001:0.0:1767384648.848155:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384648.848163:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384648.848164:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000800:00000010:2.0:1767384648.848165:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bfaf6a6. 00010000:00000001:0.0:1767384648.848173:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000001:00000001:1.0:1767384648.848174:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000800:00000010:2.0:1767384648.848175:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000053a56cb9. 00010000:00000001:0.0:1767384648.848176:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384648.848184:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:1.0:1767384648.848186:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b6a008f1. 00010000:00000001:0.0:1767384648.848187:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:1.0:1767384648.848196:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.848196:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000800:00000010:2.0:1767384648.848197:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000105693ce. 00080000:00000001:1.0:1767384648.848209:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384648.848211:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384648.848217:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384648.848220:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384648.848226:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.848248:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384648.848251:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:1.0:1767384648.848255:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384648.848256:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c19ead19/0x71ee3a74e27191f9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000010:2.0:1767384648.848257:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000105693ce. 00000800:00020000:2.0:1767384648.848267:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384648.848271:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000053a56cb9. 00000800:00000010:2.0:1767384648.848274:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002bfaf6a6. 00010000:00000040:0.0:1767384648.848286:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000001f24a8c9 count: 0 00080000:00000020:1.0:1767384648.848297:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384648.848302:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:1.0:1767384648.848304:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000006cf966c7. 00010000:00000001:0.0:1767384648.848306:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384648.848312:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:00000001:1.0:1767384648.848313:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384648.848318:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048138880 00010000:00000001:1.0:1767384648.848321:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384648.848328:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006059b242 x1853237048138880/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:02020000:2.0:1767384648.848337:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp36 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00010000:00000001:1.0:1767384648.848343:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384648.848347:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.848352:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp36 notifying 192.168.203.125@tcp36: down 00000100:00001000:1.0:1767384648.848352:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=65 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384648.848366:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1767384648.848370:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp36 down 00000100:00000040:1.0:1767384648.848373:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384648.848378:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384648.848388:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000100:2.0:1767384648.848389:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp36 02000000:00000001:1.0:1767384648.848393:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384648.848394:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e6f4b292. 00000100:00000001:1.0:1767384648.848399:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384648.848401:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000040:1.0:1767384648.848407:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384648.848412:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp36->192.168.203.125@tcp36: GET: LOCAL_ERROR 00000400:00000010:1.0:1767384648.848414:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004724c741. 00000100:00000200:1.0:1767384648.848423:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048138880, offset 224 00000400:00000200:2.0:1767384648.848428:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp36 added to recovery queue. ping count: 0 next ping: 270 health :900 00000400:00000200:1.0:1767384648.848433:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384648.848440:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384648.848448:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff05c80 00000400:00000200:2.0:1767384648.848461:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384648.848467:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 1 00000400:00000200:2.0:1767384648.848471:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384648.848501:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ab9 [2] + 224 00000400:00000200:0.0:1767384648.848508:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384648.848509:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384648.848516:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100851 00000400:00000200:1.0:1767384648.848519:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:0.0:1767384648.848528:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384648.848543:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384648.848547:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000400:00000010:0.0:1767384648.848550:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000400:00000200:0.0:1767384648.848554:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000100:00000001:1.0:1767384648.848556:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384648.848560:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000200:1.0:1767384648.848565:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384648.848568:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000065d8a29b. 00000400:00000200:0.0:1767384648.848582:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (30) 00000100:00000040:1.0:1767384648.848588:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384648.848594:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:-71 00000400:00000200:0.0:1767384648.848608:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 rc -71 00000400:00000200:0.0:1767384648.848616:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384648.848619:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (29) 00000100:00000001:1.0:1767384648.848625:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384648.848632:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004724c741 00000400:00000010:1.0:1767384648.848635:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004724c741. 00000100:00000001:1.0:1767384648.848638:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384648.848640:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384648.848645:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.848650:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384648.848654:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384648.848656:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384648.848656:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.848661:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384648.848662:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384648.848671:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384648.848671:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006059b242 x1853237048138880/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384648.848676:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384648.848681:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e157ab. 00000400:00000200:2.0:1767384648.848692:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aca4617e 00000400:00000010:2.0:1767384648.848696:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000aca4617e. 00000100:00100000:1.0:1767384648.848704:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006059b242 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048138880:12345-0@lo:253: Request processed in 2845us (3817us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384648.848707:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384648.848716:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384648.848725:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00000040:1.0:1767384648.848735:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384648.848744:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384648.848750:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384648.848751:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384648.848759:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001a65ccd4. 00000020:00000010:1.0:1767384648.848775:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005b73dba5. 00000020:00000010:1.0:1767384648.848785:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a4de645. 00000100:00000001:2.0:1767384648.848793:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1767384648.848795:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:2.0:1767384648.848797:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384648.848808:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384648.848810:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767384648.848816:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000080d4da29. 02000000:00000001:2.0:1767384648.848818:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384648.848832:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384648.848834:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384648.848835:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384648.848839:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384648.848841:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384648.848846:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384648.848848:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=65 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384648.848852:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000100:00001000:2.0:1767384648.848857:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=65 v=5 (1 0 0 0) 00000400:00000010:1.0:1767384648.848860:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004724c741. 00000100:00000001:2.0:1767384648.848867:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384648.848870:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384648.848873:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384648.848878:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.848881:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384648.848885:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.848893:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384648.848896:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384648.848898:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384648.848901:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384648.848903:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384648.848905:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384648.848907:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384648.848908:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384648.848909:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384648.848911:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384648.848912:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384648.848914:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384648.848915:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384648.848917:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.848925:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048138880:0@lo:253: 00000100:00000001:2.0:1767384648.848930:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.848932:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384648.848935:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099a493cf x1853237048138880/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.848941:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384648.848944:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384648.848947:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000007d9bdea. 02000000:00000001:2.0:1767384648.848968:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384648.848969:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384648.848971:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384648.848973:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384648.848975:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000079a8cbc6. 02000000:00000001:2.0:1767384648.848979:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384648.848981:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384648.848982:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099a493cf. 00000100:00000001:2.0:1767384648.848986:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384648.848987:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.848989:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384648.849003:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384648.849005:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.849006:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384648.849008:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384648.849913:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000df743290. 00080000:00000010:2.0:1767384648.849998:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b6a008f1. 00040000:00000001:2.0:1767384648.850007:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384648.850011:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384648.850015:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384648.850019:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384648.850022:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384648.850024:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384648.850027:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384648.850039:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384648.850042:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384648.850050:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384648.850052:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384648.850058:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384648.850072:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384648.850077:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384648.850079:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384648.850085:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a179af10. 00010000:00000001:0.0:1767384648.850088:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384648.850093:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000536eb781. 00000020:00000001:0.0:1767384648.850096:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384648.850102:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000536eb781 with handle 0x71ee3a74e2719200 to hash 00000020:00000001:0.0:1767384648.850106:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384648.850108:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:0.0:1767384648.850112:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:0.0:1767384648.850115:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384648.850122:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384648.850125:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.850133:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384648.850135:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384648.850137:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384648.850140:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384648.850141:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384648.850144:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384648.850145:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384648.850148:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384648.850150:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384648.850152:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384648.850153:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384648.850155:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a179af10) refcount = 1 00010000:00010000:0.0:1767384648.850158:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.850162:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384648.850164:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384648.850165:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384648.850167:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.850168:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384648.850171:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384648.850173:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:0.0:1767384648.850175:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384648.850177:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384648.850178:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000536eb781 refcount=4 00000020:00000001:0.0:1767384648.850180:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:0.0:1767384648.850183:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:0.0:1767384648.850185:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384648.850188:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.850196:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384648.850205:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.850213:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384648.850215:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384648.850217:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.850240:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384648.850242:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.850245:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384648.850247:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384648.850248:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384648.850253:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384648.850256:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000086c02747. 00010000:00010000:0.0:1767384648.850259:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000536eb781 already unused, calling callback (000000009752a4b4) 20000000:00000001:2.0:1767384648.850265:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.850266:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000040:2.0:1767384648.850271:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048139008 00010000:00000001:0.0:1767384648.850273:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:2.0:1767384648.850278:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00010000:0.0:1767384648.850280:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:2.0:1767384648.850287:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004c8cd1e x1853237048139008/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384648.850288:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384648.850292:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384648.850296:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384648.850300:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000536eb781 refcount=5 00010000:00000001:2.0:1767384648.850301:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384648.850306:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:2.0:1767384648.850307:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.850312:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00000100:00001000:2.0:1767384648.850313:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=65 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384648.850318:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384648.850320:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384648.850333:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384648.850333:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:2.0:1767384648.850340:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:0.0:1767384648.850341:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384648.850343:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:0.0:1767384648.850345:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384648.850347:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384648.850351:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.850352:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384648.850356:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384648.850356:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384648.850359:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384648.850361:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384648.850364:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053a56cb9. 00000100:00000200:2.0:1767384648.850368:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048139008, offset 224 00010000:00000001:0.0:1767384648.850370:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384648.850375:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000536eb781 with handle 0x71ee3a74e2719200 from hash 00000400:00000200:2.0:1767384648.850378:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384648.850381:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384648.850384:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384648.850386:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384648.850390:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384648.850390:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384648.850395:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384648.850397:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384648.850399:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384648.850401:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384648.850402:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff05d00 00010000:00000001:0.0:1767384648.850406:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384648.850410:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1abd [2] + 224 00010000:00000001:0.0:1767384648.850412:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384648.850416:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1767384648.850417:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384648.850421:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384648.850423:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384648.850425:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384648.850430:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.850432:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384648.850433:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384648.850436:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384648.850439:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384648.850440:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.850507:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384648.850510:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384648.850513:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384648.850516:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384648.850519:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384648.850521:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384648.850523:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384648.850527:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384648.850530:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384648.850532:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384648.850537:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384648.850539:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384648.850542:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000536eb781/0x71ee3a74e2719200 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384648.850556:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a179af10 count: 0 00010000:00000001:0.0:1767384648.850586:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384648.850589:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384648.850638:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384648.850652:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384648.850661:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a56cb9 00000400:00000010:2.0:1767384648.850665:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053a56cb9. 00000100:00000001:2.0:1767384648.850671:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384648.850673:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384648.850674:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.850677:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384648.850682:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384648.850682:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384648.850686:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384648.850688:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000010:0.0:1767384648.850690:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019a3d407. 00010000:00000001:2.0:1767384648.850693:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384648.850696:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384648.850698:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8814917 00000020:00000001:2.0:1767384648.850700:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384648.850702:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8814917. 00000100:00000040:2.0:1767384648.850710:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004c8cd1e x1853237048139008/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:629/0 lens 4848/4768 e 0 to 0 dl 1767384659 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.850711:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384648.850721:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384648.850727:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004c8cd1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048139008:12345-0@lo:253: Request processed in 4810us (5794us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384648.850734:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.850752:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384648.850756:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00000001:0.0:1767384648.850756:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850761:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:2.0:1767384648.850762:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 02000000:00000001:0.0:1767384648.850763:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384648.850766:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384648.850767:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384648.850786:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384648.850787:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384648.850789:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.850793:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d12b8c55. 00000100:00001000:0.0:1767384648.850793:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=65 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384648.850801:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=65 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384648.850803:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000100:00000001:0.0:1767384648.850804:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384648.850807:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384648.850810:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d27e1766. 00010000:00000001:0.0:1767384648.850810:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384648.850816:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.850819:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384648.850820:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000040:0.0:1767384648.850825:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384648.850827:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384648.850831:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000e54fa615. 00000100:00000001:0.0:1767384648.850836:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384648.850838:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384648.850840:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384648.850842:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850843:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384648.850849:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384648.850854:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef673784. 00000020:01000004:0.0:1767384648.850855:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384648.850859:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000010:2.0:1767384648.850861:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053a56cb9. 00000020:01000004:0.0:1767384648.850861:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384648.850865:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384648.850868:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384648.850870:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384648.850872:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384648.850873:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384648.850874:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384648.850878:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384648.850885:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048139008:0@lo:253: 00000100:00000001:0.0:1767384648.850889:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850890:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384648.850892:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a32564d x1853237048139008/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384648.850897:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384648.850898:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384648.850901:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000045063839. 02000000:00000001:0.0:1767384648.850906:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384648.850907:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384648.850908:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384648.850911:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384648.850912:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007f9fb861. 02000000:00000001:0.0:1767384648.850917:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384648.850918:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384648.850919:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a32564d. 00000100:00000001:0.0:1767384648.850921:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384648.850922:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850924:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384648.850929:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384648.850930:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384648.850932:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384648.850933:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384648.851504:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294936621, at 4294936622 00000100:00000010:1.0:1767384648.851513:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000942f3558. 00000100:00000040:3.0:1767384648.851552:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294936621, at 4294936622 00000100:00000010:3.0:1767384648.851561:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7e04bf. 00000100:00000040:0.0:1767384648.852518:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294936621, at 4294936623 00000100:00000040:2.0:1767384648.852520:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294936621, at 4294936623 00000100:00000010:0.0:1767384648.852528:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009b8fe4b0. 00000100:00000010:2.0:1767384648.852531:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac8830fe. 00010000:00000010:0.1:1767384648.853475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001f24a8c9. 00010000:00000010:0.1:1767384648.853483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c19ead19. 00010000:00000010:0.1:1767384648.855479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a179af10. 00010000:00000010:0.1:1767384648.855497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000536eb781. 00000400:00000010:2.0:1767384648.864981:0:30868:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dc3e85af. 00000400:00000040:2.0:1767384648.865002:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384648.865005:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384648.865007:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.865009:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384648.865011:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.865012:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384648.865015:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384648.865016:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384648.865017:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384648.865018:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384648.865020:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384648.865021:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384648.865023:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384648.865024:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384648.865025:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384648.865027:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384648.865033:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384648.865034:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384648.865035:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384648.865037:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.865039:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384648.865040:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384648.865042:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384648.865043:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384648.865044:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384648.865045:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.865047:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384648.865048:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384648.865049:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384648.865050:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384648.865051:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384648.865053:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384648.865054:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384648.865055:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384648.865056:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384648.865058:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384648.865059:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384648.865075:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384648.865077:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384648.865078:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384648.865080:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384648.865081:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384648.865082:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384648.865083:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384648.865084:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384648.865085:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384648.865086:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384648.865087:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384648.865089:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384648.865091:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384648.865092:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384648.865104:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384648.865121:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384648.865123:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384648.865124:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384648.865129:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384648.865131:0:30868:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384648.865193:0:30868:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dc3e85af. 00000400:00000001:2.0:1767384649.446701:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384649.446706:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384649.446711:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28b7fbc 00000400:00000010:2.0:1767384649.446716:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28b7fbc. 00000400:00000200:2.0:1767384649.446723:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384649.446730:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp34 recovery ping unlinked 00000400:00000010:2.0:1767384649.446740:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c9ccd03f. 00000400:00000010:2.0:1767384649.446747:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000099ed1a65. 00000400:00000001:2.0:1767384649.446754:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384649.446755:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384649.446756:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7f16599 00000400:00000010:2.0:1767384649.446758:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7f16599. 00000400:00000200:2.0:1767384649.446761:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384649.446766:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery ping unlinked 00000400:00000010:2.0:1767384649.446772:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f18bd711. 00000400:00000010:2.0:1767384649.446775:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000084ac2743. 00000400:00000001:2.0:1767384649.446778:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384649.446779:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384649.446781:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bf8a56f 00000400:00000010:2.0:1767384649.446783:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bf8a56f. 00000400:00000200:2.0:1767384649.446791:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384649.446796:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384649.446799:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000fb2ef0c4. 00000400:00000010:2.0:1767384649.446805:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b498684b. 00000400:00000200:2.0:1767384649.446819:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp32 00000400:00000010:2.0:1767384649.446825:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000097fcd179. 00000400:00000010:2.0:1767384649.446832:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006b265cde. 00000400:00000010:2.0:1767384649.446836:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000400:00000010:2.0:1767384649.446846:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002cdc5cd6. 00000400:00000200:2.0:1767384649.446852:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp32 00000400:00000200:2.0:1767384649.446865:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp32 local destination 00000400:00000200:2.0:1767384649.446871:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp32 00000400:00000200:2.0:1767384649.446882:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp32 NI seq info: [114:114:256:4294967295] 192.168.203.125@tcp32 LPNI seq info [111:111:8:4294967295] 00000400:00000200:2.0:1767384649.446890:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp32 00000400:00000200:2.0:1767384649.446899:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp32(192.168.203.125@tcp32:) -> 192.168.203.125@tcp32(192.168.203.125@tcp32:192.168.203.125@tcp32) : GET try# 0 00000800:00000200:2.0:1767384649.446906:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp32 00000800:00000010:2.0:1767384649.446911:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006fec4dfa. 00000800:00000200:2.0:1767384649.446918:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000800:00000200:2.1:1767384649.446923:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000400:00000200:2.0:1767384649.446946:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp32 added to recovery queue. ping count: 3 next ping: 277 health :700 00000400:00000200:0.0:1767384649.447079:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447131:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447148:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447166:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447192:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447215:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447244:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447263:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447278:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447300:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447327:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447344:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447367:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447387:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447407:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447428:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447509:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447530:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447548:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447571:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447593:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447613:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447643:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447665:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447683:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447699:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447713:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447726:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447739:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447756:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447770:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447801:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447817:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447839:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384649.447857:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384649.448003:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021d7f672. 00000800:00000010:0.0:1767384649.448009:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000641fa561. 00000800:00000010:0.0:1767384649.448014:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d87ac9e. 00000800:00000010:0.0:1767384649.448035:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d87ac9e. 00000800:00020000:0.0:1767384649.448045:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384649.448048:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000641fa561. 00000800:00000010:0.0:1767384649.448050:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000021d7f672. 00000400:02020000:0.0:1767384649.448101:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp32 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384649.448107:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp32 notifying 192.168.203.125@tcp32: down 00000800:00000200:0.0:1767384649.448112:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp32 down 00000800:00000100:0.0:1767384649.448118:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp32 00000800:00000010:0.0:1767384649.448121:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006fec4dfa. 00000400:00000200:0.0:1767384649.448125:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384649.448130:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp32->192.168.203.125@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384649.448138:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384649.448140:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384649.448143:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp32) recovery failed with -71 00010000:00000001:3.0:1767384649.637549:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384649.637556:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384649.637563:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384649.637565:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.637606:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384649.637611:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384649.637615:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384649.829526:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384649.829534:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384649.829542:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa0f6518. 00000020:00000040:2.0:1767384649.829547:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384649.829554:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384649.829558:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384649.829565:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384649.829576:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000038622726. 00000100:00000001:2.0:1767384649.829584:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829593:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384649.829604:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384649.829608:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829619:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa0f6518] to pc [ptlrpcd_00_00+0] req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.829644:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829645:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384649.829648:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384649.829656:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005096cfc2. 00000020:00000040:2.0:1767384649.829658:0:38:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384649.829660:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384649.829660:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384649.829662:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384649.829677:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010ede250. 00000100:00000001:2.0:1767384649.829679:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829685:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384649.829691:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384649.829692:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829696:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005096cfc2] to pc [ptlrpcd_00_01+1] req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.829712:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384649.829719:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384649.829729:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087eacb65. 00000020:00000040:2.0:1767384649.829731:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384649.829733:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384649.829734:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384649.829738:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384649.829743:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000527a432. 00000100:00000001:2.0:1767384649.829746:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829755:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384649.829761:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384649.829763:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829769:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087eacb65] to pc [ptlrpcd_00_02+2] req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.829799:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829803:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384649.829807:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384649.829816:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec9dac00. 00000020:00000040:2.0:1767384649.829818:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1767384649.829819:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384649.829820:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384649.829828:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384649.829834:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000128d7c15. 00000100:00000001:2.0:1767384649.829838:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829845:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384649.829851:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384649.829855:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829864:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec9dac00] to pc [ptlrpcd_00_03+3] req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.829871:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829876:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (275) 00000004:00000001:2.0:1767384649.829894:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384649.829898:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384649.829901:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ce5e2da. 00000020:00000040:2.0:1767384649.829903:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384649.829905:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384649.829906:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384649.829907:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384649.829911:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e6f4b292. 00000100:00000001:2.0:1767384649.829913:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.829917:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384649.829919:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.829928:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ce5e2da] to pc [ptlrpcd_00_00+0] req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1767384649.829936:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.829943:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384649.829947:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384649.829949:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384649.829955:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.829962:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384649.829964:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.829967:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384649.829970:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384649.829980:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384649.829984:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000fa0f6518 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048139136:0@lo:400: 00000100:00000001:2.0:1767384649.829989:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384649.829996:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384649.830000:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.830003:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384649.830012:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f214730d. 02000000:00000001:2.0:1767384649.830014:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384649.830028:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e8cf18c. 00000400:00000010:2.0:1767384649.830039:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000100:00000200:2.0:1767384649.830045:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048139136, portal 25 00000100:00000001:2.0:1767384649.830047:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384649.830049:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717857536 : -106174991694080 : ffff9f6f35560700) 00000100:00000040:2.0:1767384649.830069:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830076:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384649.830084:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384649.830087:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac15ff4. 00000100:00000200:2.0:1767384649.830091:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048139136, offset 0 00000400:00000200:2.0:1767384649.830100:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384649.830116:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384649.830130:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff05d80 00000400:00000200:2.0:1767384649.830141:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1335 [2] + 0 00000400:00000010:2.0:1767384649.830145:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067649860. 00000400:00000200:2.0:1767384649.830153:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000692b1bbe 00000400:00000200:2.0:1767384649.830161:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384649.830167:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384649.830171:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000692b1bbe 00000400:00000010:2.0:1767384649.830173:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000692b1bbe. 00000100:00000001:2.0:1767384649.830178:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384649.830181:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384649.830186:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000009639a709 x1853237048139136 msgsize 224 00000100:00100000:2.0:1767384649.830200:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384649.830202:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384649.830221:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384649.830233:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac15ff4 00000400:00000010:2.0:1767384649.830235:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac15ff4. 00000100:00000001:2.0:1767384649.830240:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384649.830245:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830252:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384649.830254:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830262:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830265:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384649.830278:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830286:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294937606 00000100:00000010:2.0:1767384649.830291:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068937916. 00000100:00000001:2.0:1767384649.830299:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384649.830307:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294937606 00000100:00000010:2.0:1767384649.830311:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e44d8c8a. 00000100:00000001:2.0:1767384649.830317:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384649.830321:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294937606 00000100:00000010:2.0:1767384649.830331:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002065780b. 00000100:00000001:2.0:1767384649.830333:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384649.830335:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294937606 00000100:00000010:2.0:1767384649.830337:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000895be19. 00000100:00000001:2.0:1767384649.830340:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384649.830351:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384649.830354:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830358:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384649.830366:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830374:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384649.830378:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.830382:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384649.830392:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384649.830394:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384649.830399:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ce5e2da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048139648:0@lo:13: 00000100:00000001:2.0:1767384649.830403:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384649.830405:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384649.830408:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.830410:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384649.830415:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000043723840. 02000000:00000001:2.0:1767384649.830418:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384649.830423:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ebd11cc. 00000400:00000010:2.0:1767384649.830432:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac15ff4. 00000100:00000200:2.0:1767384649.830490:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048139648, portal 4 00000100:00000001:2.0:1767384649.830493:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384649.830495:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717862912 : -106174991688704 : ffff9f6f35561c00) 00000100:00000040:2.0:1767384649.830500:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830505:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384649.830507:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384649.830510:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf1f82a. 00000100:00000200:2.0:1767384649.830514:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048139648, offset 0 00000400:00000200:2.0:1767384649.830521:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384649.830528:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384649.830540:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff05f80 00000400:00000200:2.0:1767384649.830546:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2464 00000400:00000200:2.0:1767384649.830550:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384649.830552:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384649.830554:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384649.830556:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1767384649.830560:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002794a569. 00000100:00000040:2.0:1767384649.830562:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000002794a569 x1853237048139648 msgsize 224 00000100:00100000:2.0:1767384649.830565:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384649.830577:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384649.830583:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf1f82a 00000400:00000010:2.0:1767384649.830586:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf1f82a. 00000100:00000001:2.0:1767384649.830598:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384649.830606:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830613:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384649.830617:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830623:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830624:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384649.830628:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.830634:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4346 usecs (5 jiffies) 00000100:00000001:2.0:1767384649.830636:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937606 00000100:00000001:2.0:1767384649.830638:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937606 00000100:00000001:2.0:1767384649.830639:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937606 00000100:00000001:2.0:1767384649.830642:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937606 00000100:00000001:2.0:1767384649.830643:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937606 00000100:00000001:2.0:1767384649.830644:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937606 00000100:00000001:2.0:1767384649.830647:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937606 00000100:00000001:2.0:1767384649.830649:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937606 00000100:00000001:2.0:1767384649.830652:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384649.830656:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830660:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830662:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.830670:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384649.830672:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384649.830675:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384649.830678:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384649.830683:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384649.830688:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384649.830690:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.830692:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384649.830694:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.830698:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384649.830705:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384649.830707:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384649.830711:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830718:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384649.830720:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.830723:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384649.830725:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384649.830728:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384649.830730:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005096cfc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048139264:0@lo:400: 00000100:00000001:2.0:1767384649.830732:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384649.830734:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384649.830735:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.830736:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384649.830739:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b945a3c. 02000000:00000001:2.0:1767384649.830741:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384649.830745:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006240558. 00000400:00000010:2.0:1767384649.830749:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf1f82a. 00000100:00000200:2.0:1767384649.830752:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048139264, portal 4 00000100:00000001:2.0:1767384649.830753:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384649.830754:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717870080 : -106174991681536 : ffff9f6f35563800) 00000100:00000040:2.0:1767384649.830758:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830763:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384649.830765:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384649.830772:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000100:00000200:2.0:1767384649.830774:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048139264, offset 0 00000400:00000200:2.0:1767384649.830777:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384649.830783:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384649.830791:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff05e00 00000400:00000200:2.0:1767384649.830797:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 2992 00000400:00000200:2.0:1767384649.830801:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384649.830804:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384649.830807:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384649.830823:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384649.830827:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000045783157. 00000100:00000040:2.0:1767384649.830829:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000045783157 x1853237048139264 msgsize 224 00000100:00100000:2.0:1767384649.830832:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384649.830847:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384649.830851:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000400:00000010:2.0:1767384649.830852:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00000100:00000001:2.0:1767384649.830854:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384649.830857:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830864:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384649.830867:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.830872:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830874:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384649.830881:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.830883:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4346 usecs (5 jiffies) 00000100:00000001:2.0:1767384649.830886:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937606 00000100:00000001:3.0:1767384649.830888:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384649.830889:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937606 00000100:00000001:2.0:1767384649.830896:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937606 00000100:00100000:3.0:1767384649.830898:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048139264 00000100:00000001:2.0:1767384649.830899:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937606 00000100:00000001:2.0:1767384649.830905:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937606 02000000:00000001:3.0:1767384649.830908:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384649.830909:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937606 00000100:00000001:2.0:1767384649.830913:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937606 00000100:00000001:3.0:1767384649.830916:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384649.830916:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937606 00000100:00000001:2.0:1767384649.830922:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384649.830923:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830924:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830938:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384649.830942:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.830942:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384649.830955:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048139264 00000020:00000001:3.0:1767384649.830961:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384649.830961:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1767384649.830967:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:2.0:1767384649.830968:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384649.830972:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384649.830976:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000001:2.0:1767384649.830977:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384649.830983:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:2.0:1767384649.830988:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384649.830989:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384649.830996:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000040:2.0:1767384649.830996:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.831010:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384649.831011:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384649.831019:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384649.831020:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008893688a. 02000000:00000001:2.0:1767384649.831022:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384649.831026:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384649.831027:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000057bcc19e. 02000000:00000001:2.0:1767384649.831029:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384649.831035:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048139392:0@lo:400: 00000020:00000040:3.0:1767384649.831037:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:2.0:1767384649.831039:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384649.831044:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384649.831046:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.831048:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384649.831051:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f9eb55a. 02000000:00000001:2.0:1767384649.831053:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.831069:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:2.0:1767384649.831074:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c7fd45e. 00000020:00000010:3.0:1767384649.831078:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a01e43e9. 00000400:00000010:2.0:1767384649.831079:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000100:00000200:2.0:1767384649.831087:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048139392, portal 10 00000100:00000001:2.0:1767384649.831090:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384649.831094:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000293b3a81. 00000100:00000001:2.0:1767384649.831094:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717868288 : -106174991683328 : ffff9f6f35563100) 00000100:00000040:2.0:1767384649.831102:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384649.831104:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e4f8495. 00000100:00000001:2.0:1767384649.831117:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384649.831122:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384649.831124:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000400:00000010:2.0:1767384649.831126:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000100:00000001:3.0:1767384649.831128:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1767384649.831130:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048139392, offset 0 00000100:00000001:3.0:1767384649.831131:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384649.831138:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384649.831149:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384649.831155:0:17894:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1767384649.831159:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384649.831160:0:17894:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384649.831167:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.831174:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff05e80 00000100:00000001:3.0:1767384649.831179:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384649.831189:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6712 00000400:00000200:2.0:1767384649.831194:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384649.831198:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384649.831207:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384649.831207:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384649.831212:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384649.831218:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000200:2.0:1767384649.831224:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384649.831225:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:3.0:1767384649.831230:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717861120 : -106174991690496 : ffff9f6f35561500) 00000100:00000010:2.0:1767384649.831231:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000077ad39b. 00000100:00000040:2.0:1767384649.831240:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000077ad39b x1853237048139392 msgsize 224 00000100:00000040:3.0:1767384649.831247:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000045783157 x1853237048139264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:630/0 lens 224/0 e 0 to 0 dl 1767384660 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384649.831255:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384649.831267:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384649.831271:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000001424537a. 00000100:00000001:2.0:1767384649.831272:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384649.831281:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384649.831284:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000020:00000010:3.0:1767384649.831285:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000001424537a. 00000400:00000010:2.0:1767384649.831291:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000100:00000001:2.0:1767384649.831300:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384649.831301:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000045783157 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048139264:12345-0@lo:400: 00000100:00000200:2.0:1767384649.831310:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384649.831311:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048139264 00000020:00000001:3.0:1767384649.831320:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384649.831329:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384649.831331:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384649.831333:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384649.831342:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.831345:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384649.831347:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384649.831349:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384649.831351:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:2.0:1767384649.831354:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384649.831357:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384649.831359:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3608 usecs (4 jiffies) 00000020:00000001:3.0:1767384649.831361:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.831363:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294937605 00000020:00000001:3.0:1767384649.831365:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384649.831367:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294937606 00000020:00000001:3.0:1767384649.831369:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384649.831377:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294937605 00000020:00000001:3.0:1767384649.831378:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.831391:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294937606 00000020:00000001:3.0:1767384649.831392:0:17894:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384649.831400:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294937605 00000100:00000001:3.0:1767384649.831402:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384649.831402:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294937606 02000000:00000001:3.0:1767384649.831408:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384649.831410:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294937605 02000000:00000010:3.0:1767384649.831412:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000009ef6d104. 00000100:00000001:2.0:1767384649.831414:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294937606 02000000:00000001:3.0:1767384649.831419:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.831420:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384649.831430:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.831432:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384649.831489:0:17894:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.831492:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384649.831495:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048139264 00000100:00000001:2.0:1767384649.831496:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384649.831508:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384649.831510:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384649.831513:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384649.831514:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000200:3.0:1767384649.831517:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000045783157 x1853237048139264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:630/0 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384649.831518:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048139392 02000000:00000001:0.0:1767384649.831530:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384649.831533:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384649.831537:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384649.831538:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384649.831543:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.831545:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384649.831549:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384649.831554:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384649.831555:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 02000000:00000001:0.0:1767384649.831556:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384649.831567:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384649.831567:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384649.831568:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048139392 00000020:00000001:0.0:1767384649.831579:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384649.831581:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384649.831582:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384649.831584:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384649.831591:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384649.831592:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384649.831593:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000001:2.0:1767384649.831598:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384649.831605:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384649.831607:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:2.0:1767384649.831607:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1767384649.831610:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000040:2.0:1767384649.831621:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384649.831623:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384649.831623:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 02000000:00000001:3.0:1767384649.831631:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.831632:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:3.0:1767384649.831643:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384649.831645:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384649.831651:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1767384649.831653:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e904e0f6. 00000100:00000040:3.0:1767384649.831654:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384649.831656:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.831661:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384649.831662:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1767384649.831663:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c44573. 00000020:00000010:0.0:1767384649.831665:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e904e0f6. 02000000:00000001:2.0:1767384649.831670:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384649.831681:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384649.831683:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048139264, offset 224 00000020:00000010:0.0:1767384649.831685:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099f81806. 00000100:00100000:2.0:1767384649.831687:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000ec9dac00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048139520:0@lo:400: 00000020:00000010:0.0:1767384649.831693:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000235175ba. 00000400:00000200:3.0:1767384649.831697:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384649.831699:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384649.831709:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1767384649.831709:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e1f8ae7. 02000000:00000001:2.0:1767384649.831713:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.831719:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384649.831726:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384649.831727:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b498684b. 00000100:00000040:0.0:1767384649.831727:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:2.0:1767384649.831737:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.831740:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384649.831744:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1767384649.831745:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61c8ce7. 00000100:00000001:0.0:1767384649.831747:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384649.831752:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000400:00000200:3.0:1767384649.831753:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff05e00 00000100:00000001:0.0:1767384649.831756:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384649.831765:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048139520, portal 10 00000100:00000001:0.0:1767384649.831767:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384649.831771:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384649.831773:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1af5 [1] + 224 00000100:00000001:0.0:1767384649.831774:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.831776:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717866496 : -106174991685120 : ffff9f6f35562a00) 00000100:00000040:2.0:1767384649.831786:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.831788:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384649.831790:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384649.831815:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384649.831816:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384649.831824:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384649.831839:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384649.831841:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1767384649.831844:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00000200:3.0:1767384649.831857:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384649.831861:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00000040:2.0:1767384649.831864:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384649.831872:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717869184 : -106174991682432 : ffff9f6f35563480) 00000400:00000010:2.0:1767384649.831874:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e33ed2e. 00000100:00000200:2.0:1767384649.831887:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048139520, offset 0 00000100:00000040:0.0:1767384649.831892:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000077ad39b x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:630/0 lens 224/0 e 0 to 0 dl 1767384660 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384649.831912:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384649.831936:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384649.831945:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.831948:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384649.831954:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff05f00 00000020:00000010:0.0:1767384649.831954:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e904e0f6. 00000100:00000001:0.0:1767384649.831963:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384649.831975:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e904e0f6. 00000400:00000200:2.0:1767384649.831978:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 6936 00000100:00100000:0.0:1767384649.831996:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000077ad39b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048139392:12345-0@lo:400: 00000400:00000200:2.0:1767384649.832002:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384649.832012:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384649.832015:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384649.832017:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384649.832022:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1767384649.832024:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048139392 00000400:00000200:3.0:1767384649.832030:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c44573 00000020:00000001:0.0:1767384649.832031:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000010:2.0:1767384649.832032:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0851fa3. 00000400:00000010:3.0:1767384649.832040:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c44573. 00000020:00000001:0.0:1767384649.832042:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:2.0:1767384649.832043:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000e0851fa3 x1853237048139520 msgsize 224 00000100:00000001:3.0:1767384649.832047:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:0.0:1767384649.832048:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.832052:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:2.0:1767384649.832073:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384649.832074:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384649.832080:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.832080:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:2.0:1767384649.832085:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384649.832092:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384649.832096:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e33ed2e 00000100:00000040:3.0:1767384649.832098:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000020:00000001:0.0:1767384649.832099:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384649.832100:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e33ed2e. 00010000:00000001:3.0:1767384649.832113:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384649.832114:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384649.832115:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384649.832116:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.832118:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384649.832123:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:2.0:1767384649.832124:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384649.832125:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384649.832133:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000045783157 x1853237048139264/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:630/0 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384649.832134:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384649.832142:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384649.832151:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384649.832158:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005c156aaa. 02000000:00000001:0.0:1767384649.832169:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.832177:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384649.832181:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.832188:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384649.832194:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384649.832203:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048139392 00000100:00100000:3.0:1767384649.832208:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000045783157 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048139264:12345-0@lo:400: Request processed in 934us (1371us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384649.832215:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384649.832227:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000077ad39b x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:630/0 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384649.832246:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000001:2.0:1767384649.832252:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384649.832257:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:2.0:1767384649.832259:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384649.832266:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384649.832269:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384649.832272:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384649.832274:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1767384649.832277:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3757 usecs (4 jiffies) 00010000:00000001:0.0:1767384649.832278:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384649.832280:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000293b3a81. 00000100:00000001:2.0:1767384649.832286:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294937606 00000100:00001000:0.0:1767384649.832289:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384649.832290:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294937606 00000020:00000010:3.0:1767384649.832291:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e4f8495. 00000100:00000001:2.0:1767384649.832304:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294937606 00000100:00000001:0.0:1767384649.832306:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1767384649.832307:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a01e43e9. 00000100:00000001:2.0:1767384649.832307:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294937606 00000020:00000040:3.0:1767384649.832318:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:2.0:1767384649.832318:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294937606 00000100:00000040:0.0:1767384649.832319:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384649.832334:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294937606 00000100:00000001:0.0:1767384649.832336:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:3.0:1767384649.832337:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.832339:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294937606 00000100:00000001:2.0:1767384649.832353:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294937606 02000000:00000001:0.0:1767384649.832353:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384649.832359:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384649.832359:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.832366:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.832367:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:3.0:1767384649.832375:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:2.0:1767384649.832375:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.832376:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384649.832388:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd8d2eb0. 00000100:00000001:2.0:1767384649.832389:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384649.832390:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000200:0.0:1767384649.832399:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048139392, offset 224 00000400:00000200:0.0:1767384649.832412:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384649.832424:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384649.832432:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048139520 00000400:00000200:0.0:1767384649.832432:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384649.832475:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff05e80 00000400:00000200:0.0:1767384649.832483:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1afd [1] + 224 00000400:00000200:0.0:1767384649.832487:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384649.832491:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384649.832499:0:17088:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384649.832507:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384649.832508:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.832511:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384649.832512:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384649.832520:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384649.832522:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.832527:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384649.832531:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384649.832533:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384649.832546:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384649.832547:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048139520 00000100:00000001:0.0:1767384649.832552:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1767384649.832556:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006240558. 00000020:00000001:2.0:1767384649.832556:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384649.832567:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000400:00000200:3.0:1767384649.832569:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf1f82a 00000020:00000001:2.0:1767384649.832571:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384649.832575:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf1f82a. 00000020:00000040:2.0:1767384649.832576:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000020:00000001:2.0:1767384649.832588:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:3.0:1767384649.832590:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384649.832594:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd8d2eb0 00000020:00000001:2.0:1767384649.832596:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000400:00000010:0.0:1767384649.832598:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd8d2eb0. 00000100:00000200:3.0:1767384649.832602:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.832606:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384649.832607:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000010:2.0:1767384649.832613:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e4fd7fc0. 00000100:00000001:0.0:1767384649.832614:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000200:3.0:1767384649.832623:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384649.832624:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008bef0d92. 00000100:00000001:0.0:1767384649.832625:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384649.832641:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000040:0.0:1767384649.832646:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:3.0:1767384649.832647:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384649.832657:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384649.832659:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.832659:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384649.832661:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.832670:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384649.832671:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084ac2743. 00000020:00000001:0.0:1767384649.832671:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384649.832680:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384649.832683:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ea1fd42b. 00000100:00000040:0.0:1767384649.832685:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000077ad39b x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:630/0 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.832687:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384649.832694:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384649.832695:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:2.0:1767384649.832708:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1767384649.832709:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.832717:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1767384649.832722:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000077ad39b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16356:x1853237048139392:12345-0@lo:400: Request processed in 764us (1470us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384649.832723:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384649.832724:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=56 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384649.832737:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:3.0:1767384649.832740:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=56 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384649.832741:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384649.832746:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.832751:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1767384649.832755:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00000001:3.0:1767384649.832758:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.832759:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384649.832762:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00010000:00000001:3.0:1767384649.832763:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384649.832775:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384649.832776:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00080000:3.0:1767384649.832781:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.832783:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384649.832785:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1767384649.832792:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000235175ba. 00000100:00100000:2.0:1767384649.832802:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00010000:00000001:3.0:1767384649.832809:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.832810:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000020:00000010:0.0:1767384649.832811:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e1f8ae7. 00000100:00000001:3.0:1767384649.832814:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767384649.832816:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717860224 : -106174991691392 : ffff9f6f35561180) 00000100:00000040:3.0:1767384649.832823:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000010:0.0:1767384649.832825:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099f81806. 00000100:00000040:2.0:1767384649.832826:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e0851fa3 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:630/0 lens 224/0 e 0 to 0 dl 1767384660 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.832836:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384649.832841:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384649.832842:0:17088:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:2.0:1767384649.832847:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1767384649.832852:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384649.832854:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a984d0d7. 00000100:00000001:0.0:1767384649.832858:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.832865:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384649.832874:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a984d0d7. 00000100:00100000:2.0:1767384649.832887:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e0851fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048139520:12345-0@lo:400: 00000100:00000001:3.0:1767384649.832893:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384649.832894:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048139520 00000020:00000001:2.0:1767384649.832898:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384649.832898:0:22878:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384649.832905:0:22878:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048139648 00000020:00000001:2.0:1767384649.832906:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384649.832909:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1767384649.832912:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.832912:0:22878:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384649.832914:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384649.832917:0:22878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1767384649.832918:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384649.832923:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:0.0:1767384649.832924:0:22878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384649.832929:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384649.832930:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1767384649.832933:0:22878:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384649.832936:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384649.832946:0:22878:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048139648 00000020:00000001:2.0:1767384649.832948:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384649.832954:0:22878:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384649.832956:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000040:0.0:1767384649.832961:0:22878:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:2.0:1767384649.832964:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.832966:0:22878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384649.832983:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1767384649.832985:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005096cfc2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048139264:0@lo:400: 00000020:00000040:0.0:1767384649.832985:0:22878:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000001:2.0:1767384649.832989:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384649.832998:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1767384649.833000:0:22878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 02000000:00000010:2.0:1767384649.833004:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f1de3a48. 00000100:00000001:3.0:1767384649.833006:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.833006:0:22878:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 02000000:00000001:2.0:1767384649.833015:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.833021:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384649.833021:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.833023:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384649.833036:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384649.833037:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e904e0f6. 00000100:00000040:3.0:1767384649.833042:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005096cfc2 x1853237048139264/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384649.833043:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048139520 00000100:00000001:0.0:1767384649.833047:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384649.833084:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000010:0.0:1767384649.833085:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e904e0f6. 00010000:00000200:2.0:1767384649.833092:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e0851fa3 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:630/0 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384649.833095:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099f81806. 00000020:00000010:0.0:1767384649.833106:0:22878:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000235175ba. 00000020:00000010:0.0:1767384649.833117:0:22878:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e1f8ae7. 00000100:00000040:0.0:1767384649.833138:0:22878:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1767384649.833139:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384649.833143:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384649.833153:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1767384649.833154:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048139136 00000100:00000001:0.0:1767384649.833154:0:22878:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384649.833167:0:22878:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1767384649.833168:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b945a3c. 02000000:00000001:1.0:1767384649.833168:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1767384649.833170:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384649.833183:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1767384649.833184:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384649.833185:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384649.833185:0:22878:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.833193:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384649.833195:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767384649.833199:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=61 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384649.833201:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384649.833203:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.833204:0:22878:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384649.833216:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1767384649.833219:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048139136 00000100:00000001:2.0:1767384649.833220:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000010:3.0:1767384649.833221:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000010ede250. 00000100:00000001:0.0:1767384649.833226:0:22878:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384649.833231:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:1.0:1767384649.833231:0:17081:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1767384649.833236:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:1.0:1767384649.833239:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:2.0:1767384649.833240:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384649.833241:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384649.833245:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000010:3.0:1767384649.833248:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005096cfc2. 00000020:00000001:1.0:1767384649.833250:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384649.833252:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384649.833253:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1767384649.833254:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384649.833258:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1767384649.833264:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.833266:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384649.833268:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:0.0:1767384649.833268:0:22878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384649.833278:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384649.833282:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000040:0.0:1767384649.833283:0:22878:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:3.0:1767384649.833284:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.833285:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384649.833298:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384649.833298:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e33ed2e. 00000100:00000001:0.0:1767384649.833302:0:22878:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717870976 : -106174991680640 : ffff9f6f35563b80) 00000100:00000001:1.0:1767384649.833303:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384649.833304:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384649.833306:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048139520, offset 224 00000020:00000010:1.0:1767384649.833311:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e41a7e2. 00000100:00000001:3.0:1767384649.833313:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.833316:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384649.833320:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384649.833322:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002794a569 x1853237048139648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:630/0 lens 224/0 e 0 to 0 dl 1767384660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384649.833326:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e41a7e2. 00000400:00000200:2.0:1767384649.833328:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384649.833344:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c51c0fd2. 00000400:00000200:2.0:1767384649.833353:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384649.833354:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000019ed3a1. 00000100:00000001:0.0:1767384649.833369:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384649.833373:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000961151a0. 00000020:00000010:0.0:1767384649.833373:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e904e0f6. 00000400:00000200:2.0:1767384649.833390:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff05f00 00000100:00000001:0.0:1767384649.833391:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384649.833403:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e904e0f6. 00000400:00000200:2.0:1767384649.833411:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1b09 [1] + 224 00000100:00000040:1.0:1767384649.833415:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384649.833417:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384649.833417:0:22878:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002794a569 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048139648:12345-0@lo:13: 00000100:00000001:1.0:1767384649.833419:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384649.833426:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384649.833434:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.833435:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384649.833443:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.833456:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384649.833465:0:22878:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048139648 00000100:00000001:1.0:1767384649.833466:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384649.833468:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384649.833469:0:22878:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384649.833474:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384649.833476:0:22878:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384649.833480:0:22878:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384649.833486:0:22878:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384649.833491:0:22878:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000100:00000040:2.0:1767384649.833493:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384649.833496:0:22878:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384649.833500:0:22878:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.833511:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384649.833512:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384649.833512:0:22878:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384649.833523:0:22878:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384649.833527:0:22878:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384649.833528:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e33ed2e 00000100:00100000:1.0:1767384649.833534:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000400:00000010:2.0:1767384649.833538:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e33ed2e. 00000100:00000001:0.0:1767384649.833539:0:22878:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384649.833541:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384649.833543:0:17087:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1767384649.833549:0:22878:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384649.833552:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384649.833552:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863208528 : -106174846343088 : ffff9f6f3dffe850) 02000000:00000010:0.0:1767384649.833555:0:22878:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000559ada15. 00000100:00000001:2.0:1767384649.833562:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384649.833565:0:22878:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.833571:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009639a709 x1853237048139136/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:630/0 lens 224/0 e 0 to 0 dl 1767384660 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.833572:0:22878:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.833573:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384649.833586:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00002000:00000001:0.0:1767384649.833587:0:22878:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767384649.833594:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384649.833598:0:22878:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384649.833605:0:22878:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384649.833607:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384649.833609:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384649.833612:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002e41a7e2. 00000020:00000001:0.0:1767384649.833615:0:22878:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384649.833620:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384649.833621:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e0851fa3 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:630/0 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000024:0.0:1767384649.833625:0:22878:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000010:1.0:1767384649.833634:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002e41a7e2. 00000020:00000020:0.0:1767384649.833637:0:22878:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384649.833649:0:22878:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00000100:00100000:1.0:1767384649.833652:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009639a709 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048139136:12345-0@lo:400: 00002000:00000020:0.0:1767384649.833666:0:22878:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000200:1.0:1767384649.833673:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048139136 00000020:00000001:1.0:1767384649.833682:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00002000:00000001:0.0:1767384649.833682:0:22878:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00100000:2.0:1767384649.833689:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e0851fa3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048139520:12345-0@lo:400: Request processed in 836us (1639us total) trans 0 rc 0/0 00000020:00000001:1.0:1767384649.833691:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1767384649.833693:0:22878:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:1.0:1767384649.833698:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384649.833699:0:22878:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.833703:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384649.833711:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00002000:00000001:0.0:1767384649.833712:0:22878:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384649.833713:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00000040:2.0:1767384649.833731:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000020:00000001:1.0:1767384649.833731:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000040:0.0:1767384649.833732:0:22878:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048139648 00000020:00000001:1.0:1767384649.833740:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.833741:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384649.833742:0:22878:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384649.833747:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1767384649.833751:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1767384649.833753:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ea1fd42b. 00010000:00000200:0.0:1767384649.833756:0:22878:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002794a569 x1853237048139648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:630/0 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384649.833757:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:2.0:1767384649.833759:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000020:00000001:1.0:1767384649.833764:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384649.833767:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084ac2743. 00000020:00000001:1.0:1767384649.833777:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:2.0:1767384649.833780:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:1.0:1767384649.833783:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384649.833789:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384649.833790:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384649.833792:0:22878:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1767384649.833798:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000037ae4e5f. 00010000:00000001:0.0:1767384649.833799:0:22878:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384649.833808:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384649.833809:0:22878:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384649.833822:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.833823:0:22878:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384649.833827:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1767384649.833832:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00000040:1.0:1767384649.833832:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048139136 00000100:00000040:0.0:1767384649.833833:0:22878:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:1.0:1767384649.833846:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384649.833846:0:22878:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000040:2.0:1767384649.833847:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 02000000:00000001:0.0:1767384649.833855:0:22878:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384649.833860:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000200:1.0:1767384649.833860:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009639a709 x1853237048139136/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:630/0 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384649.833862:0:22878:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.833867:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384649.833874:0:22878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000001:2.0:1767384649.833876:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384649.833882:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384649.833889:0:22878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384649.833890:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61c8ce7. 00000400:00000010:0.0:1767384649.833895:0:22878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd8d2eb0. 00000400:00000200:2.0:1767384649.833896:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000400:00000010:2.0:1767384649.833902:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000100:00000001:2.0:1767384649.833909:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384649.833911:0:22878:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048139648, offset 224 00000100:00000200:2.0:1767384649.833917:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384649.833932:0:22878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384649.833958:0:22878:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384649.833972:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384649.833975:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384649.833977:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384649.833978:0:22878:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff05f80 00000100:00001000:1.0:1767384649.833991:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=66 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384649.834004:0:22878:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1aed [1] + 224 00000100:00000001:1.0:1767384649.834011:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384649.834021:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:2.0:1767384649.834024:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384649.834024:0:22878:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384649.834026:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:2.0:1767384649.834028:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.834039:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384649.834039:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384649.834041:0:22878:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384649.834053:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.834067:0:22878:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1767384649.834068:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384649.834074:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384649.834078:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.834078:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1767384649.834079:0:22878:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384649.834089:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.834094:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384649.834106:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d083ba7. 00000100:00001000:2.0:1767384649.834109:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=59 v=5 (5 0 0 0) 00000100:00000040:0.0:1767384649.834112:0:22878:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384649.834113:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048139136, offset 224 00000100:00001000:2.0:1767384649.834115:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=59 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384649.834130:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384649.834137:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.834138:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384649.834147:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384649.834156:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.834157:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384649.834164:0:22878:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384649.834173:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.834174:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff05d80 00000100:00000001:3.0:1767384649.834177:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384649.834177:0:22878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd8d2eb0 00000100:00000001:2.0:1767384649.834180:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1767384649.834186:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384649.834188:0:22878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd8d2eb0. 00000100:00000040:2.0:1767384649.834190:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384649.834194:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384649.834196:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.834196:0:22878:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384649.834203:0:22878:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384649.834204:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1ae5 [1] + 224 00000100:00000040:2.0:1767384649.834209:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384649.834212:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1767384649.834213:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384649.834217:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384649.834219:0:22878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384649.834227:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ebd11cc. 00000100:00000040:0.0:1767384649.834230:0:22878:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000200:1.0:1767384649.834235:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384649.834238:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac15ff4 00010000:00000001:0.0:1767384649.834245:0:22878:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:3.0:1767384649.834247:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac15ff4. 00000020:00000001:0.0:1767384649.834256:0:22878:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.834260:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384649.834261:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384649.834261:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384649.834262:0:22878:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1767384649.834272:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.834274:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384649.834276:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384649.834280:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002794a569 x1853237048139648/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:630/0 lens 224/368 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384649.834282:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384649.834303:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384649.834314:0:22878:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002794a569 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048139648:12345-0@lo:13: Request processed in 935us (3740us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384649.834369:0:22878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384649.834384:0:22878:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000200:3.0:1767384649.834394:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.834398:0:22878:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384649.834403:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384649.834407:0:22878:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1767384649.834408:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000ec9dac00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048139520:0@lo:400: 00000020:00000010:0.0:1767384649.834417:0:22878:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000235175ba. 00000020:00000010:0.0:1767384649.834433:0:22878:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e1f8ae7. 00000100:00000001:3.0:1767384649.834448:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384649.834468:0:22878:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099f81806. 00000020:00000040:0.0:1767384649.834479:0:22878:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:0.0:1767384649.834482:0:22878:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.834486:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384649.834488:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384649.834492:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384649.834496:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384649.834499:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384649.834502:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384649.834502:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d083ba7 02000000:00000001:3.0:1767384649.834505:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384649.834506:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384649.834507:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d083ba7. 00000100:00001000:3.0:1767384649.834515:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=56 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384649.834517:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.834518:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00001000:3.0:1767384649.834523:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=56 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384649.834525:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384649.834534:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384649.834537:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.834539:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384649.834541:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1767384649.834547:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00080000:3.0:1767384649.834551:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384649.834552:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384649.834556:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384649.834562:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384649.834564:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.834569:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384649.834572:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384649.834576:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384649.834580:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384649.834581:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009639a709 x1853237048139136/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:630/0 lens 224/224 e 0 to 0 dl 1767384660 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384649.834591:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384649.834598:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009639a709 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048139136:12345-0@lo:400: Request processed in 984us (4405us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384649.834600:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384649.834610:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384649.834614:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384649.834618:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000004:00000001:3.0:1767384649.834621:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:1.0:1767384649.834624:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000004:00000040:3.0:1767384649.834627:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:1.0:1767384649.834629:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000040:3.0:1767384649.834631:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:1.0:1767384649.834633:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384649.834639:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000019ed3a1. 00000004:00000020:3.0:1767384649.834649:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000010:1.0:1767384649.834652:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000961151a0. 00000004:00000001:3.0:1767384649.834654:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384649.834659:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c51c0fd2. 00000020:00000040:1.0:1767384649.834668:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000040:3.0:1767384649.834673:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384649.834677:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1767384649.834682:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ce5e2da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048139648:0@lo:13: 02000000:00000010:1.0:1767384649.834683:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000037ae4e5f. 02000000:00000001:1.0:1767384649.834691:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384649.834696:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384649.834696:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.834702:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384649.834704:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1767384649.834706:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ce5e2da x1853237048139648/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384649.834711:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a8d665. 00000100:00000001:3.0:1767384649.834713:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384649.834717:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1767384649.834718:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c75242b5. 02000000:00000010:3.0:1767384649.834720:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000043723840. 02000000:00000001:3.0:1767384649.834725:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384649.834727:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384649.834729:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384649.834731:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384649.834733:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e6f4b292. 02000000:00000001:3.0:1767384649.834737:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384649.834739:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384649.834742:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ce5e2da. 00000100:00000001:3.0:1767384649.834745:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384649.834747:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.834749:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.834751:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384649.834752:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384649.834756:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384649.834757:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384649.834759:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e8cf18c. 00000400:00000200:3.0:1767384649.834765:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:3.0:1767384649.834766:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:3.0:1767384649.834771:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384649.834773:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384649.834798:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.834805:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384649.834812:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.834813:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384649.834815:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384649.834816:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384649.834818:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384649.834820:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384649.834822:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384649.834825:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384649.834827:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384649.834828:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384649.834830:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384649.834831:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384649.834833:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384649.834837:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.834841:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384649.834844:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384649.834845:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384649.834848:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384649.834855:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000fa0f6518 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048139136:0@lo:400: 00000100:00000001:3.0:1767384649.834863:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.834864:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384649.834870:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000fa0f6518 x1853237048139136/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384649.834877:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384649.834881:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384649.834884:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f214730d. 02000000:00000001:3.0:1767384649.834890:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384649.834893:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384649.834895:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384649.834898:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384649.834899:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000038622726. 02000000:00000001:3.0:1767384649.834903:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384649.834926:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384649.834929:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa0f6518. 00000100:00000001:3.0:1767384649.834935:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384649.834939:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384649.834940:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384649.834945:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384649.834946:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1767384649.834948:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384649.834950:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384649.834952:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c7fd45e. 00000100:00000001:3.0:1767384649.834956:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384649.834957:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000100:00000001:3.0:1767384649.834959:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384649.834962:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00000100:00000001:2.0:1767384649.834967:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384649.834972:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384649.834980:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.834986:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384649.834987:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.834995:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384649.834997:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384649.834998:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384649.834999:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384649.835001:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384649.835005:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384649.835008:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=61 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384649.835010:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384649.835011:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384649.835013:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384649.835015:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384649.835020:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.835022:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384649.835024:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384649.835025:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384649.835026:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384649.835029:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.835034:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384649.835037:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384649.835038:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384649.835040:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384649.835046:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16356:1853237048139392:0@lo:400: 00000100:00000001:2.0:1767384649.835050:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.835052:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384649.835071:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000ec9dac00 x1853237048139520/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.835077:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384649.835080:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384649.835098:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b498684b. 02000000:00000001:2.0:1767384649.835102:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384649.835108:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384649.835109:0:16356:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384649.835111:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384649.835113:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000128d7c15. 02000000:00000001:2.0:1767384649.835116:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384649.835117:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384649.835118:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ec9dac00. 00000100:00000001:2.0:1767384649.835121:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384649.835122:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.835124:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384649.835126:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087eacb65 x1853237048139392/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384649.835131:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384649.835132:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384649.835133:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f9eb55a. 02000000:00000001:2.0:1767384649.835134:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384649.835135:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384649.835136:0:16356:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384649.835137:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384649.835138:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000527a432. 02000000:00000001:2.0:1767384649.835140:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384649.835140:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384649.835141:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087eacb65. 00000100:00000001:2.0:1767384649.835144:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384649.835145:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.835146:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384649.835167:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384649.835168:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384649.835171:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384649.835172:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384649.836514:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294937606, at 4294937607 00000100:00000010:3.0:1767384649.836525:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000895be19. 00000100:00000040:2.0:1767384649.836532:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294937606, at 4294937607 00000100:00000040:0.0:1767384649.836537:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294937606, at 4294937607 00000100:00000010:2.0:1767384649.836542:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002065780b. 00000100:00000010:0.0:1767384649.836547:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068937916. 00000100:00000040:1.0:1767384649.836648:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294937606, at 4294937607 00000100:00000010:1.0:1767384649.836654:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e44d8c8a. 00000400:00000010:2.0:1767384650.469511:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b3d042ab. 00000400:00000010:2.0:1767384650.469520:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d5fe167f. 00000400:00000010:2.0:1767384650.469522:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bcae781e. 00000400:00000010:2.0:1767384650.469525:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072646ee3. 00000400:00000010:2.0:1767384650.469526:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001a3aa359. 00000800:00000200:0.0:1767384650.469534:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (6) 00000400:00000010:2.0:1767384650.469540:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000035f2b69a. 00000400:00000010:2.0:1767384650.469544:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000090c10f12. 00000400:00000010:2.0:1767384650.469548:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000930c5058. 00000800:00000200:0.0:1767384650.469549:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:988 00000400:00000010:2.0:1767384650.469552:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002ea2e24c. 00000400:00000010:2.0:1767384650.469556:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009587937a. 00000800:00000200:0.0:1767384650.469556:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384650.469560:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000bc925693. 00000400:00000010:2.0:1767384650.469563:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b25c52da. 00000400:00000010:2.0:1767384650.469565:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a81d986b. 00000400:00000010:2.0:1767384650.469567:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002b7db1fe. 00000400:00000010:2.0:1767384650.469569:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000092b43691. 00000400:00000010:2.0:1767384650.469570:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d1c94f30. 00000400:00000010:2.0:1767384650.469572:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003882bdf6. 00000400:00000010:2.0:1767384650.469573:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008859affa. 00000400:00000010:2.0:1767384650.469574:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000232d9783. 00000400:00000010:2.0:1767384650.469575:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000062b00518. 00000400:00000010:2.0:1767384650.469576:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000089f53cd. 00000400:00000010:2.0:1767384650.469579:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003c3529b7. 00000400:00000010:2.0:1767384650.469581:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000948f5757. 00000400:00000010:2.0:1767384650.469583:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000072c21e6b. 00000400:00000010:2.0:1767384650.469584:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ca977334. 00000400:00000010:2.0:1767384650.469586:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a54e50b7. 00000400:00000010:2.0:1767384650.469587:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005eb09c49. 00000400:00000010:2.0:1767384650.469588:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000d7139223. 00000800:00000010:0.0:1767384650.469589:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d5556293. 00000400:00000010:2.0:1767384650.469590:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004a4f0141. 00000400:00000010:2.0:1767384650.469594:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e90341f7. 00000400:00000010:2.0:1767384650.469597:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a8cd6f05. 00000400:00000010:2.0:1767384650.469601:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002238537d. 00000800:00000200:0.0:1767384650.469602:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc7d60c5] -> 12345-192.168.203.125@tcp21 (6) 00000400:00000010:2.0:1767384650.469605:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007abbe8a3. 00000400:00000010:2.0:1767384650.469609:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000eeb7d8dd. 00000400:00000010:2.0:1767384650.469613:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000f6eae2da. 00000800:00000200:0.0:1767384650.469614:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp21 ip 192.168.203.125:988 00000400:00000010:2.0:1767384650.469616:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c87fdc23. 00000800:00000200:0.0:1767384650.469621:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384650.469629:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000013530337. 00000400:00000010:2.0:1767384650.469633:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c39abcce. 00000400:00000010:2.0:1767384650.469637:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000001c0ae997. 00000400:00000010:2.0:1767384650.469638:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004c7b8afb. 00000400:00000010:2.0:1767384650.469642:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c6f93a91. 00000400:00000010:2.0:1767384650.469649:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000076e658d1. 00000400:00000010:2.0:1767384650.469653:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002cf1231b. 00000400:00000010:2.0:1767384650.469657:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000b89392a2. 00000400:00000010:2.0:1767384650.469668:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c2b25256. 00000400:00000010:2.0:1767384650.469676:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000004201fbd5. 00000400:00000010:2.0:1767384650.469678:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fead314e. 00000400:00000010:2.0:1767384650.469682:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000055e1692e. 00000400:00000010:2.0:1767384650.469686:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000003dcb6804. 00000400:00000010:2.0:1767384650.469691:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000055004b61. 00000400:00000010:2.0:1767384650.469694:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000a4ea714e. 00000400:00000010:2.0:1767384650.469695:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000009678b8c9. 00000400:00000010:2.0:1767384650.469699:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000040a2a91c. 00000400:00000010:2.0:1767384650.469705:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c848744d. 00000400:00000010:2.0:1767384650.469707:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000931181c5. 00000400:00000010:2.0:1767384650.469712:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000001bd73fa. 00000400:00000010:2.0:1767384650.469718:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e8bd9495. 00000400:00000010:2.0:1767384650.469722:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000ee91a0f6. 00000400:00000010:2.0:1767384650.469726:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000e4327f37. 00000400:00000010:2.0:1767384650.469727:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000677eb388. 00000400:00000010:2.0:1767384650.469728:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000c3ed972d. 00000400:00000010:2.0:1767384650.469729:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005223b1cc. 00000400:00000010:2.0:1767384650.469732:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000fbcc3bca. 00000400:00000010:2.0:1767384650.469740:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002607e6de. 00000400:00000010:2.0:1767384650.469743:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000113a3842. 00000400:00000010:2.0:1767384650.469752:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000000bff7ec. 00000800:00000200:1.0:1767384650.469757:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384650.469762:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000000c9e6907. 00000800:00000001:1.0:1767384650.469767:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384650.469772:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 0000000008781672. 00000800:00000001:0.0:1767384650.469773:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384650.469778:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384650.469781:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384650.469783:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000005bb787c7. 00000800:00000001:0.0:1767384650.469790:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384650.469798:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000cf449bb2. 00000800:00000001:1.0:1767384650.469801:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384650.469804:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384650.469805:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000002c46655e. 00000800:00000001:1.0:1767384650.469809:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384650.469810:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dca64e94. 00000800:00000001:0.0:1767384650.469816:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384650.469831:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000008bf992a8. 00000400:00000010:2.0:1767384650.469837:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 000000007e958ba4. 00000400:00000010:2.0:1767384650.469841:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000dd1be866. 00000400:00000010:2.0:1767384650.469843:0:16351:0:(lib-lnet.h:489:lnet_rspt_free()) free 'rspt': 56 at 00000000653e1673. 00000400:00000001:2.0:1767384650.469854:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384650.469862:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384650.469865:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:2.0:1767384650.469869:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000400:00000200:2.0:1767384650.469874:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384650.469879:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery ping unlinked 00000400:00000010:2.0:1767384650.469889:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000097fcd179. 00000400:00000010:2.0:1767384650.469893:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006b265cde. 00000400:00000200:2.0:1767384650.469899:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp36 00000400:00000010:2.0:1767384650.469902:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000097fcd179. 00000400:00000010:2.0:1767384650.469906:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000beee3fa1. 00000400:00000010:2.0:1767384650.469909:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000400:00000010:2.0:1767384650.469913:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000653e1673. 00000400:00000200:2.0:1767384650.469915:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp36 00000400:00000200:2.0:1767384650.469926:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp36 local destination 00000400:00000200:2.0:1767384650.469931:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp36 00000400:00000200:2.0:1767384650.469935:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp36 NI seq info: [115:115:256:4294967295] 192.168.203.125@tcp36 LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1767384650.469940:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp36 00000400:00000200:2.0:1767384650.469957:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp36(192.168.203.125@tcp36:) -> 192.168.203.125@tcp36(192.168.203.125@tcp36:192.168.203.125@tcp36) : GET try# 0 00000800:00000200:2.0:1767384650.469977:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp36 00000800:00000010:2.0:1767384650.469981:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000128d7c15. 00000800:00000200:2.0:1767384650.469987:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000800:00000200:2.1:1767384650.469992:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000400:00000200:2.0:1767384650.470011:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp36 added to recovery queue. ping count: 1 next ping: 272 health :900 00000400:00000200:3.0:1767384650.470109:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470152:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470168:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470180:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470192:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470204:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470216:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470229:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470242:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470254:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470267:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470279:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470291:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470303:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470316:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470328:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470344:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470357:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470370:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470382:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470395:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470416:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470429:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470477:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470497:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470512:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470537:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470569:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470584:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470604:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470620:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470637:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470653:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470667:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384650.470679:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384650.470801:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005039c53a. 00000800:00000010:3.0:1767384650.470806:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d21af339. 00000800:00000010:3.0:1767384650.470811:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aaeff4d7. 00000800:00000010:3.0:1767384650.470836:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aaeff4d7. 00000800:00020000:3.0:1767384650.470842:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384650.470845:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d21af339. 00000800:00000010:3.0:1767384650.470848:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005039c53a. 00000400:02020000:3.0:1767384650.470882:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp36 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384650.470889:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp36 notifying 192.168.203.125@tcp36: down 00000400:00000200:3.0:1767384650.470896:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384650.470901:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp36 00000800:00000010:3.0:1767384650.470904:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000128d7c15. 00000400:00000200:3.0:1767384650.470910:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384650.470914:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp36->192.168.203.125@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384650.470926:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384650.470929:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384650.470933:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp36) recovery failed with -71 00080000:00000010:3.0:1767384650.504920:0:31288:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004b8a617e. 00080000:00000010:3.0:1767384650.504929:0:31288:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004b8a617e. 00000020:00000001:3.0:1767384650.504934:0:31288:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384650.504941:0:31288:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004b8a617e. 00080000:00000010:3.0:1767384650.504945:0:31288:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004b8a617e. 00000020:00000001:3.0:1767384650.504948:0:31288:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.661518:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384650.661524:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384650.661530:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384650.661531:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384650.661626:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384650.661633:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384650.661639:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1767384651.277890:0:31452:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767384651.277896:0:31452:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp38 --if ens2 00000001:00000001:3.0:1767384651.282657:0:31452:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:3.0:1767384651.292634:0:31453:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000084cda8a3. 00000400:00000010:3.0:1767384651.292652:0:31453:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 000000004b4e327e. 00000400:00000010:3.0:1767384651.292664:0:31453:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a44f25d1. 00000400:00000010:3.0:1767384651.292668:0:31453:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008ddcf3f9. 00000400:00000010:3.0:1767384651.292672:0:31453:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000a31a92a6. 00000400:00000010:3.0:1767384651.292677:0:31453:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b9bdf5d5. 00000400:00000010:3.0:1767384651.292678:0:31453:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000e88ad1f8. 00000400:00000010:3.0:1767384651.292680:0:31453:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000010393423. 00000400:00000010:3.0:1767384651.292684:0:31453:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000e5259d2. 00000800:00000010:3.0:1767384651.292702:0:31453:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000c9fedba8. 00000800:00000200:3.0:1767384651.292715:0:31453:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:3.0:1767384651.292728:0:31453:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:3.0:1767384651.292785:0:31453:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:3.0:1767384651.292812:0:31453:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp38 [8/256/0/180] 00000400:00000010:3.0:1767384651.294948:0:31453:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000541a8c54. 00000400:00000010:3.0:1767384651.294955:0:31453:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013d183f8. 00000400:00000010:3.0:1767384651.294980:0:31453:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e0c44573. 00000400:00000001:3.0:1767384651.295012:0:31453:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384651.295014:0:31453:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384651.295016:0:31453:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e8c690. 00000400:00000200:3.0:1767384651.295019:0:31453:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f89cf3 00000400:00000010:3.0:1767384651.295027:0:31453:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039f89cf3. 00000400:00000010:3.0:1767384651.295032:0:31453:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000004a25baf0. 00000400:00000200:3.0:1767384651.295039:0:31453:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (28) 00000400:00000200:3.0:1767384651.295071:0:31453:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384651.295081:0:31453:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131110 00000020:00000010:3.0:1767384651.295118:0:31453:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000005039c53a. 00000020:01000000:3.0:1767384651.295123:0:31453:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:3.0:1767384651.295126:0:31453:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp38 00000400:00000200:2.0:1767384651.295139:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1767384651.295143:0:31453:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 000000004b4e327e. 00000400:00000010:3.0:1767384651.295151:0:31453:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000084cda8a3. 00000400:00000200:2.0:1767384651.295155:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:2.0:1767384651.295161:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (29) 00000400:00000010:2.0:1767384651.295167:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 505 at 0000000084ac2743. 00000400:00000010:2.0:1767384651.295172:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000400:00000010:2.0:1767384651.295178:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e4327f37. 00000400:00000200:2.0:1767384651.295183:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000020:00000001:1.0:1767384651.295188:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384651.295199:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384651.295204:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384651.295205:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 10000000:01000000:1.0:1767384651.295210:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384651.295215:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:01000004:1.0:1767384651.295219:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384651.295225:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000020:01000004:1.0:1767384651.295228:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384651.295234:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384651.295235:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000020:01000004:1.0:1767384651.295239:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384651.295245:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:2.0:1767384651.295256:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000020:01000004:1.0:1767384651.295257:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384651.295264:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384651.295267:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384651.295268:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000020:01000004:1.0:1767384651.295274:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384651.295278:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384651.295283:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000020:01000004:1.0:1767384651.295285:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384651.295296:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000100:00000010:1.0:1767384651.295299:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a32564d. 00000400:00000200:2.0:1767384651.295301:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000020:00000040:1.0:1767384651.295310:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:2.0:1767384651.295311:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[26, 36], ns[26, 36] 00000400:00000200:2.0:1767384651.295324:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 26], ns[28, 26] 00000100:00000001:1.0:1767384651.295324:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384651.295330:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384651.295335:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 26], ns[30, 26] 02000000:00000001:1.0:1767384651.295338:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.295345:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 26], ns[32, 26] 00000400:00000200:2.0:1767384651.295350:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 26], ns[34, 26] 00000400:00000200:2.0:1767384651.295353:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 26], ns[44, 26] 02000000:00000010:1.0:1767384651.295354:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000006e7049b. 00000400:00000200:2.0:1767384651.295360:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 26], ns[48, 26] 00000100:00000001:1.0:1767384651.295364:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.295367:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 26], ns[52, 26] 00000400:00000200:2.0:1767384651.295375:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 26], ns[56, 26] 00000100:00000001:1.0:1767384651.295378:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384651.295382:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384651.295394:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a32564d] to pc [ptlrpcd_00_01+1] req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384651.295402:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 26], ns[60, 26] 00000400:00000200:2.0:1767384651.295427:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 26], ns[110, 26] 00000400:00000200:2.0:1767384651.295435:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 26], ns[87, 26] 10000000:00000001:1.0:1767384651.295476:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384651.295483:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.295493:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.295494:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 26], ns[86, 26] 00000020:01000000:1.0:1767384651.295502:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384651.295503:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384651.295511:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[111, 26], ns[114, 26] 00000100:00000001:3.0:1767384651.295513:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384651.295516:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:3.0:1767384651.295517:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384651.295523:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 26], ns[93, 26] 10000000:00000001:1.0:1767384651.295523:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384651.295529:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:3.0:1767384651.295531:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384651.295533:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:1.0:1767384651.295544:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384651.295551:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384651.295555:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[105, 26], ns[108, 26] 00000020:01000004:1.0:1767384651.295557:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384651.295565:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384651.295574:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384651.295581:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384651.295586:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384651.295588:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[106, 26], ns[109, 26] 00000100:00000001:3.0:1767384651.295598:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384651.295598:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384651.295603:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:3.0:1767384651.295606:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.295609:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp19] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[112, 26], ns[115, 26] 00000100:00000010:1.0:1767384651.295613:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099a493cf. 02000000:00000001:3.0:1767384651.295620:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1767384651.295625:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000001:3.0:1767384651.295628:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384651.295639:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384651.295643:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.295644:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp19 02000000:00000001:1.0:1767384651.295657:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1767384651.295661:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048139776:0@lo:253: 00000400:00000200:2.0:1767384651.295663:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp19 02000000:00000001:1.0:1767384651.295664:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.295674:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1767384651.295677:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015034cbd. 00000400:00000200:2.0:1767384651.295680:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp19 lpni_is_preferred = 0 02000000:00000001:3.0:1767384651.295684:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384651.295691:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.295692:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.295693:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp19 02000000:00000001:3.0:1767384651.295706:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384651.295708:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384651.295717:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp19 NI seq info: [116:116:256:4294967295] 192.168.203.125@tcp19 LPNI seq info [113:113:8:4294967295] 02000000:00000010:3.0:1767384651.295719:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000c5b1c1b1. 00000100:00000001:1.0:1767384651.295719:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.295731:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384651.295741:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099a493cf] to pc [ptlrpcd_00_02+2] req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384651.295747:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e8c690. 00000400:00000200:2.0:1767384651.295756:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp19 00000400:00000010:3.0:1767384651.295759:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b4e327e. 00000100:00000200:3.0:1767384651.295772:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048139776, portal 25 00000100:00000001:3.0:1767384651.295782:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384651.295788:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758963200 : -106174950588416 : ffff9f6f37c94000) 10000000:00000001:1.0:1767384651.295789:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.295791:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp19(192.168.203.125@tcp19:) -> 192.168.203.125@tcp19(192.168.203.125@tcp:192.168.203.125@tcp19) : GET try# 0 10000000:00000001:1.0:1767384651.295800:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.295805:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384651.295807:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384651.295819:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp19 00000020:01000000:1.0:1767384651.295820:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384651.295833:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000005039c53a. 00000800:00000010:2.0:1767384651.295836:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000128d7c15. 00000100:00000001:3.0:1767384651.295849:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1767384651.295850:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbff20d7] -> 12345-192.168.203.125@tcp19 (6) 00000100:00000001:1.0:1767384651.295852:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384651.295859:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.295863:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384651.295868:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c766e70. 00000100:00000001:1.0:1767384651.295868:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767384651.295869:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp19 ip 192.168.203.125:988 00000100:00100000:1.0:1767384651.295874:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000200:3.0:1767384651.295880:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048139776, offset 0 00000800:00000200:2.0:1767384651.295883:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000128d7c15 type 2, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767384651.295883:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384651.295900:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384651.295913:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1767384651.295917:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000100:00000001:1.0:1767384651.295922:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384651.295925:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384651.295931:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000100:00000001:1.0:1767384651.295935:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384651.295940:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384651.295949:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06000 00000100:00000001:1.0:1767384651.295950:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384651.295964:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384651.295965:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x133d [2] + 0 00000100:00000001:2.0:1767384651.295968:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384651.295976:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000864bdf7e. 00000100:00000001:2.0:1767384651.295978:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.295988:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fe6328a0 00000100:00000001:1.0:1767384651.295994:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384651.295998:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.295999:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384651.296002:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384651.296006:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384651.296009:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384651.296012:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384651.296018:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe6328a0 00000100:00100000:1.0:1767384651.296018:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048139904:0@lo:253: 00000400:00000010:3.0:1767384651.296023:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe6328a0. 00000100:00000001:1.0:1767384651.296025:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384651.296033:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384651.296034:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:1.0:1767384651.296035:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384651.296038:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1767384651.296039:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384651.296043:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000c77606a1 x1853237048139776 msgsize 4848 02000000:00000010:1.0:1767384651.296072:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fed17f63. 00000100:00100000:3.0:1767384651.296073:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1767384651.296078:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.296080:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384651.296086:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c46c3776. 00000400:00000010:1.0:1767384651.296096:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000019d37544. 00000100:00000001:3.0:1767384651.296098:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:1.0:1767384651.296103:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048139904, portal 25 00000100:00000001:1.0:1767384651.296109:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767384651.296110:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c766e70 00000100:00000001:1.0:1767384651.296114:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758970368 : -106174950581248 : ffff9f6f37c95c00) 00000400:00000010:3.0:1767384651.296115:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c766e70. 00000800:00000200:2.0:1767384651.296124:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1767384651.296126:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767384651.296131:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1767384651.296133:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000128d7c15. 00000100:00000200:3.0:1767384651.296138:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384651.296149:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384651.296173:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384651.296179:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp19->192.168.203.125@tcp19: GET: OK 00000100:00000040:1.0:1767384651.296187:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384651.296195:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007005200e. 00000100:00000001:3.0:1767384651.296198:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384651.296198:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000200:1.0:1767384651.296201:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048139904, offset 0 00000100:00000040:3.0:1767384651.296210:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384651.296211:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000400:00000200:1.0:1767384651.296212:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384651.296232:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.296235:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767384651.296238:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384651.296240:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384651.296242:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.296253:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294939072 00000800:00000001:2.0:1767384651.296254:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384651.296263:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b78181bc. 00000400:00000200:1.0:1767384651.296263:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06080 00000800:00000001:2.0:1767384651.296265:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384651.296278:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1361 [2] + 0 00000800:00000001:2.0:1767384651.296280:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.296281:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384651.296284:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000481c43d8. 00000400:00000200:1.0:1767384651.296296:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000099b40acd 00000100:00000001:3.0:1767384651.296297:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294939072 00000400:00000200:2.0:1767384651.296304:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp19(192.168.203.125@tcp19) <- 192.168.203.125@tcp19 : GET - for me 00000400:00000200:1.0:1767384651.296306:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1767384651.296308:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaaf1589. 00000400:00000200:1.0:1767384651.296318:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384651.296319:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1767384651.296330:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 496 into portal 0 MB=0x8000000000000000 00000100:00000001:3.0:1767384651.296337:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294939072 00000400:00000200:1.0:1767384651.296338:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099b40acd 00000400:00000010:1.0:1767384651.296344:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000099b40acd. 00000100:00000010:3.0:1767384651.296348:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6897c91. 00000100:00000001:1.0:1767384651.296353:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384651.296354:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384651.296356:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384651.296367:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294939072 00000400:00000200:2.0:1767384651.296367:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 496/496 into md 0x1b29 [1] + 0 00000100:00000040:1.0:1767384651.296369:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000002719ca2b x1853237048139904 msgsize 4848 00000100:00000010:3.0:1767384651.296379:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a4b472eb. 00000100:00000001:3.0:1767384651.296391:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00100000:1.0:1767384651.296392:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384651.296402:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384651.296402:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp19 to MR: 192.168.203.125@tcp19 local destination 00000100:00000040:1.0:1767384651.296403:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384651.296417:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.296423:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384651.296424:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp19 NI seq info: [117:117:256:4294967295] 192.168.203.125@tcp19 LPNI seq info [114:114:8:4294967295] 00000100:00000001:3.0:1767384651.296425:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.296476:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.296487:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp19(192.168.203.125@tcp19:192.168.203.125@tcp19) -> 192.168.203.125@tcp19(192.168.203.125@tcp19:192.168.203.125@tcp19) 192.168.203.125@tcp19 : REPLY try# 0 00000100:00000001:3.0:1767384651.296489:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384651.296495:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1767384651.296502:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007005200e 00000800:00000200:2.0:1767384651.296503:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.125@tcp19 00000100:00000001:3.0:1767384651.296506:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384651.296510:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007005200e. 00000100:00000001:3.0:1767384651.296515:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767384651.296519:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000128d7c15. 00000100:00000001:1.0:1767384651.296521:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384651.296522:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384651.296534:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384651.296536:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384651.296550:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbff20d7] -> 12345-192.168.203.125@tcp19 (6) 00000800:00000200:2.0:1767384651.296568:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp19 ip 192.168.203.125:1003 00000800:00000200:2.0:1767384651.296571:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000128d7c15 type 3, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1767384651.296593:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384651.296596:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.296605:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.296608:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384651.296618:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.296623:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294939073 00000800:00000200:2.0:1767384651.296625:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384651.296629:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000128d7c15. 00000400:00000200:2.0:1767384651.296637:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384651.296637:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294939072 00000400:00000200:2.0:1767384651.296648:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp19->192.168.203.125@tcp19: REPLY: OK 00000100:00000001:1.0:1767384651.296651:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294939073 00000800:00000001:2.0:1767384651.296656:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384651.296659:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294939072 00000800:00000001:2.0:1767384651.296660:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384651.296668:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384651.296673:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294939073 00000800:00000001:2.0:1767384651.296675:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.296682:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294939072 00000800:00000001:2.0:1767384651.296684:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.296693:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.296693:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294939073 00000400:00000200:2.0:1767384651.296705:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp19(192.168.203.125@tcp19) <- 192.168.203.125@tcp19 : REPLY - for me 00000100:00000001:1.0:1767384651.296707:0:16357:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294939072 00000100:00000001:1.0:1767384651.296718:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384651.296724:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp19: Reply from 12345-192.168.203.125@tcp19 of length 496/496 into md 0x1b2d 00000100:00000001:1.0:1767384651.296730:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384651.296733:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767384651.296739:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384651.296742:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.296748:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384651.296748:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.296758:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp19->192.168.203.125@tcp19: REPLY: OK 00000400:00000200:2.0:1767384651.296766:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000400:00000010:2.0:1767384651.296770:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00000100:00000001:3.0:1767384651.296773:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1767384651.296776:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000100:00100000:3.0:1767384651.296778:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048139776 00000100:00000001:1.0:1767384651.296782:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1767384651.296784:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384651.296785:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000100:00100000:1.0:1767384651.296787:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048139904 00000100:00000001:3.0:1767384651.296793:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767384651.296794:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1767384651.296796:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000100:00000001:1.0:1767384651.296800:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384651.296802:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.296806:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384651.296808:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.296809:0:16347:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.125@tcp (512 bytes) 00000100:00100000:3.0:1767384651.296820:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048139776 02000000:00000001:1.0:1767384651.296821:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.296827:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000020:00000001:3.0:1767384651.296829:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1767384651.296830:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048139904 00000020:00000001:1.0:1767384651.296835:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384651.296836:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000010:2.0:1767384651.296840:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 0000000084ac2743. 00000020:00000040:1.0:1767384651.296841:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384651.296842:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384651.296850:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:1.0:1767384651.296856:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384651.296857:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:2.0:1767384651.296858:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (30) 00000020:00000040:1.0:1767384651.296861:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:3.0:1767384651.296868:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384651.296870:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000800:00000001:2.0:1767384651.296874:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384651.296876:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384651.296877:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000800:00000001:2.0:1767384651.296879:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384651.296887:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc315ac6. 00000100:00000001:1.0:1767384651.296893:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384651.296894:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384651.296896:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1767384651.296901:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054155743. 00000020:00000010:3.0:1767384651.296903:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc315ac6. 00000400:00000010:2.0:1767384651.296905:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000975b193e. 00000100:00000001:1.0:1767384651.296909:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384651.296912:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c7fd45e. 00000020:00000010:3.0:1767384651.296914:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beaa729d. 00000020:00000010:1.0:1767384651.296918:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054155743. 00000400:00000010:2.0:1767384651.296920:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000020:00000010:3.0:1767384651.296923:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c46853a. 00000400:00000200:2.0:1767384651.296930:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000975b193e 00000020:00000010:3.0:1767384651.296931:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005e4f8495. 00000020:00000010:1.0:1767384651.296933:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f0c8b59. 00000400:00000001:2.0:1767384651.296936:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384651.296942:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384651.296944:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034a61e8d. 00000020:00000010:1.0:1767384651.296946:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000278b315. 00000100:00000040:3.0:1767384651.296947:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000400:00000200:2.0:1767384651.296948:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000100:00000001:3.0:1767384651.296959:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:2.0:1767384651.296961:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000020:00000010:1.0:1767384651.296961:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000961151a0. 00000100:00000001:3.0:1767384651.296970:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384651.296973:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000100:00000001:3.0:1767384651.296975:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384651.296977:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 505 at 000000004bce4294. 00000100:00000001:1.0:1767384651.296978:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384651.296983:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384651.296986:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 512 success 00000100:00000001:1.0:1767384651.296986:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.296987:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.297004:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100871 00000100:00000001:1.0:1767384651.297005:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.297010:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.297018:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:0 00000100:00000001:1.0:1767384651.297026:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384651.297027:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384651.297033:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384651.297033:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 rc 1 00000100:00000001:1.0:1767384651.297044:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384651.297063:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1767384651.297068:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000100:00100000:3.0:1767384651.297069:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000400:00000200:2.0:1767384651.297077:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (29) 00000100:00000040:3.0:1767384651.297079:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000400:00000010:2.0:1767384651.297088:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000f504ba73. 00000100:00000001:3.0:1767384651.297089:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924773968 : -106175784777648 : ffff9f6f06108850) 00000100:00100000:1.0:1767384651.297089:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00000040:1.0:1767384651.297102:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000400:00000010:2.0:1767384651.297103:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000001:1.0:1767384651.297107:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924780112 : -106175784771504 : ffff9f6f0610a050) 00000100:00000040:3.0:1767384651.297109:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c77606a1 x1853237048139776/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384651.297116:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a8cd6f05. 00000100:00000040:1.0:1767384651.297121:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002719ca2b x1853237048139904/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:632/0 lens 4848/0 e 0 to 0 dl 1767384662 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384651.297138:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000100:00000001:3.0:1767384651.297146:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384651.297152:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc315ac6. 00000100:00000001:1.0:1767384651.297155:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1767384651.297156:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000001:3.0:1767384651.297158:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384651.297167:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054155743. 00000020:00000010:3.0:1767384651.297169:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc315ac6. 00000400:00000200:2.0:1767384651.297171:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00000001:1.0:1767384651.297178:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1767384651.297189:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c77606a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048139776:12345-0@lo:253: 00000020:00000010:1.0:1767384651.297194:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054155743. 00000400:00000200:2.0:1767384651.297202:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000100:00000200:3.0:1767384651.297203:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048139776 00000020:00000001:3.0:1767384651.297215:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1767384651.297216:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002719ca2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048139904:12345-0@lo:253: 00000400:00000200:2.0:1767384651.297224:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000020:00000001:3.0:1767384651.297226:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1767384651.297227:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048139904 00000020:00000001:3.0:1767384651.297232:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.297234:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384651.297240:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384651.297246:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384651.297248:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.297252:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000020:00000001:3.0:1767384651.297253:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384651.297254:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384651.297261:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384651.297267:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384651.297278:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384651.297278:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384651.297281:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000020:00000001:1.0:1767384651.297283:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.297289:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000020:00000001:3.0:1767384651.297293:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384651.297299:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384651.297302:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384651.297307:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.297310:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1767384651.297316:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000020:00000001:1.0:1767384651.297319:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.297320:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384651.297328:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 02000000:00000001:3.0:1767384651.297329:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384651.297329:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384651.297340:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384651.297341:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000005039c53a. 00000400:00000200:2.0:1767384651.297343:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 02000000:00000010:1.0:1767384651.297349:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000086c02747. 02000000:00000001:3.0:1767384651.297353:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384651.297359:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384651.297365:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.297376:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.297377:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384651.297378:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 20000000:00000001:1.0:1767384651.297383:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384651.297392:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[28, 36], ns[28, 36] 00000400:00000200:2.0:1767384651.297396:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 28], ns[30, 28] 20000000:00000010:3.0:1767384651.297397:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cba1eae4. 20000000:00000010:1.0:1767384651.297398:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000080d4da29. 20000000:01000000:3.0:1767384651.297405:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:2.0:1767384651.297407:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 28], ns[32, 28] 20000000:01000000:1.0:1767384651.297409:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:3.0:1767384651.297416:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384651.297421:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384651.297424:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384651.297431:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.297435:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 28], ns[34, 28] 20000000:00000001:3.0:1767384651.297484:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384651.297485:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:3.0:1767384651.297488:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384651.297489:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384651.297496:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384651.297502:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c991e579. 20000000:00000001:1.0:1767384651.297507:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:01000000:3.0:1767384651.297512:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 00000400:00000200:2.0:1767384651.297518:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 28], ns[44, 28] 20000000:00000001:3.0:1767384651.297524:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:2.0:1767384651.297526:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 28], ns[48, 28] 00080000:00000001:3.0:1767384651.297536:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000400:00000200:2.0:1767384651.297536:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 28], ns[52, 28] 00080000:00000001:3.0:1767384651.297546:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384651.297547:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 28], ns[56, 28] 00000400:00000200:2.0:1767384651.297555:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 28], ns[60, 28] 00000400:00000200:2.0:1767384651.297558:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 28], ns[110, 28] 00000400:00000200:2.0:1767384651.297560:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 28], ns[87, 28] 00000400:00000200:2.0:1767384651.297562:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 28], ns[86, 28] 00000400:00000200:2.0:1767384651.297565:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[111, 28], ns[114, 28] 00000400:00000200:2.0:1767384651.297568:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 28], ns[93, 28] 00000400:00000200:2.0:1767384651.297571:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[105, 28], ns[108, 28] 00000400:00000200:2.0:1767384651.297573:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[106, 28], ns[109, 28] 00080000:00000001:3.0:1767384651.297576:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384651.297576:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp20] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[112, 28], ns[115, 28] 00000400:00000200:2.0:1767384651.297585:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp20 00000400:00000200:2.0:1767384651.297589:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp20 00000400:00000200:2.0:1767384651.297591:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp20 lpni_is_preferred = 0 00000400:00000200:2.0:1767384651.297593:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp20 00000400:00000200:2.0:1767384651.297595:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp20 NI seq info: [118:118:256:4294967295] 192.168.203.125@tcp20 LPNI seq info [115:115:8:4294967295] 00080000:00000001:3.0:1767384651.297600:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.297603:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp20 00080000:00000001:3.0:1767384651.297606:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384651.297609:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384651.297615:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384651.297619:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384651.297624:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20:) -> 192.168.203.125@tcp20(192.168.203.125@tcp:192.168.203.125@tcp20) : GET try# 0 00080000:00000002:3.0:1767384651.297628:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000800:00000200:2.0:1767384651.297637:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp20 00000020:00000001:3.0:1767384651.297639:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:3.0:1767384651.297642:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384651.297657:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384651.297659:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000128d7c15. 00080000:00000001:3.0:1767384651.297671:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384651.297678:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (6) 00080000:00000001:3.0:1767384651.297680:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384651.297688:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:2.0:1767384651.297692:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp20 ip 192.168.203.125:988 00000020:00000001:3.0:1767384651.297696:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000800:00000200:2.0:1767384651.297698:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000128d7c15 type 2, nob 96 niov 1 nkiov 0 00080000:00000001:3.0:1767384651.297712:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384651.297721:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00080000:00000010:3.0:1767384651.297724:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004e66b0f6. 00000400:00000200:2.0:1767384651.297725:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00080000:00000001:3.0:1767384651.297732:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893548590592 : -106180160961024 : ffff9f6e01394600) 00080000:00000001:3.0:1767384651.297739:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384651.297743:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384651.297749:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fc315ac6. 00080000:00000001:3.0:1767384651.297752:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384651.297755:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384651.297772:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384651.297788:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384651.297791:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000128d7c15. 00080000:00000001:3.0:1767384651.297797:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384651.297798:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.297808:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: GET: OK 00000400:00000200:2.0:1767384651.297814:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384651.297816:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:2.0:1767384651.297825:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.297830:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384651.297833:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.297844:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.297852:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20) <- 192.168.203.125@tcp20 : GET - for me 00000400:00000200:2.0:1767384651.297859:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384651.297863:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 512/512 into md 0x1b29 [1] + 0 00000400:00000200:2.0:1767384651.297871:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp20 to MR: 192.168.203.125@tcp20 local destination 00000400:00000200:2.0:1767384651.297878:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp20 NI seq info: [119:119:256:4294967295] 192.168.203.125@tcp20 LPNI seq info [116:116:8:4294967295] 00000400:00000200:2.0:1767384651.297897:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20:192.168.203.125@tcp20) -> 192.168.203.125@tcp20(192.168.203.125@tcp20:192.168.203.125@tcp20) 192.168.203.125@tcp20 : REPLY try# 0 00000800:00000200:2.0:1767384651.297901:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.125@tcp20 00000800:00000010:2.0:1767384651.297904:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000128d7c15. 00000800:00000200:2.0:1767384651.297907:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (6) 00000800:00000200:2.0:1767384651.297911:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp20 ip 192.168.203.125:1001 00000800:00000200:2.0:1767384651.297913:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000128d7c15 type 3, nob 608 niov 1 nkiov 1 00000800:00000200:2.0:1767384651.297973:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384651.297977:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000128d7c15. 00000800:00000001:1.0:1767384651.297977:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.297990:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.297991:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384651.297998:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384651.298005:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: REPLY: OK 00000800:00000001:1.0:1767384651.298007:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384651.298012:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.298018:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384651.298027:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20) <- 192.168.203.125@tcp20 : REPLY - for me 00000400:00000200:1.0:1767384651.298043:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp20: Reply from 12345-192.168.203.125@tcp20 of length 512/512 into md 0x1b45 00000800:00000001:1.0:1767384651.298067:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.298087:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384651.298090:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.298097:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: REPLY: OK 00000400:00000200:1.0:1767384651.298105:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:1.0:1767384651.298107:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000400:00000200:1.0:1767384651.298112:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384651.298117:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:1.0:1767384651.298121:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:1.0:1767384651.298125:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 30. state = 0x100271 00000400:00000200:1.0:1767384651.298133:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384651.298154:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (30) 00000800:00000001:1.0:1767384651.298162:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384651.298165:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.298198:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384651.298203:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000f1 00000400:00000010:2.0:1767384651.298209:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 00000000b707425e. 00000400:00000010:2.0:1767384651.298211:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 00000000325e92cf. 00000400:00000010:2.0:1767384651.298213:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 0000000043723840. 00000400:00000200:2.0:1767384651.298232:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp29(0000000060def05a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384651.298235:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp32(000000008ebb1b71) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384651.298238:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp34(0000000009e68e1a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384651.298241:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp35(00000000a9ce1d5f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384651.298243:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp36(000000001b80d556) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384651.298248:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000084ac2743. 00000400:00000200:2.0:1767384651.298254:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000084ac2743 nid 192.168.203.125@tcp37 00000400:00000010:2.0:1767384651.298256:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002065780b. 00000400:00000200:2.0:1767384651.298258:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000002065780b net tcp37 00000400:00000200:2.0:1767384651.298260:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (29) 00000400:00000200:2.0:1767384651.298263:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp37 flags 0x11 00000400:00000010:2.0:1767384651.298267:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000099ed1a65. 00000400:00000200:2.0:1767384651.298270:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000099ed1a65 nid 192.168.203.125@tcp38 00000400:00000010:2.0:1767384651.298272:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000cb85935b. 00000400:00000200:2.0:1767384651.298274:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000cb85935b net tcp38 00000400:00000200:2.0:1767384651.298277:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (30) 00000400:00000200:2.0:1767384651.298280:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp38 flags 0x11 00000400:00000010:2.0:1767384651.298282:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 00000000b707425e. 00000400:00000010:2.0:1767384651.298284:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 00000000325e92cf. 00000400:00000010:2.0:1767384651.298286:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 0000000043723840. 00000400:00000010:2.0:1767384651.298288:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000f504ba73. 00000400:00000200:2.0:1767384651.298291:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384651.298292:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000200:2.0:1767384651.298296:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000400:00000200:2.0:1767384651.298305:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000010:2.0:1767384651.298308:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000400:00000200:2.0:1767384651.298310:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (31) 00000400:00000010:2.0:1767384651.298314:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e90341f7. 00000400:00000200:2.0:1767384651.298317:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp20 00000400:00000200:2.0:1767384651.298325:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp20 to MR: 192.168.203.125@tcp20 local destination 00000400:00000200:2.0:1767384651.298329:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp20 NI seq info: [120:120:256:4294967295] 192.168.203.125@tcp20 LPNI seq info [117:117:8:4294967295] 00000400:00000200:2.0:1767384651.298333:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp20 00000400:00000200:2.0:1767384651.298337:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20:192.168.203.125@tcp20) -> 192.168.203.125@tcp20(192.168.203.125@tcp20:192.168.203.125@tcp20) : PUT try# 0 00000800:00000200:2.0:1767384651.298345:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.125@tcp20 00000800:00000010:2.0:1767384651.298349:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000128d7c15. 00000800:00000200:2.0:1767384651.298354:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (6) 00000800:00000200:2.0:1767384651.298358:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp20 ip 192.168.203.125:988 00000800:00000200:2.0:1767384651.298361:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000128d7c15 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:2.0:1767384651.298375:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384651.298377:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 00000800:00000001:2.0:1767384651.298554:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.298564:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384651.298568:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384651.298570:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384651.298575:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000128d7c15. 00000800:00000001:2.0:1767384651.298576:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384651.298586:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.298591:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20) <- 192.168.203.125@tcp20 : PUT - for me 00000400:00000200:1.0:1767384651.298599:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: PUT: OK 00000400:00000200:1.0:1767384651.298608:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384651.298613:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 512 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384651.298618:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp20: 0 00000400:00000200:2.0:1767384651.298629:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 512/512 into md 0x1b41 [1] + 0 00000400:00000010:2.0:1767384651.298634:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c7fd45e. 00000400:00000200:2.0:1767384651.298637:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000457bb60 00000800:00000001:2.0:1767384651.298642:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.298651:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384651.298654:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.298658:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: PUT: OK 00000400:00000200:2.0:1767384651.298661:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000400:00000010:2.0:1767384651.298669:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00000400:00000200:2.0:1767384651.298672:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384651.298686:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (32) 00000400:00000200:2.0:1767384651.298690:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:2.0:1767384651.298692:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 521 at 00000000f504ba73. 00000400:00000200:2.0:1767384651.298694:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 30 00000400:00000200:2.0:1767384651.298697:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384651.298709:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (33) 00000400:00000200:2.0:1767384651.298715:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384651.298721:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp20 to MR: 192.168.203.125@tcp20 local destination 00000400:00000200:2.0:1767384651.298731:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp20 NI seq info: [121:121:256:4294967295] 192.168.203.125@tcp20 LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1767384651.298751:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20:192.168.203.125@tcp20) -> 192.168.203.125@tcp20(192.168.203.125@tcp20:192.168.203.125@tcp20) 192.168.203.125@tcp20 : ACK try# 0 00000800:00000200:2.0:1767384651.298765:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp20 00000400:00000200:1.0:1767384651.298766:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:2.0:1767384651.298773:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000128d7c15. 00000400:00000010:1.0:1767384651.298775:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e26609cc. 00000400:00000010:1.0:1767384651.298784:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d083ba7. 00000800:00000200:2.0:1767384651.298785:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (6) 00000400:00000200:1.0:1767384651.298797:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000975b193e 00000800:00000200:2.0:1767384651.298803:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp20 ip 192.168.203.125:1001 00000800:00000200:2.0:1767384651.298808:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000128d7c15 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384651.298815:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004f1 00000400:00000010:1.0:1767384651.298829:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 620 at 00000000a39d068d. 00000400:00000010:1.0:1767384651.298833:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 744 at 00000000ca62b8d0. 00000400:00000010:1.0:1767384651.298839:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 620 at 0000000037ae4e5f. 00000800:00000200:2.0:1767384651.298915:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384651.298920:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000128d7c15. 00000400:00000200:2.0:1767384651.298927:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.298936:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: ACK: OK 00000400:00000010:1.0:1767384651.298943:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 620 at 00000000a39d068d. 00000800:00000001:2.0:1767384651.298948:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:1.0:1767384651.298954:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 744 at 00000000ca62b8d0. 00000800:00000001:2.0:1767384651.298958:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384651.298962:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 620 at 0000000037ae4e5f. 00000800:00000001:2.0:1767384651.298963:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.298974:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384651.298975:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000f504ba73. 00000800:00000001:2.0:1767384651.298980:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.298990:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384651.298996:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384651.299012:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100571 00000400:00000200:2.0:1767384651.299018:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp20(192.168.203.125@tcp20) <- 192.168.203.125@tcp20 : ACK - for me 00000400:00000200:1.0:1767384651.299025:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 1 00000400:00000200:1.0:1767384651.299040:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 00000400:00000200:2.0:1767384651.299041:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp20: ACK from 12345-192.168.203.125@tcp20 into md 0x1b49 00000400:00000200:2.0:1767384651.299066:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384651.299072:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384651.299081:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp20->192.168.203.125@tcp20: ACK: OK 00000400:00000200:1.0:1767384651.299084:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000400:00000200:1.0:1767384651.299092:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384651.299099:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (32) 00000400:00000200:2.0:1767384651.299108:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000400:00000010:2.0:1767384651.299112:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000400:00000200:2.0:1767384651.299125:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:2.0:1767384651.299134:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:2.0:1767384651.299141:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (31) 00000800:00000001:2.0:1767384651.299152:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384651.299162:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384651.299715:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004e66b0f6. 00080000:00000010:1.0:1767384651.299855:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fc315ac6. 00040000:00000001:1.0:1767384651.299868:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384651.299871:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384651.299876:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384651.299882:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384651.299918:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384651.299921:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384651.299944:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384651.299962:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384651.299967:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384651.299974:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384651.299994:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384651.299999:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384651.300002:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384651.300008:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384651.300012:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384651.300021:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c9497400. 00010000:00000001:3.0:1767384651.300027:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384651.300031:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000acd00157. 00000020:00000001:3.0:1767384651.300036:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384651.300041:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000acd00157 with handle 0x71ee3a74e2719207 to hash 00000020:00000001:3.0:1767384651.300043:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384651.300068:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384651.300071:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384651.300074:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384651.300077:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384651.300081:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000010:2.0:1767384651.300081:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000420e6d67. 20000000:01000000:2.0:1767384651.300090:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #38 20000000:00000001:2.0:1767384651.300106:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:3.0:1767384651.300107:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384651.300117:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384651.300118:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384651.300130:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:2.0:1767384651.300132:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384651.300138:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.300141:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.300144:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.300146:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.300149:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:2.0:1767384651.300155:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384651.300163:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384651.300166:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384651.300168:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384651.300171:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c9497400) refcount = 1 00080000:00000001:2.0:1767384651.300174:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384651.300176:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384651.300179:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384651.300183:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.300195:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00080000:00000001:2.0:1767384651.300195:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384651.300207:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00080000:00000001:2.0:1767384651.300207:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.300215:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:2.0:1767384651.300218:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00010000:00000001:3.0:1767384651.300221:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.300229:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00010000:00000001:3.0:1767384651.300231:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000020:1.0:1767384651.300234:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:1.0:1767384651.300244:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:3.0:1767384651.300246:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000002:2.0:1767384651.300246:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000010:1.0:1767384651.300255:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cba1eae4. 20000000:01000000:3.0:1767384651.300257:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00080000:00000001:2.0:1767384651.300259:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384651.300262:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.300275:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384651.300280:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384651.300282:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384651.300282:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048139776 00000020:00000040:3.0:1767384651.300285:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=4 00000020:00000001:3.0:1767384651.300300:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00080000:00000001:2.0:1767384651.300301:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384651.300301:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384651.300315:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c77606a1 x1853237048139776/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384651.300317:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00000020:00000001:2.0:1767384651.300318:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384651.300327:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384651.300331:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384651.300331:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:1.0:1767384651.300333:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384651.300341:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.300344:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00001000:1.0:1767384651.300357:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=68 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384651.300358:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00080000:00000010:2.0:1767384651.300359:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bed5c009. 00010000:00010000:3.0:1767384651.300363:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384651.300369:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617838080 : -106180091713536 : ffff9f6e0559e800) 00000100:00000001:1.0:1767384651.300373:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384651.300382:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00080000:00000001:2.0:1767384651.300384:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384651.300387:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.300393:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384651.300394:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000001:00000001:2.0:1767384651.300396:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00010000:3.0:1767384651.300397:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384651.300407:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000010:2.0:1767384651.300408:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005322ca3e. 00010000:00000001:3.0:1767384651.300412:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:1.0:1767384651.300414:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.300415:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.300415:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384651.300435:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384651.300474:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:1.0:1767384651.300486:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1767384651.300488:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384651.300497:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:3.0:1767384651.300504:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000acd00157 already unused, calling callback (000000009752a4b4) 00000400:00000010:1.0:1767384651.300506:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007005200e. 00010000:00000001:3.0:1767384651.300508:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384651.300513:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00080000:00000001:2.0:1767384651.300513:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384651.300515:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048139776, offset 224 00010000:00010000:3.0:1767384651.300519:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384651.300529:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384651.300530:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384651.300534:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384651.300537:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00080000:00000001:2.0:1767384651.300538:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000020:00000040:3.0:1767384651.300541:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=5 00000400:00000200:1.0:1767384651.300543:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384651.300546:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384651.300553:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00000400:00000200:1.0:1767384651.300558:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06000 00010000:00000001:3.0:1767384651.300561:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384651.300565:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384651.300570:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b31 [2] + 224 00010000:00000001:3.0:1767384651.300581:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384651.300582:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384651.300583:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384651.300587:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384651.300591:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384651.300597:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384651.300599:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384651.300600:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384651.300606:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384651.300609:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384651.300609:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384651.300615:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000acd00157 with handle 0x71ee3a74e2719207 from hash 00010000:00000001:3.0:1767384651.300621:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384651.300624:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.300626:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384651.300628:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384651.300630:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384651.300633:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384651.300637:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384651.300640:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.300646:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384651.300647:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384651.300657:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384651.300660:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384651.300663:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.300665:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384651.300666:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.300668:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.300669:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384651.300672:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384651.300672:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384651.300680:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.300683:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1767384651.300683:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007005200e 00010000:00000001:3.0:1767384651.300686:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1767384651.300688:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007005200e. 00010000:00000001:3.0:1767384651.300690:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:1.0:1767384651.300693:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384651.300694:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.300697:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384651.300698:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384651.300701:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384651.300706:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.300707:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.300710:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384651.300715:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384651.300715:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:2.0:1767384651.300716:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384651.300724:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384651.300725:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384651.300731:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.300735:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000020:00000001:1.0:1767384651.300737:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:3.0:1767384651.300739:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384651.300741:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:3.0:1767384651.300743:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000acd00157/0x71ee3a74e2719207 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384651.300746:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c77606a1 x1853237048139776/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384651.300748:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384651.300755:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e8c690. 00000400:00000200:2.0:1767384651.300769:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b4e327e 00010000:00000040:3.0:1767384651.300778:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c9497400 count: 0 00000400:00000010:2.0:1767384651.300780:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b4e327e. 00000100:00000001:2.0:1767384651.300798:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384651.300799:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:1.0:1767384651.300799:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c77606a1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048139776:12345-0@lo:253: Request processed in 3648us (4750us total) trans 0 rc 0/0 20000000:00000001:3.0:1767384651.300805:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000200:2.0:1767384651.300814:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384651.300821:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00000040:1.0:1767384651.300835:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384651.300842:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1767384651.300843:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.300847:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384651.300854:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c46853a. 00000100:00000001:2.0:1767384651.300858:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384651.300861:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384651.300862:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005e4f8495. 00000100:00000001:2.0:1767384651.300870:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384651.300873:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beaa729d. 02000000:00000001:2.0:1767384651.300874:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384651.300880:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384651.300886:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384651.300887:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:2.0:1767384651.300890:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384651.300900:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384651.300903:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=68 v=5 (5 0 0 0) 02000000:00000010:1.0:1767384651.300905:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000005039c53a. 00000100:00001000:2.0:1767384651.300910:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=68 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384651.300914:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384651.300916:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384651.300920:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.300922:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384651.300924:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384651.300931:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.300935:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384651.300936:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1767384651.300944:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384651.300949:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f183d3b0. 00000100:00000001:2.0:1767384651.300952:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384651.300960:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384651.300962:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384651.300963:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007005200e. 00000020:01000004:2.0:1767384651.300968:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384651.300972:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384651.300975:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384651.300977:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384651.300979:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384651.300988:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384651.300990:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384651.300991:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384651.300992:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384651.300993:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384651.300996:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384651.301002:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048139776:0@lo:253: 00000100:00000001:2.0:1767384651.301006:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.301008:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384651.301010:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a32564d x1853237048139776/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.301015:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384651.301018:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384651.301021:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000c5b1c1b1. 02000000:00000001:2.0:1767384651.301024:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384651.301026:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384651.301028:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384651.301030:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384651.301032:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000006e7049b. 02000000:00000001:2.0:1767384651.301036:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384651.301038:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384651.301039:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a32564d. 00000100:00000001:2.0:1767384651.301043:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384651.301061:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.301064:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384651.301072:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384651.301074:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.301076:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384651.301078:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384651.302364:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bed5c009. 00080000:00000010:2.0:1767384651.302471:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005322ca3e. 00040000:00000001:2.0:1767384651.302479:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384651.302482:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384651.302484:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384651.302488:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384651.302491:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384651.302501:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384651.302504:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384651.302518:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384651.302522:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384651.302529:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384651.302530:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384651.302534:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384651.302536:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384651.302539:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384651.302540:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384651.302545:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ddec241d. 00010000:00000001:3.0:1767384651.302554:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384651.302557:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d67fea4a. 00000020:00000001:3.0:1767384651.302560:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384651.302561:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d67fea4a with handle 0x71ee3a74e271920e to hash 00000020:00000001:3.0:1767384651.302563:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384651.302564:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384651.302566:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384651.302568:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384651.302570:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384651.302573:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.302578:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384651.302582:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384651.302583:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384651.302585:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.302586:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.302589:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384651.302590:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.302593:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384651.302594:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384651.302596:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384651.302597:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384651.302598:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ddec241d) refcount = 1 00010000:00010000:3.0:1767384651.302600:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.302605:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384651.302606:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384651.302606:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.302608:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.302609:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384651.302611:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384651.302612:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:3.0:1767384651.302615:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384651.302621:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384651.302624:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=4 00000020:00000001:3.0:1767384651.302627:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384651.302629:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384651.302631:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384651.302634:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.302638:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384651.302639:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.302643:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.302644:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384651.302645:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.302648:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384651.302649:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.302651:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384651.302652:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384651.302656:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d67fea4a already unused, calling callback (000000009752a4b4) 00010000:00000001:3.0:1767384651.302657:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384651.302658:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384651.302660:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.302664:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384651.302665:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384651.302666:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384651.302667:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=5 00000020:00000001:3.0:1767384651.302668:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384651.302670:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384651.302677:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384651.302678:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.302682:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384651.302685:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384651.302687:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.302690:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384651.302691:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384651.302693:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384651.302694:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384651.302697:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d67fea4a with handle 0x71ee3a74e271920e from hash 00010000:00000001:3.0:1767384651.302699:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384651.302701:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.302702:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384651.302703:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384651.302705:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384651.302706:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384651.302707:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384651.302709:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384651.302711:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.302712:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384651.302714:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384651.302715:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.302716:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384651.302717:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.302718:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.302720:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384651.302722:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384651.302726:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384651.302727:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384651.302729:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384651.302732:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000020:2.0:1767384651.302733:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384651.302741:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384651.302742:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384651.302747:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000010:2.0:1767384651.302748:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000080d4da29. 00010000:00000001:3.0:1767384651.302753:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:2.0:1767384651.302755:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.302757:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384651.302760:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384651.302761:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048139904 00010000:00010000:3.0:1767384651.302764:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.302767:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384651.302776:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000200:2.0:1767384651.302777:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002719ca2b x1853237048139904/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384651.302783:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384651.302787:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d67fea4a/0x71ee3a74e271920e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384651.302817:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:3.0:1767384651.302819:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ddec241d count: 0 00010000:00000001:2.0:1767384651.302821:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384651.302827:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=68 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384651.302832:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384651.302832:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 20000000:00000001:3.0:1767384651.302842:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384651.302843:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384651.302846:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384651.302849:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384651.302851:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384651.302854:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384651.302856:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384651.302860:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a831247. 00000100:00000200:2.0:1767384651.302863:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048139904, offset 224 00000400:00000200:2.0:1767384651.302867:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384651.302874:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384651.302880:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06080 00000400:00000200:2.0:1767384651.302885:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b39 [2] + 224 00000400:00000200:2.0:1767384651.302891:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384651.302893:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384651.302896:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384651.302898:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384651.302905:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384651.302927:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384651.302933:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a831247 00000400:00000010:2.0:1767384651.302934:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a831247. 00000100:00000001:2.0:1767384651.302937:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384651.302938:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384651.302942:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384651.302945:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384651.302947:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384651.302949:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384651.302951:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384651.302956:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002719ca2b x1853237048139904/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:632/0 lens 4848/4768 e 0 to 0 dl 1767384662 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.302960:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384651.302963:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002719ca2b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048139904:12345-0@lo:253: Request processed in 5808us (6595us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384651.302976:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00000001:1.0:1767384651.302977:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384651.302988:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384651.303003:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384651.303006:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1767384651.303008:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1767384651.303011:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000278b315. 00000400:00000001:1.0:1767384651.303013:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384651.303020:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c46c3776. 00000020:00000010:2.0:1767384651.303022:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000961151a0. 00000020:00000010:2.0:1767384651.303040:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f0c8b59. 00000400:00000200:1.0:1767384651.303042:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000019d37544 00000020:00000040:2.0:1767384651.303066:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:2.0:1767384651.303074:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1767384651.303076:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000019d37544. 02000000:00000010:2.0:1767384651.303078:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000086c02747. 02000000:00000001:2.0:1767384651.303085:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384651.303097:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.303101:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384651.303102:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384651.303111:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c7fd45e. 00000100:00000200:1.0:1767384651.303111:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384651.303124:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a831247. 00000100:00000200:1.0:1767384651.303141:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.303150:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384651.303152:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.303155:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384651.303158:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384651.303160:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384651.303162:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384651.303164:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384651.303169:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=68 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384651.303173:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=68 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384651.303175:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384651.303177:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384651.303180:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384651.303182:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.303184:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384651.303188:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.303194:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384651.303198:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384651.303199:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384651.303202:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384651.303204:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384651.303205:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384651.303206:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384651.303207:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384651.303208:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384651.303217:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384651.303218:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384651.303219:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384651.303223:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384651.303228:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048139904:0@lo:253: 00000100:00000001:1.0:1767384651.303233:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.303235:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384651.303237:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099a493cf x1853237048139904/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384651.303242:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384651.303244:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384651.303247:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fed17f63. 02000000:00000001:1.0:1767384651.303251:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384651.303253:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384651.303254:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384651.303256:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384651.303258:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015034cbd. 02000000:00000001:1.0:1767384651.303262:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384651.303264:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384651.303265:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099a493cf. 00000100:00000001:1.0:1767384651.303269:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384651.303270:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.303271:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384651.303276:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384651.303277:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384651.303282:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384651.303284:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384651.303541:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294939073, at 4294939074 00000100:00000010:3.0:1767384651.303549:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a4b472eb. 00000100:00000040:1.0:1767384651.303586:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294939073, at 4294939074 00000100:00000010:1.0:1767384651.303594:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaaf1589. 00000100:00000040:2.0:1767384651.304494:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294939073, at 4294939075 00000100:00000010:2.0:1767384651.304502:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6897c91. 00000100:00000040:0.0:1767384651.304526:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294939073, at 4294939075 00000100:00000010:0.0:1767384651.304536:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b78181bc. 00010000:00000010:3.1:1767384651.308492:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c9497400. 00010000:00000010:3.1:1767384651.308501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000acd00157. 00010000:00000010:3.1:1767384651.308507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ddec241d. 00010000:00000010:3.1:1767384651.308510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d67fea4a. 00000400:00000010:0.0:1767384651.315236:0:31458:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000009d418128. 00000400:00000040:0.0:1767384651.315255:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384651.315258:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384651.315260:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.315262:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384651.315264:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.315265:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384651.315267:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384651.315268:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384651.315269:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384651.315270:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384651.315272:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384651.315273:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384651.315275:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384651.315276:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384651.315277:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384651.315279:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384651.315280:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384651.315281:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384651.315282:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384651.315283:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.315285:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384651.315286:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384651.315287:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384651.315288:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384651.315289:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384651.315290:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.315291:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384651.315292:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384651.315293:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384651.315295:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384651.315295:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384651.315297:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384651.315298:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384651.315299:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384651.315304:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384651.315305:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384651.315306:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384651.315308:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384651.315310:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384651.315311:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384651.315312:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384651.315313:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384651.315314:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384651.315315:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384651.315316:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384651.315317:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384651.315318:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384651.315319:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384651.315321:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384651.315322:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384651.315323:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384651.315324:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384651.315325:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384651.315327:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384651.315328:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384651.315329:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384651.315330:0:31458:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384651.315397:0:31458:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000009d418128. 00000400:00000001:2.0:1767384651.493568:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384651.493583:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384651.493587:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:2.0:1767384651.493592:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000400:00000200:2.0:1767384651.493598:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384651.493606:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384651.493616:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000097fcd179. 00000400:00000010:2.0:1767384651.493621:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000beee3fa1. 00010000:00000001:3.0:1767384651.686484:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384651.686490:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384651.686497:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384651.686498:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384651.686532:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384651.686535:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384651.686538:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384652.517507:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp36 00000400:00000010:2.0:1767384652.517514:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000010dfc028. 00000400:00000010:2.0:1767384652.517523:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c6f2d4e9. 00000400:00000010:2.0:1767384652.517527:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000400:00000010:2.0:1767384652.517535:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d7139223. 00000400:00000200:2.0:1767384652.517539:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp36 00000400:00000200:2.0:1767384652.517565:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp36 local destination 00000400:00000200:2.0:1767384652.517570:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp36 00000400:00000200:2.0:1767384652.517574:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp36 NI seq info: [122:122:256:4294967295] 192.168.203.125@tcp36 LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1767384652.517580:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp36 00000400:00000200:2.0:1767384652.517588:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp36(192.168.203.125@tcp36:) -> 192.168.203.125@tcp36(192.168.203.125@tcp36:192.168.203.125@tcp36) : GET try# 0 00000800:00000200:2.0:1767384652.517592:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp36 00000800:00000010:2.0:1767384652.517596:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005bbdcb1d. 00000800:00000200:2.0:1767384652.517601:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000800:00000200:2.1:1767384652.517605:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000400:00000200:2.0:1767384652.517624:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp36 added to recovery queue. ping count: 2 next ping: 276 health :800 00000400:00000200:2.0:1767384652.517628:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp34 00000400:00000010:2.0:1767384652.517632:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000005e7b06d. 00000400:00000010:2.0:1767384652.517634:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000000a731c41. 00000400:00000010:2.0:1767384652.517638:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000400:00000010:2.0:1767384652.517640:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a54e50b7. 00000400:00000200:2.0:1767384652.517644:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp34 00000400:00000200:2.0:1767384652.517649:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp34 local destination 00000400:00000200:2.0:1767384652.517652:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp34 00000400:00000200:2.0:1767384652.517656:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp34 NI seq info: [123:123:256:4294967295] 192.168.203.125@tcp34 LPNI seq info [120:120:8:4294967295] 00000400:00000200:2.0:1767384652.517670:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp34 00000400:00000200:2.0:1767384652.517676:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp34(192.168.203.125@tcp34:) -> 192.168.203.125@tcp34(192.168.203.125@tcp34:192.168.203.125@tcp34) : GET try# 0 00000800:00000200:2.0:1767384652.517679:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp34 00000800:00000010:2.0:1767384652.517683:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022ab2cba. 00000800:00000200:2.0:1767384652.517691:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (2) 00000800:00000200:2.1:1767384652.517693:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (2) 00000400:00000200:2.0:1767384652.517708:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp34 added to recovery queue. ping count: 3 next ping: 280 health :700 00000400:00000200:2.0:1767384652.517712:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp35 00000400:00000200:1.0:1767384652.517715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000010:2.0:1767384652.517716:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006300ab70. 00000400:00000010:2.0:1767384652.517723:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000050e3792. 00000400:00000010:2.0:1767384652.517732:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000400:00000010:2.0:1767384652.517743:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000089f53cd. 00000400:00000200:2.0:1767384652.517746:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp35 00000400:00000200:2.0:1767384652.517756:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp35 local destination 00000400:00000200:2.0:1767384652.517761:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp35 00000400:00000200:2.0:1767384652.517769:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp35 NI seq info: [124:124:256:4294967295] 192.168.203.125@tcp35 LPNI seq info [121:121:8:4294967295] 00000400:00000200:2.0:1767384652.517774:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp35 00000400:00000200:3.0:1767384652.517792:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.517793:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp35(192.168.203.125@tcp35:) -> 192.168.203.125@tcp35(192.168.203.125@tcp35:192.168.203.125@tcp35) : GET try# 0 00000400:00000200:1.0:1767384652.517796:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000800:00000200:2.0:1767384652.517812:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp35 00000800:00000010:2.0:1767384652.517817:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000708efd9c. 00000800:00000200:2.0:1767384652.517825:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000800:00000200:2.1:1767384652.517834:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000400:00000200:2.0:1767384652.517859:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp35 added to recovery queue. ping count: 3 next ping: 280 health :700 00000400:00000200:3.0:1767384652.517887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.517927:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.517995:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.517996:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.518054:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.518125:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.518215:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.518216:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.518230:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.518339:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.518376:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.518400:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.518590:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.518613:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.518698:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.518733:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.518822:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.518892:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.518957:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.519055:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.519099:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.519219:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.519235:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.519393:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.519397:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.519567:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.519677:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.519712:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.519716:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.519836:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.519856:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.519892:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.519998:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.520014:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.520063:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.520161:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.520197:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.520227:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.520322:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.520371:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.520379:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.520510:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.520558:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.520573:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.520632:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.520708:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.520714:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.520757:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.520846:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.520864:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.520894:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.521007:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.521028:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.521052:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.521168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.521197:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.521198:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.521267:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.521436:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.521514:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.521530:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.521572:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.521673:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.521697:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.521723:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.521831:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.521860:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.521860:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.521915:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.522074:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.522120:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.522121:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.522142:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.522255:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.522294:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.522316:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.522365:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.522487:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.522514:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.522514:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.522600:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.522741:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.522742:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000800:00000010:1.0:1767384652.522897:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000080d4da29. 00000800:00000010:1.0:1767384652.522909:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000081bfd188. 00000800:00000010:1.0:1767384652.522918:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008d9bcaa9. 00000400:00000200:3.0:1767384652.522936:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.522937:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000800:00000010:1.0:1767384652.522971:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008d9bcaa9. 00000800:00020000:1.0:1767384652.522990:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384652.522994:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000081bfd188. 00000800:00000010:1.0:1767384652.523002:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000080d4da29. 00000400:00000200:3.0:1767384652.523113:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.523129:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:02020000:1.0:1767384652.523138:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp36 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384652.523153:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp36 notifying 192.168.203.125@tcp36: down 00000800:00000200:1.0:1767384652.523166:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp36 down 00000800:00000100:1.0:1767384652.523180:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp36 00000800:00000010:1.0:1767384652.523185:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005bbdcb1d. 00000400:00000200:1.0:1767384652.523192:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384652.523200:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp36->192.168.203.125@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384652.523214:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384652.523222:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384652.523229:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384652.523232:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp36) recovery failed with -71 00000400:00000200:2.0:1767384652.523250:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.523335:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.523364:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.523473:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.523495:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.523571:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.523572:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.523653:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.523666:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.523765:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.523769:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.523870:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384652.523890:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.523960:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.524012:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.524090:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.524132:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.524168:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000800:00000010:2.0:1767384652.524195:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bfaf6a6. 00000800:00000010:2.0:1767384652.524205:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c59e9f0a. 00000800:00000010:2.0:1767384652.524209:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f412e13. 00000400:00000200:3.0:1767384652.524216:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.125:988 00000800:00000010:2.0:1767384652.524250:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f412e13. 00000400:00000200:3.0:1767384652.524263:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.125:988 00000800:00020000:2.0:1767384652.524267:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384652.524272:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c59e9f0a. 00000800:00000010:2.0:1767384652.524278:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002bfaf6a6. 00000400:00000200:3.0:1767384652.524328:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.125:988 00000400:02020000:2.0:1767384652.524389:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp35 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384652.524401:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp35 notifying 192.168.203.125@tcp35: down 00000800:00000200:2.0:1767384652.524410:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp35 down 00000400:00000200:3.0:1767384652.524417:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.125:988 00000800:00000100:2.0:1767384652.524426:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp35 00000800:00000010:2.0:1767384652.524430:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000708efd9c. 00000400:00000200:2.0:1767384652.524489:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384652.524498:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp35->192.168.203.125@tcp35: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384652.524509:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384652.524513:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384652.524521:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp35) recovery failed with -71 00000800:00000010:3.0:1767384652.524758:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cba1eae4. 00000800:00000010:3.0:1767384652.524763:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000de76febd. 00000800:00000010:3.0:1767384652.524777:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dca71916. 00000800:00000010:3.0:1767384652.524838:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dca71916. 00000400:00000200:2.0:1767384652.524892:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384652.524909:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp34 from 212.3.0.2 00000800:00000010:2.0:1767384652.524912:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000c2b8441d. 00000800:00000010:3.0:1767384652.524952:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006496f05e. 00000800:00000010:3.0:1767384652.524962:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000301ca660. 00000800:00000010:3.0:1767384652.524992:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e60bdcb7. 00000800:00000200:3.1:1767384652.524998:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (2) 00000800:00000200:3.1:1767384652.525007:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp34 00000000e60bdcb7 deleted 00000800:00000010:3.1:1767384652.525009:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e60bdcb7. 00000800:00000200:3.1:1767384652.525014:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384652.525020:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp34 ip 192.168.203.125:980 00000800:00000200:3.1:1767384652.525024:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022ab2cba type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384652.525029:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp34 p 3.x 192.168.203.125 -> 192.168.203.125:980 incarnation:1767384641627622761 sched[0] 00000800:00000010:3.0:1767384652.525033:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dca71916. 00000800:00000010:3.0:1767384652.525111:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dca71916. 00000800:00000010:3.0:1767384652.525116:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000301ca660. 00000800:00000200:0.1:1767384652.525174:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384652.525188:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp34 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384641627622761 sched[0] 00000800:00000010:3.0:1767384652.525190:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000c2b8441d. 00000800:00000010:0.0:1767384652.525199:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000de76febd. 00000800:00000001:3.0:1767384652.525218:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.525231:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384652.525306:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384652.525310:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022ab2cba. 00000400:00000200:3.0:1767384652.525317:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384652.525327:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp34->192.168.203.125@tcp34: GET: OK 00000400:00000200:3.0:1767384652.525335:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:0.0:1767384652.525341:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.525342:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp34 recovery message sent successfully:0 00000800:00000001:3.0:1767384652.525371:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.525380:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384652.525385:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.525399:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384652.525412:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp34(192.168.203.125@tcp34) <- 192.168.203.125@tcp34 : GET - for me 00000400:00000200:3.0:1767384652.525433:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384652.525501:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x1b29 [1] + 0 00000400:00000200:3.0:1767384652.525527:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp34 to MR: 192.168.203.125@tcp34 local destination 00000400:00000200:3.0:1767384652.525541:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp34 NI seq info: [125:125:256:4294967295] 192.168.203.125@tcp34 LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1767384652.525559:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.525574:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp34(192.168.203.125@tcp34:192.168.203.125@tcp34) -> 192.168.203.125@tcp34(192.168.203.125@tcp34:192.168.203.125@tcp34) 192.168.203.125@tcp34 : REPLY try# 0 00000800:00000200:3.0:1767384652.525588:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp34 00000800:00000010:3.0:1767384652.525593:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000deb5030b. 00000800:00000200:3.0:1767384652.525608:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (4) 00000800:00000200:3.0:1767384652.525618:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp34 ip 192.168.203.125:988 00000800:00000200:3.0:1767384652.525622:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000deb5030b type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384652.525657:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000800:00000200:3.0:1767384652.525701:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384652.525706:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000deb5030b. 00000400:00000200:3.0:1767384652.525713:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384652.525721:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp34->192.168.203.125@tcp34: REPLY: OK 00000800:00000001:3.0:1767384652.525748:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.525758:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384652.525764:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.525773:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384652.525776:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.525784:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384652.525797:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384652.525802:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp34(192.168.203.125@tcp34) <- 192.168.203.125@tcp34 : REPLY - for me 00000400:00000200:3.0:1767384652.525825:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp34: Reply from 12345-192.168.203.125@tcp34 of length 272/272 into md 0x1b65 00000800:00000001:3.0:1767384652.525832:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.525842:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384652.525844:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384652.525850:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp34->192.168.203.125@tcp34: REPLY: OK 00000400:00000200:3.0:1767384652.525859:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000400:00000010:3.0:1767384652.525863:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000400:00000200:3.0:1767384652.525870:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384652.525874:0:16348:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000005e7b06d. 00000400:00000010:3.0:1767384652.525881:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000000a731c41. 00000800:00000001:3.0:1767384652.525892:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384652.525900:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384652.525913:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526003:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526070:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526110:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526157:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526331:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526436:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526601:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526682:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526777:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.526898:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527030:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527117:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527173:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527208:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527224:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527244:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527265:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527284:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527299:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527311:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527327:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527340:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527359:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527374:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527387:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527401:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527420:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527488:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384652.527515:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384652.527609:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021d7f672. 00000800:00000010:0.0:1767384652.527614:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000bcb730de. 00000800:00000010:0.0:1767384652.527617:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec3cc267. 00000800:00000010:0.0:1767384652.527635:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec3cc267. 00000800:00020000:0.0:1767384652.527641:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384652.527648:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000bcb730de. 00000800:00000010:0.0:1767384652.527651:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000021d7f672. 00000400:02020000:0.0:1767384652.527683:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp34 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384652.711386:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384652.711393:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384652.711399:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384652.711404:0:54:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384652.711406:0:54:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384652.711409:0:54:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384652.711412:0:54:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384652.711414:0:54:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384652.711422:0:54:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384652.711425:0:54:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384652.711503:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384652.711509:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384652.711512:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384652.901638:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384652.901650:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384652.902766:0:17070:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384652.902773:0:17070:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384652.912144:0:31889:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000094f798b0. 00080000:00000010:1.0:1767384652.912156:0:31889:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000094f798b0. 00000020:00000001:1.0:1767384652.912163:0:31889:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384652.912173:0:31889:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000094f798b0. 00080000:00000010:1.0:1767384652.912180:0:31889:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000094f798b0. 00000020:00000001:1.0:1767384652.912184:0:31889:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384653.413514:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384653.413520:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:3.0:1767384653.413526:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384653.413529:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384653.413530:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1767384653.413531:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1767384653.413533:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:3.0:1767384653.413536:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1767384653.413538:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 59 10000000:00000001:3.0:1767384653.413542:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1767384653.413544:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:3.0:1767384653.413553:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6055503. 00000020:00000040:3.0:1767384653.413558:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384653.413563:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384653.413567:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384653.413573:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384653.413578:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e747648. 00000100:00000001:3.0:1767384653.413585:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.413588:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1767384653.413592:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384653.413599:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003a4ac8d8. 00010000:00000001:3.0:1767384653.413604:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384653.413608:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000acd00157. 00000020:00000001:3.0:1767384653.413613:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384653.413615:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000acd00157 with handle 0x71ee3a74e2719215 to hash 00000020:00000001:3.0:1767384653.413616:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384653.413618:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384653.413620:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384653.413623:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384653.413625:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384653.413636:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384653.413643:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384653.413652:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384653.413656:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384653.413657:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384653.413662:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c19b5c29. 00000100:00000001:3.0:1767384653.413663:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893634726720 : -106180074824896 : ffff9f6e065b9b40) 00000100:00000001:3.0:1767384653.413665:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384653.413666:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623569408 : -106175085982208 : ffff9f6f2fb74e00) 00000100:00000001:3.0:1767384653.413670:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384653.413671:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.413673:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384653.413674:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384653.413681:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.413688:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384653.413690:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.413694:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384653.413697:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384653.413699:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384653.413701:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048140032:0@lo:101: 00000100:00000001:3.0:1767384653.413704:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384653.413709:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384653.413712:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.413714:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384653.413717:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000430aef0. 02000000:00000001:3.0:1767384653.413719:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384653.413725:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e8c690. 00000400:00000010:3.0:1767384653.413736:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039f89cf3. 00000100:00000200:3.0:1767384653.413743:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048140032, portal 25 00000100:00000001:3.0:1767384653.413744:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384653.413745:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623569408 : -106175085982208 : ffff9f6f2fb74e00) 00000100:00000040:3.0:1767384653.413750:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.413756:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384653.413758:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384653.413760:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfbf5513. 00000100:00000200:3.0:1767384653.413762:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048140032, offset 0 00000400:00000200:3.0:1767384653.413767:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384653.413780:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384653.413792:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff06100 00000400:00000200:3.0:1767384653.413801:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1369 [2] + 0 00000400:00000010:3.0:1767384653.413805:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000536e75f. 00000400:00000200:3.0:1767384653.413810:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000267dc796 00000400:00000200:3.0:1767384653.413816:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384653.413821:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384653.413826:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000267dc796 00000400:00000010:3.0:1767384653.413829:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000267dc796. 00000100:00000001:3.0:1767384653.413835:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384653.413837:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384653.413840:0:17083:0:(events.c:337:request_in_callback()) incoming req@000000007cd28cfc x1853237048140032 msgsize 328 00000100:00100000:3.0:1767384653.413846:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384653.413849:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384653.413865:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384653.413872:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfbf5513 00000400:00000010:3.0:1767384653.413873:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfbf5513. 00000100:00000001:3.0:1767384653.413877:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384653.413880:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.413887:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.413889:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.413901:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384653.413902:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.413905:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1767384653.413909:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048140032 00000100:00000001:3.0:1767384653.413912:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.413914:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384653.413918:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294941190 00000100:00000001:1.0:1767384653.413919:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1767384653.413922:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005eec6f0b. 00000100:00000001:1.0:1767384653.413924:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.413930:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384653.413932:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.413938:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294941190 00000100:00100000:1.0:1767384653.413939:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048140032 00000100:00000010:3.0:1767384653.413942:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6474548. 00000100:00000001:3.0:1767384653.413944:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1767384653.413946:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294941190 00000100:00000010:3.0:1767384653.413949:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012dadf9b. 00000020:00000001:1.0:1767384653.413952:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384653.413955:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000020:00000040:1.0:1767384653.413957:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384653.413959:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294941190 00000020:00000001:1.0:1767384653.413960:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1767384653.413963:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000025fab92. 00000020:00000040:1.0:1767384653.413964:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384653.413967:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000020:00000001:1.0:1767384653.413968:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384653.413970:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384653.413971:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384653.413973:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.413976:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384653.413977:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384653.413978:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384653.413981:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c19b5c29 going to sleep for 11 seconds 00000020:00000010:1.0:1767384653.413982:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d052c041. 00000100:00000001:3.0:1767384653.413984:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384653.413987:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.413988:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384653.413992:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d052c041. 00000020:00000010:1.0:1767384653.414000:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d6d8c68. 00000020:00000010:1.0:1767384653.414006:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab1c4a36. 00000020:00000010:1.0:1767384653.414011:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d378588. 00000100:00000040:1.0:1767384653.414024:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384653.414027:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384653.414028:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384653.414042:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.414052:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.414063:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.414075:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384653.414077:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384653.414083:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00000040:1.0:1767384653.414086:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384653.414088:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924777040 : -106175784774576 : ffff9f6f06109450) 00000100:00000040:1.0:1767384653.414093:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cd28cfc x1853237048140032/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.414101:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384653.414104:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d052c041. 00000100:00000001:1.0:1767384653.414108:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384653.414110:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d052c041. 00000100:00100000:1.0:1767384653.414114:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cd28cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048140032:12345-0@lo:101: 00000100:00000200:1.0:1767384653.414117:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048140032 00000020:00000001:1.0:1767384653.414127:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384653.414131:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384653.414134:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.414138:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384653.414141:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:1.0:1767384653.414145:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384653.414146:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384653.414148:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384653.414151:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384653.414155:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.414157:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1767384653.414159:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1767384653.414161:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1767384653.414163:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1767384653.414165:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.414169:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384653.414175:0:17078:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000b1627198. 00010000:00000001:1.0:1767384653.414179:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384653.414182:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d8611fc. 00000020:00000001:1.0:1767384653.414185:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384653.414186:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 000000006d8611fc with handle 0x71ee3a74e271921c to hash 00000020:00000001:1.0:1767384653.414188:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384653.414189:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384653.414192:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00010000:1.0:1767384653.414194:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e2719215 expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384653.414200:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:1.0:1767384653.414202:0:17078:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:1.0:1767384653.414208:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384653.414211:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384653.414214:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000006b2e0604. 02000000:00000001:1.0:1767384653.414216:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.414218:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.414220:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384653.414228:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384653.414230:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384653.414233:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384653.414235:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.414237:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384653.414238:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.414240:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384653.414242:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384653.414244:0:17078:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384653.414245:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384653.414247:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1627198) refcount = 1 00010000:00010000:1.0:1767384653.414252:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.414259:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384653.414262:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384653.414263:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.414265:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.414266:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384653.414271:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1767384653.414275:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.414280:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384653.414283:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384653.414286:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.414288:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.414290:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384653.414291:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.414293:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384653.414295:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000006d8611fc, rc 0) 00000020:00000001:1.0:1767384653.414298:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384653.414301:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048140032 00010000:00000001:1.0:1767384653.414303:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384653.414306:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cd28cfc x1853237048140032/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 328/344 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384653.414320:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384653.414322:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384653.414326:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384653.414330:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384653.414333:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384653.414336:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384653.414339:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384653.414342:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.414345:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384653.414347:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384653.414350:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5ecac1b. 00000100:00000200:1.0:1767384653.414352:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048140032, offset 224 00000400:00000200:1.0:1767384653.414357:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384653.414362:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384653.414368:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff06100 00000400:00000200:1.0:1767384653.414373:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1b6d [1] + 224 00000400:00000200:1.0:1767384653.414376:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.414380:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384653.414383:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384653.414386:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384653.414395:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.414410:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384653.414416:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5ecac1b 00000400:00000010:1.0:1767384653.414417:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5ecac1b. 00000100:00000001:1.0:1767384653.414421:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384653.414422:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384653.414429:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384653.414431:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384653.414434:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384653.414436:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414471:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384653.414472:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384653.414477:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384653.414481:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384653.414483:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e8c690. 00000100:00000040:1.0:1767384653.414484:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cd28cfc x1853237048140032/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 328/344 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384653.414489:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f89cf3 00000400:00000010:3.0:1767384653.414494:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039f89cf3. 00000100:00100000:1.0:1767384653.414497:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cd28cfc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048140032:12345-0@lo:101: Request processed in 390us (651us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384653.414499:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384653.414507:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384653.414508:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00000040:1.0:1767384653.414514:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000200:3.0:1767384653.414518:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.414518:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384653.414520:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384653.414524:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab1c4a36. 00000020:00000010:1.0:1767384653.414530:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d378588. 00000100:00000001:3.0:1767384653.414532:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384653.414535:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384653.414535:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d6d8c68. 00000100:00000001:3.0:1767384653.414541:0:17083:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:1.0:1767384653.414542:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:3.0:1767384653.414543:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384653.414546:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384653.414548:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.414548:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384653.414550:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384653.414551:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000006b2e0604. 00000100:00001000:3.0:1767384653.414556:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=70 v=5 (5 0 0 0) 02000000:00000001:1.0:1767384653.414556:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384653.414559:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1767384653.414560:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=70 v=5 (1 0 0 0) 00000100:00000200:1.0:1767384653.414563:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384653.414564:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384653.414567:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384653.414569:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c46c3776. 00010000:00000001:3.0:1767384653.414570:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384653.414573:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384653.414575:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000575f086e. 00000100:00000001:3.0:1767384653.414576:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.414582:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.414587:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384653.414589:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384653.414591:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384653.414593:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384653.414597:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048140032:0@lo:101: 00000100:00000001:3.0:1767384653.414600:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.414603:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414605:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384653.414607:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.414608:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.414613:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384653.414615:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c19b5c29. 00000100:00000001:3.0:1767384653.414617:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384653.414619:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.414620:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384653.414627:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384653.414628:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.414629:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=4 00000020:00000001:3.0:1767384653.414631:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384653.414632:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000040:3.0:1767384653.414636:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000acd00157, remote cookie: 0x71ee3a74e271921c, flags: 0x0 00010000:00000001:3.0:1767384653.414638:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384653.414640:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384653.414641:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384653.414641:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384653.414642:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384653.414643:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003a4ac8d8) refcount = 1 00010000:00010000:3.0:1767384653.414645:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.414649:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384653.414650:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384653.414651:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384653.414653:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384653.414655:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384653.414657:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.414660:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384653.414661:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.414662:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.414663:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.414663:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.414664:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414666:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.414667:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6055503 x1853237048140032/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.414672:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384653.414674:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384653.414676:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000430aef0. 02000000:00000001:3.0:1767384653.414679:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384653.414685:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384653.414686:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384653.414689:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384653.414690:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005e747648. 02000000:00000001:3.0:1767384653.414693:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384653.414695:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384653.414697:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6055503. 00000100:00000001:3.0:1767384653.414701:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384653.414702:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384653.414704:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384653.414705:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384653.414706:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:3.0:1767384653.414708:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.414709:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384653.414710:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.414711:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=3 00000020:00000001:3.0:1767384653.414712:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384653.414713:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384653.414714:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384653.414716:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.414716:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384653.414717:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384653.414719:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384653.414722:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000dbfa58f3. 00000100:00000010:3.0:1767384653.414735:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6055503. 00000020:00000040:3.0:1767384653.414737:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384653.414739:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384653.414741:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384653.414744:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384653.414746:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e747648. 00000100:00000001:3.0:1767384653.414749:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414752:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384653.414754:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000430aef0. 00000100:00000010:3.0:1767384653.414756:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000009ca008b8. 00000020:00000040:3.0:1767384653.414758:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384653.414761:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384653.414766:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384653.414768:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c19b5c29. 00000100:00000001:3.0:1767384653.414770:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893634726720 : -106180074824896 : ffff9f6e065b9b40) 00000100:00000001:3.0:1767384653.414771:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384653.414772:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623569408 : -106175085982208 : ffff9f6f2fb74e00) 00000100:00000001:3.0:1767384653.414774:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384653.414776:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414777:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384653.414779:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384653.414781:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.414785:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384653.414787:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.414789:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384653.414791:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384653.414793:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384653.414796:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048140160:0@lo:256: 00000100:00000001:3.0:1767384653.414799:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384653.414801:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384653.414803:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414804:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384653.414808:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e8c690. 00000400:00000010:3.0:1767384653.414813:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000041a658ae. 00000100:00000200:3.0:1767384653.414815:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff06180-0x695825ff06180, portal 33 00000100:00000001:3.0:1767384653.414817:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384653.414818:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384653.414820:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbc15c9b. 02000000:00000001:3.0:1767384653.414822:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384653.414824:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e454136. 00000400:00000010:3.0:1767384653.414826:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039f89cf3. 00000100:00000200:3.0:1767384653.414827:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048140160, portal 25 00000100:00000001:3.0:1767384653.414829:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384653.414829:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623569408 : -106175085982208 : ffff9f6f2fb74e00) 00000100:00000040:3.0:1767384653.414832:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.414841:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384653.414842:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384653.414844:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfbf5513. 00000100:00000200:3.0:1767384653.414845:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048140160, offset 0 00000400:00000200:3.0:1767384653.414848:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384653.414854:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384653.414858:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff06180 00000400:00000200:3.0:1767384653.414865:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x138d [2] + 0 00000400:00000010:3.0:1767384653.414868:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a144b4dc. 00000400:00000200:3.0:1767384653.414871:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000db4811e9 00000400:00000200:3.0:1767384653.414874:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384653.414876:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384653.414880:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4811e9 00000400:00000010:3.0:1767384653.414882:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db4811e9. 00000100:00000001:3.0:1767384653.414885:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384653.414887:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384653.414889:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000308829a4 x1853237048140160 msgsize 304 00000100:00100000:3.0:1767384653.414892:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384653.414894:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384653.414904:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384653.414907:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfbf5513 00000400:00000010:3.0:1767384653.414908:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfbf5513. 00000100:00000001:3.0:1767384653.414911:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384653.414916:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.414922:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.414925:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.414929:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414930:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384653.414932:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414934:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294941191 00000100:00000001:3.0:1767384653.414938:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294941190 00000100:00000001:3.0:1767384653.414946:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294941191 00000100:00000001:1.0:1767384653.414946:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384653.414953:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294941190 00000100:00100000:1.0:1767384653.414954:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048140160 00000100:00000001:3.0:1767384653.414958:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294941191 02000000:00000001:1.0:1767384653.414959:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384653.414963:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941190 00000100:00000001:1.0:1767384653.414963:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384653.414967:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414968:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294941191 02000000:00000001:1.0:1767384653.414971:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414972:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941190 00000100:00100000:1.0:1767384653.414978:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048140160 00000020:00000001:1.0:1767384653.414981:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384653.414982:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384653.414984:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:3.0:1767384653.414986:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.414989:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384653.414989:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384653.414993:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1767384653.414993:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00100000:3.0:1767384653.414997:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000c19b5c29 going to sleep for 11 seconds 00000020:00000001:1.0:1767384653.414998:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384653.415002:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384653.415002:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384653.415006:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.415007:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384653.415018:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d052c041. 00000100:00000001:1.0:1767384653.415021:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384653.415023:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d052c041. 00000020:00000010:1.0:1767384653.415027:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002d6d8c68. 00000020:00000010:1.0:1767384653.415030:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ab1c4a36. 00000020:00000010:1.0:1767384653.415049:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d378588. 00000100:00000040:1.0:1767384653.415055:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384653.415056:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384653.415057:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384653.415059:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.415062:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.415072:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.415080:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384653.415081:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384653.415089:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00000040:1.0:1767384653.415092:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384653.415093:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924772944 : -106175784778672 : ffff9f6f06108450) 00000100:00000040:1.0:1767384653.415098:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000308829a4 x1853237048140160/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 304/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.415104:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384653.415107:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d052c041. 00000100:00000001:1.0:1767384653.415109:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384653.415112:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d052c041. 00000100:00100000:1.0:1767384653.415119:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000308829a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048140160:12345-0@lo:256: 00000100:00000200:1.0:1767384653.415122:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048140160 00000020:00000001:1.0:1767384653.415124:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384653.415126:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384653.415128:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.415130:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384653.415131:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:1.0:1767384653.415134:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384653.415136:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384653.415143:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384653.415145:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384653.415147:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.415150:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384653.415152:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384653.415154:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000006b2e0604. 02000000:00000001:1.0:1767384653.415157:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.415160:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384653.415163:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:1.0:1767384653.415167:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:1.0:1767384653.415171:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384653.415173:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384653.415176:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384653.415178:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:1.0:1767384653.415180:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:1.0:1767384653.415182:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e3b27e00. 20000000:00000001:1.0:1767384653.415185:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:1.0:1767384653.415200:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384653.415207:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384653.415213:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384653.415214:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384653.415216:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384653.415217:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384653.415219:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384653.415220:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384653.415222:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384653.415224:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384653.415226:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384653.415228:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384653.415230:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384653.415232:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384653.415233:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384653.415234:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384653.415236:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384653.415237:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384653.415238:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384653.415240:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384653.415241:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384653.415243:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384653.415248:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384653.415250:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384653.415251:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384653.415253:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384653.415255:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384653.415257:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384653.415259:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384653.415261:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:1.0:1767384653.415264:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 3472/1/4/3. 20000000:00000040:1.0:1767384653.415271:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:1.0:1767384653.415272:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:1.0:1767384653.415273:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:1.0:1767384653.415274:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:1.0:1767384653.415275:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:1.0:1767384653.415277:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:1.0:1767384653.415279:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:1.0:1767384653.415281:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:1.0:1767384653.415283:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:1.0:1767384653.415284:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:1.0:1767384653.415286:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:1.0:1767384653.415287:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:1.0:1767384653.415288:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:1.0:1767384653.415290:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:1.0:1767384653.415291:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:1.0:1767384653.415293:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:1.0:1767384653.415294:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:1.0:1767384653.415297:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:1.0:1767384653.415298:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:1.0:1767384653.415300:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:1.0:1767384653.415301:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:1.0:1767384653.415302:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:1.0:1767384653.415303:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:1.0:1767384653.415304:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:1.0:1767384653.415306:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:1.0:1767384653.415307:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:1.0:1767384653.415308:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:1.0:1767384653.415309:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:1.0:1767384653.415310:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:1.0:1767384653.415312:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:01000000:1.0:1767384653.415319:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 624, pages 2848/1/4/3. 20000000:01000000:1.0:1767384653.415321:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1248, version 64 20000000:00000001:1.0:1767384653.415322:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1248 : 1248 : 4e0) 00000100:00000001:1.0:1767384653.415324:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:1.0:1767384653.415326:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000028b3c252. 00000100:00000010:1.0:1767384653.415328:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000da5f6bfb. 00000020:00000040:1.0:1767384653.415329:0:17078:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:1.0:1767384653.415332:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:1.0:1767384653.415334:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:1.0:1767384653.415336:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5ecac1b. 00000400:00000010:1.0:1767384653.415341:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000034acea93. 00000400:00000200:1.0:1767384653.415343:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384653.415349:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384653.415353:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1248 into portal 33 MB=0x695825ff06180 00000400:00000200:1.0:1767384653.415357:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1248/1248 into md 0x1b7d [4] + 0 00000400:00000010:1.0:1767384653.415359:0:17078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e8c690. 00000400:00000200:1.0:1767384653.415362:0:17078:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000041a658ae 00000400:00000200:1.0:1767384653.415365:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.415368:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384653.415370:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000041a658ae 00000400:00000010:1.0:1767384653.415372:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000041a658ae. 00000100:00000001:1.0:1767384653.415375:0:17078:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:1.0:1767384653.415377:0:17078:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000b6055503 desc 000000000430aef0 mbits 1853237048140160 00000100:00000001:1.0:1767384653.415389:0:17078:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1767384653.415393:0:17078:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384653.415397:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:1.0:1767384653.415404:0:17078:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1b89 00000400:00000200:1.0:1767384653.415407:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.415411:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384653.415416:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384653.415418:0:17078:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000028b3c252 00000100:00000001:3.0:1767384653.415421:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384653.415422:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:3.0:1767384653.415425:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.415429:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5ecac1b 00000400:00000010:1.0:1767384653.415432:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5ecac1b. 00000100:00000001:1.0:1767384653.415436:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384653.415490:0:17078:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000028b3c252 00000100:00000001:1.0:1767384653.415492:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:1.0:1767384653.415498:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1248 bytes via portal 33 id 12345-0@lo mbits 0x695825ff06180-0x695825ff06180 00000100:00000001:1.0:1767384653.415501:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.415506:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.415509:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:1.0:1767384653.415512:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:1.0:1767384653.415514:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000da5f6bfb. 00000100:00000010:1.0:1767384653.415517:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000028b3c252. 00000100:00000001:1.0:1767384653.415521:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:1.0:1767384653.415523:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:1.0:1767384653.415533:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e3b27e00. 20000000:00000001:1.0:1767384653.415537:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384653.415540:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048140160 00010000:00000001:1.0:1767384653.415543:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384653.415547:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000308829a4 x1853237048140160/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 304/240 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384653.415554:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384653.415556:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384653.415559:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384653.415564:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384653.415565:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384653.415567:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384653.415570:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384653.415572:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.415576:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384653.415581:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384653.415583:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5ecac1b. 00000100:00000200:1.0:1767384653.415586:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048140160, offset 224 00000400:00000200:1.0:1767384653.415593:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384653.415600:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384653.415606:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff06180 00000400:00000200:1.0:1767384653.415612:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1b81 [1] + 224 00000400:00000200:1.0:1767384653.415616:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384653.415626:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384653.415631:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384653.415637:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384653.415645:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.415658:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384653.415661:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5ecac1b 00000400:00000010:1.0:1767384653.415662:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5ecac1b. 00000100:00000001:1.0:1767384653.415665:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384653.415666:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384653.415669:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384653.415671:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384653.415673:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384653.415674:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.415676:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384653.415680:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000308829a4 x1853237048140160/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 304/240 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.415683:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384653.415689:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1767384653.415690:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000308829a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048140160:12345-0@lo:256: Request processed in 583us (798us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384653.415691:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384653.415694:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e454136. 00000400:00000200:3.0:1767384653.415700:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f89cf3 00000400:00000010:3.0:1767384653.415703:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039f89cf3. 00000100:00100000:1.0:1767384653.415703:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00000001:3.0:1767384653.415706:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1767384653.415707:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384653.415710:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1767384653.415712:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.415712:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384653.415716:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ab1c4a36. 00000020:00000010:1.0:1767384653.415725:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d378588. 00000100:00000200:3.0:1767384653.415726:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384653.415729:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002d6d8c68. 00000020:00000040:1.0:1767384653.415734:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:3.0:1767384653.415738:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1767384653.415738:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1767384653.415741:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1767384653.415741:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000006b2e0604. 00000100:00000001:3.0:1767384653.415746:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384653.415746:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1767384653.415749:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384653.415749:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.415751:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384653.415753:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384653.415754:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384653.415755:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384653.415763:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000864bdf7e. 00000100:00001000:3.0:1767384653.415765:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=70 v=5 (5 0 0 0) 00000400:00000010:1.0:1767384653.415769:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000081b8e7ca. 00000100:00001000:3.0:1767384653.415771:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384653.415775:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384653.415776:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.415777:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384653.415779:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.415781:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384653.415784:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384653.415790:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.415794:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384653.415798:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384653.415799:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384653.415804:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048140160:0@lo:256: 00000100:00000001:3.0:1767384653.415808:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.415809:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.415810:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384653.415811:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.415812:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.415817:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384653.415819:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c19b5c29. 00000100:00000001:3.0:1767384653.415824:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384653.415825:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384653.415827:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 64, more 0. 10000000:00000001:3.0:1767384653.415830:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384653.415836:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000000181970b. 10000000:00000040:3.0:1767384653.415845:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384653.415850:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384653.415852:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384653.415860:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:3.0:1767384653.415862:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384653.415863:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384653.415864:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:3.0:1767384653.415865:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000400:00000200:3.0:1767384653.415869:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 30 NIDs 00000400:00001000:3.0:1767384653.415871:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384653.415873:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:3.0:1767384653.415877:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384653.415881:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (30) 00000400:00000200:3.0:1767384653.415885:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384653.415887:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:3.0:1767384653.415889:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (31) 00000400:00000200:3.0:1767384653.415891:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:3.0:1767384653.415892:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:3.0:1767384653.415895:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415897:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:3.0:1767384653.415900:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:3.0:1767384653.415904:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415907:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:3.0:1767384653.415909:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:3.0:1767384653.415910:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415911:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:3.0:1767384653.415912:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:3.0:1767384653.415916:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415917:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:3.0:1767384653.415918:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:3.0:1767384653.415920:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415920:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:3.0:1767384653.415921:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:3.0:1767384653.415923:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415924:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:3.0:1767384653.415925:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:3.0:1767384653.415928:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415929:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:3.0:1767384653.415931:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:3.0:1767384653.415937:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415938:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:3.0:1767384653.415939:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:3.0:1767384653.415943:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415943:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:3.0:1767384653.415944:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:3.0:1767384653.415947:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415948:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:3.0:1767384653.415949:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:3.0:1767384653.415951:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415952:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:3.0:1767384653.415953:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:3.0:1767384653.415955:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415955:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:3.0:1767384653.415956:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:3.0:1767384653.415958:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415959:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:3.0:1767384653.415960:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:3.0:1767384653.415962:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415963:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:3.0:1767384653.415964:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:3.0:1767384653.415965:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415966:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:3.0:1767384653.415967:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:3.0:1767384653.415969:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415970:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:3.0:1767384653.415971:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:3.0:1767384653.415974:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415975:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:3.0:1767384653.415976:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:3.0:1767384653.415979:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415980:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:3.0:1767384653.415981:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:3.0:1767384653.415983:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415984:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:3.0:1767384653.415985:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:3.0:1767384653.415990:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415992:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:3.0:1767384653.415993:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:3.0:1767384653.415995:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.415996:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:3.0:1767384653.415997:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:3.0:1767384653.415999:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.416000:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:3.0:1767384653.416001:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:3.0:1767384653.416003:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.416004:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:3.0:1767384653.416005:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:3.0:1767384653.416007:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.416009:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000400:00000200:3.0:1767384653.416010:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.125@tcp34 00000400:00000200:3.0:1767384653.416012:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.416013:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp34 00000400:00000200:3.0:1767384653.416014:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.125@tcp35 00000400:00000200:3.0:1767384653.416015:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.416016:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp35 00000400:00000200:3.0:1767384653.416017:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.125@tcp36 00000400:00000200:3.0:1767384653.416019:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.416019:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp36 00000400:00000200:3.0:1767384653.416020:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.125@tcp37 00000400:00000200:3.0:1767384653.416022:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.416023:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp37 00000400:00000200:3.0:1767384653.416024:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.125@tcp38 00000400:00000200:3.0:1767384653.416026:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384653.416027:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp38 00000100:00000001:3.0:1767384653.416028:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384653.416029:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384653.416046:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 10000000:00000010:3.0:1767384653.416052:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 00000000fade6aa3. 10000000:00000040:3.0:1767384653.416055:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 64/64 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000020:00000080:3.0:1767384653.416059:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384653.416072:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384653.416076:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa64d1a7. 00000020:00000010:3.0:1767384653.416081:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b6c2df27. 00000040:00000010:3.0:1767384653.416084:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004ce28c49. 00000020:00000010:3.0:1767384653.416088:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002d4894c8. 00000020:00000010:3.0:1767384653.416092:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5361878. 00000020:00000010:3.0:1767384653.416097:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d43177d. 80000000:00000010:3.0:1767384653.416100:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b78181bc. 40000000:00000010:3.0:1767384653.416103:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000094eacd8b. 00100000:00000010:3.0:1767384653.416107:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d753b17a. 00040000:00000010:3.0:1767384653.416110:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b3eb7c62. 00040000:00000010:3.0:1767384653.416113:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000617ed16c. 00040000:00000010:3.0:1767384653.416116:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b0a48456. 00080000:00000010:3.0:1767384653.416122:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007f9fb861. 00080000:00000010:3.0:1767384653.416126:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000045063839. 00000004:00000010:3.0:1767384653.416132:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e4a31c35. 00000004:00000010:3.0:1767384653.416136:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009453b616. 00000004:00000010:3.0:1767384653.416140:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000afc1c4b4. 00002000:00000010:3.0:1767384653.416144:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000072439678. 00000004:00000010:3.0:1767384653.416148:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000083796e7d. 00000004:00000001:3.0:1767384653.416151:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384653.416154:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384653.416155:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 00000000fade6aa3 00000040:00001000:3.0:1767384653.416156:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384653.416157:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384653.416158:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384653.416159:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384653.416161:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384653.416162:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384653.416163:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384653.416164:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:3.0:1767384653.416165:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384653.416229:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384653.416232:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b6c2df27. 00000040:00000010:3.0:1767384653.416236:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004ce28c49. 00000020:00000010:3.0:1767384653.416244:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002d4894c8. 00000020:00000010:3.0:1767384653.416248:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5361878. 00000020:00000010:3.0:1767384653.416252:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006d43177d. 80000000:00000010:3.0:1767384653.416255:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b78181bc. 40000000:00000010:3.0:1767384653.416258:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000094eacd8b. 00100000:00000010:3.0:1767384653.416261:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d753b17a. 00040000:00000010:3.0:1767384653.416265:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b3eb7c62. 00040000:00000010:3.0:1767384653.416272:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000617ed16c. 00040000:00000010:3.0:1767384653.416275:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b0a48456. 00080000:00000010:3.0:1767384653.416279:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000045063839. 00080000:00000010:3.0:1767384653.416284:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007f9fb861. 00000004:00000010:3.0:1767384653.416288:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e4a31c35. 00000004:00000010:3.0:1767384653.416291:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009453b616. 00000004:00000010:3.0:1767384653.416295:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000afc1c4b4. 00002000:00000010:3.0:1767384653.416298:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000072439678. 00000004:00000010:3.0:1767384653.416303:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000083796e7d. 00000020:00000010:3.0:1767384653.416307:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa64d1a7. 00000020:00000001:3.0:1767384653.416312:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384653.416315:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384653.416318:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 00000000fade6aa3. 10000000:00000010:3.0:1767384653.416323:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000000181970b. 10000000:00000001:3.0:1767384653.416326:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384653.416330:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384653.416333:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6055503 x1853237048140160/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384653.416338:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384653.416341:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384653.416342:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbc15c9b. 02000000:00000001:3.0:1767384653.416345:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384653.416346:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384653.416346:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384653.416348:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384653.416348:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384653.416349:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384653.416350:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384653.416356:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384653.416357:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000009ca008b8. 00000100:00000010:3.0:1767384653.416358:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000430aef0. 00000100:00000001:3.0:1767384653.416360:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384653.416361:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005e747648. 02000000:00000001:3.0:1767384653.416362:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384653.416363:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384653.416364:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6055503. 00000100:00000001:3.0:1767384653.416366:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384653.416366:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384653.416375:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000dbfa58f3. 10000000:01000000:3.0:1767384653.416377:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384653.416379:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384653.416381:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384653.416381:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384653.416383:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=3 00000020:00000001:3.0:1767384653.416384:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384653.416385:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384653.416387:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384653.416388:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.416393:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.416395:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384653.416396:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384653.416400:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384653.416401:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384653.416401:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384653.416403:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384653.416404:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384653.416405:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384653.416407:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384653.416408:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:3.0:1767384653.416410:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:1.0:1767384653.421488:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294941191, at 4294941192 00000100:00000040:2.0:1767384653.421492:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294941191, at 4294941192 00000100:00000010:1.0:1767384653.421495:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6474548. 00000100:00000040:3.0:1767384653.421497:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294941191, at 4294941192 00000100:00000010:2.0:1767384653.421511:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012dadf9b. 00000100:00000010:3.0:1767384653.421517:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000025fab92. 00000100:00000040:0.0:1767384653.422479:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294941191, at 4294941193 00000100:00000010:0.0:1767384653.422487:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005eec6f0b. 00000020:00000010:1.0:1767384653.424125:0:31991:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000001317aed2. 00000020:00000040:1.0:1767384653.424131:0:31991:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384653.424133:0:31991:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000001317aed2. 00000400:00000001:1.0:1767384653.541528:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384653.541534:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384653.541539:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:1.0:1767384653.541544:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000400:00000200:1.0:1767384653.541553:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384653.541563:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery ping unlinked 00000400:00000010:1.0:1767384653.541578:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000010dfc028. 00000400:00000010:1.0:1767384653.541583:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c6f2d4e9. 00000400:00000001:1.0:1767384653.541594:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384653.541596:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384653.541599:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000400:00000010:1.0:1767384653.541601:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00000400:00000200:1.0:1767384653.541605:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384653.541608:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384653.541611:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006300ab70. 00000400:00000010:1.0:1767384653.541616:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000050e3792. 00000001:00000001:0.0:1767384653.722322:0:32055:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384653.722326:0:32055:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp39 --if ens2 00000001:00000001:0.0:1767384653.725538:0:32055:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384653.731995:0:32056:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 000000003e0de117. 00000400:00000010:0.0:1767384653.732008:0:32056:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000bcb730de. 00000400:00000010:0.0:1767384653.732018:0:32056:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c0b13a47. 00000400:00000010:0.0:1767384653.732021:0:32056:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000064db58e7. 00000400:00000010:0.0:1767384653.732025:0:32056:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007990bf97. 00000400:00000010:0.0:1767384653.732042:0:32056:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007afb90a4. 00000400:00000010:0.0:1767384653.732044:0:32056:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002eaea23c. 00000400:00000010:0.0:1767384653.732045:0:32056:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e390793. 00000400:00000010:0.0:1767384653.732049:0:32056:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000046e638f. 00000800:00000010:0.0:1767384653.732063:0:32056:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000348114d9. 00000800:00000200:0.0:1767384653.732073:0:32056:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384653.732082:0:32056:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384653.732115:0:32056:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384653.732135:0:32056:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp39 [8/256/0/180] 00000400:00000010:0.0:1767384653.733435:0:32056:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 537 at 00000000d5f26a3a. 00000400:00000010:0.0:1767384653.733471:0:32056:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8293fa. 00000400:00000010:0.0:1767384653.733476:0:32056:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd8d2eb0. 00000400:00000001:0.0:1767384653.733513:0:32056:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384653.733514:0:32056:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384653.733516:0:32056:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013d183f8. 00000400:00000200:0.0:1767384653.733518:0:32056:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0c44573 00000400:00000010:0.0:1767384653.733526:0:32056:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e0c44573. 00000400:00000010:0.0:1767384653.733531:0:32056:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000541a8c54. 00000400:00000200:0.0:1767384653.733535:0:32056:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (30) 00000400:00000200:0.0:1767384653.733546:0:32056:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384653.733552:0:32056:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131111 00000020:00000010:0.0:1767384653.733558:0:32056:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000021d7f672. 00000020:01000000:0.0:1767384653.733565:0:32056:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384653.733568:0:32056:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp39 00000400:00000200:2.0:1767384653.733573:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384653.733580:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:0.0:1767384653.733582:0:32056:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000bcb730de. 00000400:00000010:0.0:1767384653.733586:0:32056:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 000000003e0de117. 00000400:00000010:2.0:1767384653.733587:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e33ed2e. 00000400:00000200:2.0:1767384653.733591:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (31) 00000400:00000010:2.0:1767384653.733598:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000062b00518. 00000400:00000200:2.0:1767384653.733602:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:2.0:1767384653.733615:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000020:00000001:1.0:1767384653.733619:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384653.733620:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 10000000:00000001:1.0:1767384653.733626:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384653.733630:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 10000000:00000001:1.0:1767384653.733632:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384653.733638:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384653.733644:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000020:01000004:1.0:1767384653.733646:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384653.733649:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384653.733651:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384653.733653:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384653.733660:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384653.733665:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384653.733671:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384653.733676:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000020:01000004:1.0:1767384653.733676:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384653.733686:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384653.733688:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000400:00000200:2.0:1767384653.733691:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000400:00000200:2.0:1767384653.733693:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000400:00000200:2.0:1767384653.733696:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000020:01000004:1.0:1767384653.733703:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384653.733704:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000400:00000200:2.0:1767384653.733712:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:2.0:1767384653.733714:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 00000100:00000010:1.0:1767384653.733717:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099a493cf. 00000400:00000200:2.0:1767384653.733720:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 36], ns[30, 36] 00000020:00000040:1.0:1767384653.733729:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:2.0:1767384653.733730:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:2.0:1767384653.733744:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000100:00000001:1.0:1767384653.733745:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384653.733753:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384653.733754:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:2.0:1767384653.733763:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 02000000:00000001:1.0:1767384653.733763:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.733774:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 02000000:00000010:1.0:1767384653.733776:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000080d4da29. 00000400:00000200:2.0:1767384653.733782:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00000100:00000001:1.0:1767384653.733784:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.733789:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 30], ns[60, 30] 00000100:00000001:1.0:1767384653.733795:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384653.733797:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 30], ns[110, 30] 00000100:00000001:1.0:1767384653.733801:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.733817:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 30], ns[87, 30] 00000100:00000040:1.0:1767384653.733820:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099a493cf] to pc [ptlrpcd_00_03+3] req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384653.733855:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 30], ns[86, 30] 00000400:00000200:2.0:1767384653.733864:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[111, 30], ns[114, 30] 00000400:00000200:2.0:1767384653.733868:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 30], ns[93, 30] 00000400:00000200:2.0:1767384653.733871:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 30], ns[125, 30] 00000400:00000200:2.0:1767384653.733876:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[121, 30], ns[124, 30] 00000400:00000200:2.0:1767384653.733881:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[119, 30], ns[122, 30] 00000400:00000200:2.0:1767384653.733889:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 10000000:00000001:1.0:1767384653.733890:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.733895:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384653.733904:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.733904:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384653.733906:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp37] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:0.0:1767384653.733914:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1767384653.733915:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384653.733925:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384653.733926:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384653.733929:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp37 00000020:00000001:1.0:1767384653.733941:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384653.733942:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp37 00000100:00000001:0.0:1767384653.733942:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384653.733948:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384653.733949:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384653.733956:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp37 lpni_is_preferred = 0 10000000:00000001:1.0:1767384653.733957:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 02000000:00000001:0.0:1767384653.733959:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 10000000:01000000:1.0:1767384653.733963:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 02000000:00000001:0.0:1767384653.733965:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384653.733970:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp37 00000020:01000004:1.0:1767384653.733973:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 02000000:00000001:0.0:1767384653.733974:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384653.733979:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384653.733983:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384653.733984:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp37 NI seq info: [126:126:256:4294967295] 192.168.203.125@tcp37 LPNI seq info [123:123:8:4294967295] 00000100:00100000:0.0:1767384653.733984:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048140288:0@lo:253: 00000020:01000004:1.0:1767384653.733991:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384653.733998:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384653.734000:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:1.0:1767384653.734001:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384653.734004:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384653.734006:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp37 00000020:01000004:1.0:1767384653.734007:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:0.0:1767384653.734007:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000004:1.0:1767384653.734014:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:0.0:1767384653.734015:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.734024:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384653.734025:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004244289. 00000400:00000200:2.0:1767384653.734045:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp37(192.168.203.125@tcp37:) -> 192.168.203.125@tcp37(192.168.203.125@tcp:192.168.203.125@tcp37) : PUT try# 0 00000020:00000040:1.0:1767384653.734045:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000010:0.0:1767384653.734048:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f337cc97. 00000100:00000001:1.0:1767384653.734054:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384653.734055:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.734058:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1767384653.734062:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf7b3de6. 00000800:00000200:2.0:1767384653.734063:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.125@tcp37 02000000:00000001:1.0:1767384653.734063:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384653.734077:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000708efd9c. 00000400:00000010:0.0:1767384653.734081:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcb730de. 02000000:00000010:1.0:1767384653.734083:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c5b1c1b1. 00000100:00000200:0.0:1767384653.734086:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048140288, portal 25 00000800:00000010:2.0:1767384653.734087:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000071bfcc89. 00000100:00000001:1.0:1767384653.734088:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.734091:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1767384653.734093:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000002bb754ff. 00000100:00000001:0.0:1767384653.734094:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758970368 : -106174950581248 : ffff9f6f37c95c00) 00000800:00000200:2.0:1767384653.734108:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000100:00000001:1.0:1767384653.734109:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384653.734116:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.734117:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384653.734129:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000100:00000040:1.0:1767384653.734134:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004244289] to pc [ptlrpcd_00_00+0] req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384653.734157:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384653.734163:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:0.0:1767384653.734171:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384653.734173:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384653.734179:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.734179:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384653.734187:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.734188:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0f1eec6. 00000100:00000001:2.0:1767384653.734197:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:1.0:1767384653.734199:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384653.734201:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048140288, offset 0 00000100:00000001:2.0:1767384653.734202:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384653.734204:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000021d7f672. 00000100:00000001:2.0:1767384653.734206:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384653.734217:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384653.734222:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.734228:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384653.734231:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384653.734233:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.734246:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384653.734249:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.734255:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06200 02000000:00000001:2.0:1767384653.734256:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384653.734261:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384653.734265:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1395 [2] + 0 02000000:00000001:2.0:1767384653.734267:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.734268:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000226e8cca. 00000100:00100000:2.0:1767384653.734272:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048140416:0@lo:253: 00000400:00000200:0.0:1767384653.734275:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004d812c5a 00000100:00000001:2.0:1767384653.734277:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384653.734281:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384653.734282:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.734283:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384653.734284:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384653.734292:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000002bfaf6a6. 00000400:00000200:0.0:1767384653.734294:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384653.734297:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.734303:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a61e8d. 00000400:00000200:0.0:1767384653.734304:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d812c5a 00000400:00000010:0.0:1767384653.734306:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d812c5a. 00000100:00000001:0.0:1767384653.734310:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384653.734312:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384653.734315:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000b6234d4c x1853237048140288 msgsize 4848 00000400:00000010:2.0:1767384653.734316:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db39d09f. 00000100:00000200:2.0:1767384653.734322:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048140416, portal 25 00000100:00100000:0.0:1767384653.734325:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384653.734327:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1767384653.734328:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384653.734330:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758971264 : -106174950580352 : ffff9f6f37c95f80) 00000100:00000040:2.0:1767384653.734335:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.734341:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384653.734343:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.734350:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384653.734352:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f1eec6 00000400:00000010:2.0:1767384653.734353:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f4535890. 00000400:00000010:0.0:1767384653.734356:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0f1eec6. 00000100:00000001:0.0:1767384653.734363:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384653.734367:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048140416, offset 0 00000100:00000200:0.0:1767384653.734371:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384653.734379:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384653.734381:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384653.734386:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384653.734397:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384653.734397:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.734402:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384653.734411:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06280 00000100:00000001:0.0:1767384653.734412:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.734420:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294941510 00000400:00000200:2.0:1767384653.734421:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x13ad [2] + 0 00000400:00000200:1.0:1767384653.734425:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000010:2.0:1767384653.734426:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da6b686d. 00000100:00000010:0.0:1767384653.734428:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f9a1feb. 00000400:00000200:2.0:1767384653.734486:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000097a665be 00000400:00000200:2.0:1767384653.734494:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384653.734502:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1767384653.734503:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384653.734515:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294941511 00000400:00000200:2.0:1767384653.734520:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000097a665be 00000100:00000010:0.0:1767384653.734520:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024e560a5. 00000400:00000010:2.0:1767384653.734526:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000097a665be. 00000100:00000001:0.0:1767384653.734529:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384653.734535:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384653.734539:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:0.0:1767384653.734540:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294941511 00000100:00000040:2.0:1767384653.734543:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000c754a157 x1853237048140416 msgsize 4848 00000100:00000010:0.0:1767384653.734545:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e7871d4. 00000100:00000001:0.0:1767384653.734552:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00100000:2.0:1767384653.734559:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384653.734564:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384653.734564:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294941511 00000100:00000010:0.0:1767384653.734570:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000098afd1e6. 00000100:00000001:0.0:1767384653.734576:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384653.734583:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384653.734601:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.734606:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.734611:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f4535890 00000100:00000001:0.0:1767384653.734612:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.734616:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f4535890. 00000100:00000001:0.0:1767384653.734618:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.734625:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384653.734629:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000001:0.0:1767384653.734631:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1767384653.734637:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.734638:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384653.734645:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.734649:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384653.734651:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384653.734653:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.734661:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.734662:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.734672:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.734675:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384653.734683:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.734689:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294941511 00000100:00000001:2.0:1767384653.734703:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294941510 00000100:00000001:0.0:1767384653.734709:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384653.734714:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294941511 00000100:00100000:0.0:1767384653.734715:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048140288 00000100:00000001:2.0:1767384653.734720:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294941511 02000000:00000001:0.0:1767384653.734721:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384653.734724:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.734725:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294941511 00000100:00000001:0.0:1767384653.734728:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.734731:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294941511 02000000:00000001:0.0:1767384653.734734:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.734735:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294941511 00000100:00000001:2.0:1767384653.734740:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294941511 00000100:00100000:0.0:1767384653.734740:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048140288 00000400:00000200:1.0:1767384653.734741:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00000001:2.0:1767384653.734744:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384653.734750:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384653.734754:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384653.734755:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:2.0:1767384653.734761:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.734761:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384653.734766:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:2.0:1767384653.734767:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384653.734772:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00010000:00000001:3.0:1767384653.734775:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000020:00000001:0.0:1767384653.734776:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384653.734778:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384653.734783:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.734784:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384653.734786:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384653.734792:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00000100:00000001:2.0:1767384653.734793:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384653.734794:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec3cc267. 00000400:00000200:1.0:1767384653.734796:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000001:2.0:1767384653.734800:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384653.734802:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.734807:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.734809:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384653.734812:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec3cc267. 00000100:00000001:2.0:1767384653.734816:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384653.734823:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dd876bd. 00000020:00000010:0.0:1767384653.734827:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaffa0d. 00000020:00000010:0.0:1767384653.734832:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e1f8ae7. 00000100:00000001:2.0:1767384653.734838:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.734843:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.734848:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384653.734853:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384653.734856:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384653.734859:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.734872:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.734877:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384653.734883:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048140416 00000100:00000001:0.0:1767384653.734888:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384653.734889:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.734894:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.734898:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.734903:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384653.734907:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048140416 00000020:00000001:2.0:1767384653.734910:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384653.734925:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000020:00000040:2.0:1767384653.734929:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:0.0:1767384653.734932:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384653.734933:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384653.734936:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:2.0:1767384653.734937:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:2.0:1767384653.734942:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384653.734946:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:0.0:1767384653.734947:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00000040:0.0:1767384653.734955:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384653.734956:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384653.734958:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924771920 : -106175784779696 : ffff9f6f06108050) 00000020:00000010:2.0:1767384653.734961:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004aaf7e96. 00000100:00000001:2.0:1767384653.734970:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384653.734970:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6234d4c x1853237048140288/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 4848/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384653.734975:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004aaf7e96. 00000100:00000001:0.0:1767384653.734982:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.734987:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b88778. 00000020:00000010:0.0:1767384653.734988:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec3cc267. 00000100:00000001:0.0:1767384653.734994:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.734995:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca72885d. 00000020:00000010:0.0:1767384653.734997:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec3cc267. 00000020:00000010:2.0:1767384653.735005:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00100000:0.0:1767384653.735010:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6234d4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048140288:12345-0@lo:253: 00000100:00000001:2.0:1767384653.735014:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384653.735016:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048140288 00000100:00000001:2.0:1767384653.735019:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1767384653.735021:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000020:00000001:0.0:1767384653.735021:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384653.735023:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.735042:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384653.735047:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.735050:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.735051:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384653.735057:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384653.735060:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384653.735063:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.735066:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384653.735073:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384653.735076:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384653.735077:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384653.735085:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.735085:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.735087:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384653.735093:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1767384653.735093:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00010000:00010000:3.0:1767384653.735102:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384653.735104:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384653.735113:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 02000000:00000001:0.0:1767384653.735114:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384653.735117:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 02000000:00000010:0.0:1767384653.735124:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b30ad4c8. 00000100:00000001:2.0:1767384653.735128:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924779088 : -106175784772528 : ffff9f6f06109c50) 02000000:00000001:0.0:1767384653.735130:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.735134:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.735136:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c754a157 x1853237048140416/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 4848/0 e 0 to 0 dl 1767384664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384653.735138:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384653.735145:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:2.0:1767384653.735147:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000010:0.0:1767384653.735151:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000021d7f672. 00000020:00000010:2.0:1767384653.735153:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004aaf7e96. 20000000:01000000:0.0:1767384653.735156:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:2.0:1767384653.735160:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384653.735160:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:2.0:1767384653.735166:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004aaf7e96. 20000000:00000001:0.0:1767384653.735167:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384653.735171:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384653.735174:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384653.735177:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:2.0:1767384653.735181:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c754a157 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048140416:12345-0@lo:253: 00000100:00000200:2.0:1767384653.735185:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048140416 20000000:00000010:0.0:1767384653.735187:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa4c0f73. 00000020:00000001:2.0:1767384653.735188:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:0.0:1767384653.735192:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 00000020:00000001:2.0:1767384653.735195:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384653.735200:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384653.735201:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384653.735203:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384653.735207:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00080000:00000001:0.0:1767384653.735208:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:2.0:1767384653.735210:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:0.0:1767384653.735214:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:2.0:1767384653.735215:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384653.735216:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000020:00000001:2.0:1767384653.735220:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384653.735225:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384653.735227:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.735229:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384653.735232:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000001:2.0:1767384653.735234:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384653.735242:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000142f2130. 02000000:00000001:2.0:1767384653.735244:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.735246:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.735249:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:0.0:1767384653.735250:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384653.735255:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000010:2.0:1767384653.735257:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015034cbd. 00080000:00000001:0.0:1767384653.735257:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384653.735259:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:01000000:2.0:1767384653.735261:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:0.0:1767384653.735263:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384653.735265:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384653.735268:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000002:0.0:1767384653.735268:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 20000000:00000001:2.0:1767384653.735272:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.735274:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 20000000:00000001:2.0:1767384653.735277:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384653.735277:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:00000001:2.0:1767384653.735283:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384653.735285:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384653.735286:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00080000:00000001:0.0:1767384653.735300:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384653.735304:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384653.735307:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384653.735312:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384653.735316:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384653.735324:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000089761064. 00080000:00000001:0.0:1767384653.735327:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893545633280 : -106180163918336 : ffff9f6e010c2600) 00080000:00000001:0.0:1767384653.735330:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384653.735333:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:1.0:1767384653.735334:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00080000:00000010:0.0:1767384653.735337:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ec3cc267. 00080000:00000001:0.0:1767384653.735340:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384653.735343:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384653.735361:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384653.735376:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384653.735381:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.735893:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.735938:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736017:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736084:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736132:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736243:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736296:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736325:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736368:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736401:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384653.736493:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00080000:00000010:2.0:1767384653.736537:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000089761064. 00000400:00000200:1.0:1767384653.736555:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00080000:00000010:0.0:1767384653.736585:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ec3cc267. 00040000:00000001:0.0:1767384653.736591:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384653.736594:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384653.736597:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384653.736600:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384653.736602:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384653.736603:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:1.0:1767384653.736612:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 20000000:01000000:0.0:1767384653.736616:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384653.736629:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384653.736632:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:2.0:1767384653.736634:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000065d8a29b. 00080000:00000001:0.0:1767384653.736636:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:2.0:1767384653.736638:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #39 20000000:00000001:2.0:1767384653.736645:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:2.0:1767384653.736650:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384653.736653:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:1.0:1767384653.736653:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00080000:00000001:2.0:1767384653.736663:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384653.736673:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.736676:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384653.736677:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.736679:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384653.736683:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384653.736686:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00000020:00000001:2.0:1767384653.736689:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:2.0:1767384653.736692:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384653.736694:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384653.736696:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384653.736697:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384653.736700:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384653.736704:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 20000000:01000000:0.0:1767384653.736707:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384653.736708:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:1.0:1767384653.736711:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00080000:00000010:2.0:1767384653.736713:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bc9593b4. 20000000:00000001:0.0:1767384653.736713:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384653.736717:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:2.0:1767384653.736722:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893623022080 : -106180086529536 : ffff9f6e05a90200) 00010000:00000001:0.0:1767384653.736724:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:2.0:1767384653.736728:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384653.736729:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000001:00000001:2.0:1767384653.736734:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384653.736737:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004aaf7e96. 00010000:00000040:0.0:1767384653.736738:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b1627198 count: 2 00080000:00000001:2.0:1767384653.736741:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.736743:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384653.736746:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384653.736765:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.736771:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:2.0:1767384653.736774:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000010:0.0:1767384653.736776:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000536eb781. 00000020:00000001:0.0:1767384653.736782:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384653.736785:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000536eb781 with handle 0x71ee3a74e2719223 to hash 00000020:00000001:0.0:1767384653.736787:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384653.736789:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:0.0:1767384653.736792:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00000400:00000200:1.0:1767384653.736794:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00010000:00000001:0.0:1767384653.736796:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384653.736803:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.736806:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.736814:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384653.736818:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384653.736820:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384653.736822:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000400:00000200:1.0:1767384653.736826:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00010000:00000001:0.0:1767384653.736826:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384653.736834:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384653.736840:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384653.736841:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.736844:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384653.736845:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.736847:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.736849:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384653.736851:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384653.736856:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1627198) refcount = 2 00010000:00000040:0.0:1767384653.736860:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000400:00000200:1.0:1767384653.736862:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00010000:00000040:0.0:1767384653.736866:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384653.736873:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384653.736876:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1767384653.736881:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec3cc267. 00000100:00000001:0.0:1767384653.736884:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384653.736889:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e0f1eec6. 00000100:00000001:0.0:1767384653.736891:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898719116096 : -106174990435520 : ffff9f6f35693b40) 00000100:00000001:0.0:1767384653.736893:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637898719116096 : -106174990435520 : ffff9f6f35693b40) 00000100:00000001:0.0:1767384653.736896:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000400:00000200:1.0:1767384653.736901:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000100:00000001:0.0:1767384653.736902:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384653.736911:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1767384653.736916:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.736918:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384653.736921:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384653.736924:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384653.736926:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1767384653.736930:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384653.736934:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003419d4b7. 00000020:00000040:0.0:1767384653.736938:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000100:00000001:0.0:1767384653.736940:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384653.736942:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384653.736946:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 02000000:00000001:0.0:1767384653.736946:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384653.736956:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000089761064. 00000100:00000001:0.0:1767384653.736979:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.736986:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384653.736991:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00010000:00010000:0.0:1767384653.737007:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 16 pid: 17078 timeout: 424 lvb_type: 0 00010000:00000001:0.0:1767384653.737014:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1767384653.737017:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384653.737022:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384653.737039:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384653.737041:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.737043:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000100:00100000:0.0:1767384653.737044:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048140544:0@lo:104: 00000100:00000001:0.0:1767384653.737053:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384653.737056:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384653.737058:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.737059:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384653.737063:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac122ad8. 02000000:00000001:0.0:1767384653.737065:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.737073:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226e8cca. 00000400:00000010:0.0:1767384653.737079:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005402dd38. 00000100:00000200:0.0:1767384653.737088:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048140544, portal 16 00000100:00000001:0.0:1767384653.737089:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384653.737090:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759364480 : -106174950187136 : ffff9f6f37cf5f80) 00000100:00000040:0.0:1767384653.737093:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384653.737098:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384653.737100:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384653.737101:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000416ebaa8. 00000100:00000200:0.0:1767384653.737103:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048140544, offset 0 00000400:00000200:0.0:1767384653.737107:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384653.737113:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384653.737119:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff06300 00000400:00000200:0.0:1767384653.737123:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1859 [2] + 656 00000400:00000200:0.0:1767384653.737126:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384653.737129:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384653.737132:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384653.737133:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1767384653.737136:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000b1d8b27. 00000100:00000040:0.0:1767384653.737139:0:17102:0:(events.c:337:request_in_callback()) incoming req@000000000b1d8b27 x1853237048140544 msgsize 328 00000100:00100000:0.0:1767384653.737141:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384653.737153:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.737157:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000416ebaa8 00000400:00000010:0.0:1767384653.737159:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000416ebaa8. 00000100:00000001:0.0:1767384653.737161:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384653.737163:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384653.737171:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384653.737176:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384653.737180:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384653.737182:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.737186:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384653.737187:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048140544 00000100:00000001:0.0:1767384653.737191:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.737192:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384653.737195:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384653.737197:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294941513 00000100:00000001:2.0:1767384653.737198:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384653.737202:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.737205:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294941511 00000100:00100000:2.0:1767384653.737206:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048140544 00000020:00000001:2.0:1767384653.737217:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384653.737220:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000100:00000001:0.0:1767384653.737221:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294941513 00000020:00000001:2.0:1767384653.737222:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.737225:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000100:00000001:0.0:1767384653.737227:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294941511 00000020:00000001:2.0:1767384653.737229:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000020:00000001:2.0:1767384653.737232:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:0.0:1767384653.737233:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294941513 00000100:00000001:2.0:1767384653.737237:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384653.737239:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294941511 00000020:00000010:2.0:1767384653.737242:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:0.0:1767384653.737245:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294941513 00000100:00000001:2.0:1767384653.737249:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.737250:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294941511 00000020:00000010:2.0:1767384653.737254:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00000001:0.0:1767384653.737261:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.737262:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004bce4294. 00000100:00000001:0.0:1767384653.737265:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384653.737268:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f3c77a0. 00010000:00000001:0.0:1767384653.737269:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.737274:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384653.737277:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005039c53a. 00000020:00000010:2.0:1767384653.737278:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ed10f07. 00000020:00000001:0.0:1767384653.737278:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384653.737289:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a36d52b8. 00010000:00000001:0.0:1767384653.737289:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384653.737293:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00010000:00000001:0.0:1767384653.737293:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.737298:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.737299:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1767384653.737301:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1767384653.737302:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000800:00000010:1.0:1767384653.737302:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0b38fa5. 00010000:00000001:0.0:1767384653.737304:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384653.737307:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.737315:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.737319:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.737321:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.737321:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384653.737323:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 00000000e0f1eec6 going to sleep for 11 seconds 00000100:00000001:0.0:1767384653.737327:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.737332:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.737337:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384653.737350:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0b38fa5. 00080000:00000020:0.0:1767384653.737353:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384653.737355:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384653.737356:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:2.0:1767384653.737358:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:0.0:1767384653.737360:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000021d7f672. 00000800:00020000:1.0:1767384653.737363:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000100:00100000:2.0:1767384653.737364:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 20000000:00000001:0.0:1767384653.737366:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384653.737374:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a36d52b8. 00000100:00000040:2.0:1767384653.737375:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00010000:00000040:0.0:1767384653.737376:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048140288 00000800:00000010:1.0:1767384653.737385:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005039c53a. 00000100:00000001:2.0:1767384653.737386:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759362688 : -106174950188928 : ffff9f6f37cf5880) 00010000:00000001:0.0:1767384653.737386:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384653.737395:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6234d4c x1853237048140288/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384653.737401:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b1d8b27 x1853237048140544/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384653.737402:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384653.737406:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384653.737412:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.737414:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384653.737419:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:0.0:1767384653.737421:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384653.737425:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384653.737431:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00000040:0.0:1767384653.737432:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384653.737485:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384653.737489:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384653.737491:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.737496:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1767384653.737497:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b1d8b27 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048140544:12345-0@lo:104: 00000400:02020000:1.0:1767384653.737502:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp37 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000100:00000040:0.0:1767384653.737512:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1767384653.737516:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048140544 00000400:00000010:0.0:1767384653.737517:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000777fcff1. 00000100:00000200:0.0:1767384653.737524:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048140288, offset 224 00010000:00000001:2.0:1767384653.737529:0:17070:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:1.0:1767384653.737532:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp37 notifying 192.168.203.125@tcp37: down 00010000:00000001:2.0:1767384653.737535:0:17070:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384653.737538:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384653.737539:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384653.737546:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=2 00000020:00000001:2.0:1767384653.737549:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:2.0:1767384653.737551:0:17070:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:2.0:1767384653.737554:0:17070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:1.0:1767384653.737557:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp37 down 00010000:00000001:2.0:1767384653.737559:0:17070:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.737562:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:2.0:1767384653.737565:0:17070:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384653.737574:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06200 00000100:00000001:2.0:1767384653.737575:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384653.737584:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384653.737589:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000042831d2. 00000800:00000100:1.0:1767384653.737591:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 528 0@<0:0>->192.168.203.125@tcp37 00000400:00000200:0.0:1767384653.737591:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1b9d [2] + 224 02000000:00000001:2.0:1767384653.737593:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.737603:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384653.737607:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384653.737608:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000800:00000010:1.0:1767384653.737608:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000708efd9c. 00010000:00000001:2.0:1767384653.737616:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.737623:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=70 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384653.737623:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384653.737624:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000100:00000001:0.0:1767384653.737635:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384653.737637:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1767384653.737644:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384653.737645:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp37->192.168.203.125@tcp37: PUT: LOCAL_ERROR 00000100:00000040:2.0:1767384653.737648:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:2.0:1767384653.737656:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384653.737661:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384653.737665:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384653.737668:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384653.737672:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp37 added to recovery queue. ping count: 0 next ping: 275 health :900 00000100:00000001:2.0:1767384653.737673:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384653.737684:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384653.737688:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000010:2.0:1767384653.737689:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000100:00000200:2.0:1767384653.737693:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048140544, offset 224 00000100:00000001:0.0:1767384653.737695:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384653.737702:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384653.737707:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 1 00000400:00000200:0.0:1767384653.737710:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777fcff1 00000400:00000200:2.0:1767384653.737717:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384653.737717:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000777fcff1. 00000100:00000001:0.0:1767384653.737722:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000200:1.0:1767384653.737727:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:0.0:1767384653.737728:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384653.737763:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.737764:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff06300 00000100:00000040:0.0:1767384653.737770:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:0.0:1767384653.737773:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:2.0:1767384653.737776:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1bad [1] + 224 00000020:00000001:0.0:1767384653.737777:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.737782:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384653.737783:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384653.737790:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6234d4c x1853237048140288/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384653.737793:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1767384653.737800:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6234d4c pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048140288:12345-0@lo:253: Request processed in 2816us (3482us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384653.737804:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384653.737815:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384653.737834:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00000040:2.0:1767384653.737835:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384653.737841:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384653.737846:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384653.737849:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384653.737854:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaffa0d. 00000100:00000001:2.0:1767384653.737855:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384653.737857:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1767384653.737859:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e1f8ae7. 00000100:00000001:1.0:1767384653.737862:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384653.737864:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000020:00000010:0.0:1767384653.737865:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dd876bd. 00000400:00000010:2.0:1767384653.737868:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000100:00000001:2.0:1767384653.737874:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:0.0:1767384653.737875:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000400:00000001:1.0:1767384653.737876:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384653.737878:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384653.737889:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384653.737892:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.737892:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000010:1.0:1767384653.737894:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf7b3de6. 02000000:00000010:0.0:1767384653.737896:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b30ad4c8. 00000100:00000040:2.0:1767384653.737906:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:1.0:1767384653.737909:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcb730de 00010000:00000001:2.0:1767384653.737913:0:17070:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000400:00000010:1.0:1767384653.737915:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcb730de. 02000000:00000001:0.0:1767384653.737915:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000010:2.0:1767384653.737918:0:17070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f4535890. 00000100:00000001:0.0:1767384653.737923:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384653.737932:0:17070:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00000001:1.0:1767384653.737934:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384653.737935:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00010000:2.0:1767384653.737940:0:17070:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:0.0:1767384653.737942:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35c06d5. 00010000:00000001:2.0:1767384653.737944:0:17070:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384653.737945:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384653.737953:0:17070:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384653.737954:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000777fcff1. 00010000:00000001:2.0:1767384653.737963:0:17070:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.737974:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b1d8b27 x1853237048140544/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384653.737977:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384653.737979:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384653.737985:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.737994:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1767384653.738005:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384653.738011:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384653.738017:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384653.738038:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b1d8b27 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048140544:12345-0@lo:104: Request processed in 605us (880us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384653.738059:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384653.738065:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384653.738068:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000acd00157 already unused, calling callback (000000001dab8c51) 00000100:00000001:1.0:1767384653.738069:0:16357:0:(client.c:1578:after_reply()) Process entered 10000000:00000001:0.0:1767384653.738076:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:1.0:1767384653.738077:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1767384653.738078:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:1.0:1767384653.738086:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 10000000:00010000:0.0:1767384653.738088:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384653.738089:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00000100:00000001:1.0:1767384653.738094:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.738095:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.738101:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1767384653.738106:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384653.738107:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f3c77a0. 00010000:00000001:0.0:1767384653.738109:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384653.738116:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:2.0:1767384653.738118:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ed10f07. 00000100:00001000:1.0:1767384653.738120:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=70 v=5 (5 0 0 0) 00000020:00000001:0.0:1767384653.738120:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384653.738122:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004bce4294. 00000020:00000040:0.0:1767384653.738127:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=3 00000020:00000040:2.0:1767384653.738131:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00000020:00000001:0.0:1767384653.738136:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:0.0:1767384653.738145:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00000100:00000001:2.0:1767384653.738146:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384653.738146:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384653.738163:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384653.738164:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:1.0:1767384653.738170:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384653.738171:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.738177:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384653.738185:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.738188:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 10000000:00000001:0.0:1767384653.738188:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:1.0:1767384653.738189:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.738198:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x101151 10000000:00010000:0.0:1767384653.738199:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000040:1.0:1767384653.738203:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384653.738206:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384653.738212:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384653.738217:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e33ed2e 00000400:00000010:2.0:1767384653.738223:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e33ed2e. 00000400:00000200:2.0:1767384653.738236:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 10000000:01000000:0.0:1767384653.738237:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000400:00000200:2.0:1767384653.738249:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 10000000:00000001:0.0:1767384653.738251:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1767384653.738256:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000001:1.0:1767384653.738262:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 10000000:00000040:0.0:1767384653.738263:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000400:00000200:2.0:1767384653.738264:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (32) 00010000:00000001:0.0:1767384653.738269:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384653.738274:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.738277:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384653.738278:0:16352:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.125@tcp 00000100:00000001:1.0:1767384653.738284:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384653.738285:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc -71 10000000:00000001:0.0:1767384653.738286:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384653.738292:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:01000004:1.0:1767384653.738294:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000200:2.0:1767384653.738295:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 10000000:00000040:0.0:1767384653.738296:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 00000020:01000004:1.0:1767384653.738300:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 10000000:00000001:0.0:1767384653.738306:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:01000004:1.0:1767384653.738309:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:2.0:1767384653.738310:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (31) 10000000:00000001:0.0:1767384653.738310:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.738314:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:01000004:1.0:1767384653.738323:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00010000:00000001:0.0:1767384653.738323:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:01000004:1.0:1767384653.738331:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00010000:00000001:0.0:1767384653.738332:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:01000004:1.0:1767384653.738339:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384653.738340:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:01000004:1.0:1767384653.738346:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00010000:00000001:0.0:1767384653.738347:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384653.738349:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384653.738354:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000040:0.0:1767384653.738356:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000acd00157 with handle 0x71ee3a74e2719215 from hash 00000020:01000004:1.0:1767384653.738361:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00000001:0.0:1767384653.738364:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384653.738366:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.738368:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384653.738371:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384653.738372:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384653.738378:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384653.738384:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00000100:00100000:1.0:1767384653.738390:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048140288:0@lo:253: 00010000:00000001:0.0:1767384653.738391:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384653.738395:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384653.738401:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00000020:00000040:0.0:1767384653.738406:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=6 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384653.738407:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.738414:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384653.738416:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384653.738421:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384653.738422:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099a493cf x1853237048140288/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384653.738425:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384653.738434:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009dd876bd. 00000100:00000001:2.0:1767384653.738496:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.738497:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.738502:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000400:00000001:2.0:1767384653.738504:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00010000:0.0:1767384653.738507:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000001:2.0:1767384653.738509:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384653.738515:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000226e8cca. 00010000:00010000:0.0:1767384653.738532:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384653.738535:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.738536:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384653.738539:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384653.738541:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005402dd38 00000100:00000001:0.0:1767384653.738542:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.738543:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1767384653.738546:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005402dd38. 02000000:00000010:1.0:1767384653.738552:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f337cc97. 00000100:00000001:2.0:1767384653.738554:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1767384653.738560:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939358e9] to pc [ptlrpcd_00_01+1] req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384653.738567:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384653.738567:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384653.738572:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384653.738578:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384653.738585:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384653.738585:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384653.738589:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1767384653.738592:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000080d4da29. 00010000:00000001:0.0:1767384653.738593:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384653.738600:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.738603:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.738604:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384653.738611:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384653.738625:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099a493cf. 00010000:00000001:0.0:1767384653.738628:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.738633:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1767384653.738633:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.738634:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384653.738644:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767384653.738645:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384653.738646:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.738656:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.738657:0:17102:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384653.738660:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1767384653.738667:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00010000:0.0:1767384653.738667:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 00000000acd00157/0x71ee3a74e2719215 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271921c expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384653.738670:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384653.738674:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.738675:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384653.738677:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003a4ac8d8 count: 0 02000000:00000001:2.0:1767384653.738683:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.738684:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.738692:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=70 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384653.738694:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384653.738701:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.738702:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=70 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384653.738702:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384653.738709:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384653.738718:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000010:0.0:1767384653.738719:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f4535890. 00000100:00000001:2.0:1767384653.738722:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.738725:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.738728:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384653.738731:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.738732:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00010000:0.0:1767384653.738735:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384653.738736:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384653.738739:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384653.738740:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.738745:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:0.0:1767384653.738751:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.738752:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767384653.738756:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384653.738757:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384653.738759:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384653.738759:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384653.738764:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.738765:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384653.738771:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384653.738772:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384653.738777:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384653.738779:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.738784:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384653.738785:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384653.738790:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.738793:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384653.738798:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048140544:0@lo:104: 00000100:00000001:1.0:1767384653.738801:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384653.738802:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.738805:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.738806:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384653.738814:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.738816:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.738826:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.738827:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384653.738828:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384653.738834:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384653.738834:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.738839:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384653.738843:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003419d4b7 x1853237048140544/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1767384653.738843:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384653.738849:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384653.738857:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048140672:0@lo:103: 00000100:00000001:2.0:1767384653.738858:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384653.738862:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384653.738865:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1767384653.738866:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1767384653.738869:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac122ad8. 02000000:00000001:0.0:1767384653.738870:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.738874:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1767384653.738876:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1767384653.738877:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac122ad8. 00000020:00000001:2.0:1767384653.738879:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384653.738882:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 02000000:00000001:0.0:1767384653.738882:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384653.738887:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1767384653.738889:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b42085. 02000000:00000010:2.0:1767384653.738890:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000089761064. 00000400:00000010:0.0:1767384653.738906:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000416ebaa8. 02000000:00000001:2.0:1767384653.738907:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384653.738911:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1767384653.738912:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048140672, portal 18 00000100:00000010:2.0:1767384653.738913:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003419d4b7. 00000100:00000001:0.0:1767384653.738916:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384653.738918:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384653.738918:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00000100:00000001:2.0:1767384653.738921:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767384653.738924:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e0f1eec6. 00000100:00000040:0.0:1767384653.738925:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.738930:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384653.738935:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384653.738936:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000010:0.0:1767384653.738938:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cb6f2a0. 00010000:00000001:2.0:1767384653.738940:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384653.738941:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048140672, offset 0 00010000:00000010:2.0:1767384653.738946:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec3cc267. 00000400:00000200:0.0:1767384653.738949:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1767384653.738952:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.738954:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.738959:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384653.738979:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000200:0.0:1767384653.738981:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384653.738983:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1767384653.738986:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384653.738989:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff06380 00000400:00000200:0.0:1767384653.738998:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 656 00000400:00000200:0.0:1767384653.739002:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384653.739004:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384653.739007:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384653.739008:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384653.739011:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000173d4c5c. 00000100:00000040:0.0:1767384653.739013:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000173d4c5c x1853237048140672 msgsize 328 00000100:00100000:0.0:1767384653.739015:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384653.739040:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384653.739043:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cb6f2a0 00000400:00000010:0.0:1767384653.739045:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cb6f2a0. 00000100:00000001:0.0:1767384653.739046:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384653.739048:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.739060:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384653.739061:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.739066:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.739067:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384653.739070:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.739072:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294941515 00000100:00000001:0.0:1767384653.739075:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294941513 00000100:00000001:0.0:1767384653.739077:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294941515 00000100:00000001:0.0:1767384653.739079:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294941513 00000100:00000001:0.0:1767384653.739082:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294941515 00000100:00000001:0.0:1767384653.739085:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294941513 00000100:00000001:0.0:1767384653.739088:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294941515 00000100:00000001:0.0:1767384653.739090:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294941513 00000100:00000001:0.0:1767384653.739091:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.739098:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.739101:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.739105:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.739121:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384653.739122:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384653.739125:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384653.739126:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384653.739127:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.739129:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384653.739130:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384653.739144:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048140672 02000000:00000001:1.0:1767384653.739147:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384653.739150:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384653.739152:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384653.739156:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384653.739159:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048140672 00000020:00000001:1.0:1767384653.739162:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384653.739164:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384653.739167:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.739171:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:1.0:1767384653.739176:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384653.739180:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384653.739185:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384653.739189:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028717b1a. 00000100:00000001:1.0:1767384653.739193:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384653.739196:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028717b1a. 00000020:00000010:1.0:1767384653.739202:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8521d8. 00000020:00000010:1.0:1767384653.739208:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6475871. 00000020:00000010:1.0:1767384653.739215:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d378588. 00000100:00000040:1.0:1767384653.739225:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384653.739229:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384653.739230:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384653.739233:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384653.739236:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.739239:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384653.739244:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384653.739246:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.739248:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=4 00000020:00000001:1.0:1767384653.739252:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384653.739255:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00010000:1.0:1767384653.739273:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 16 pid: 17078 timeout: 424 lvb_type: 0 00010000:00000001:1.0:1767384653.739282:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.739291:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.739294:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.739296:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.739303:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384653.739312:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000173d4c5c x1853237048140672/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.739318:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384653.739319:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.739334:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.739350:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384653.739353:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384653.739363:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000040:1.0:1767384653.739370:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:1.0:1767384653.739373:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759367168 : -106174950184448 : ffff9f6f37cf6a00) 00000020:00000010:0.0:1767384653.739373:0:18905:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000b30ad4c8. 00000100:00000040:1.0:1767384653.739384:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000173d4c5c x1853237048140672/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 328/0 e 0 to 0 dl 1767384664 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.739396:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384653.739400:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000028717b1a. 00000100:00000001:1.0:1767384653.739402:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384653.739405:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000028717b1a. 00000100:00100000:1.0:1767384653.739410:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000173d4c5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048140672:12345-0@lo:103: 00000100:00000200:1.0:1767384653.739414:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048140672 00010000:00000001:1.0:1767384653.739417:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384653.739419:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384653.739422:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384653.739428:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384653.739431:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384653.739435:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000028b3c252. 02000000:00000001:1.0:1767384653.739486:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.739489:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.739492:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384653.739495:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1767384653.739499:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384653.739505:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.739508:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006d8611fc refcount=4 00000020:00000001:1.0:1767384653.739509:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000001:1.0:1767384653.739511:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110976 : -106174819440640 : ffff9f6f3f9a6800) 00010000:00000040:1.0:1767384653.739515:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000b1627198 count: 3 00010000:00010000:1.0:1767384653.739520:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 16 pid: 17078 timeout: 424 lvb_type: 0 00000100:00001000:1.0:1767384653.739526:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384653 v=100 (0 0 0 0) 00010000:00000001:1.0:1767384653.739530:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384653.739539:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.739541:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384653.739545:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 16 pid: 17078 timeout: 424 lvb_type: 0 00000020:00000001:1.0:1767384653.739553:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.739556:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.739558:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384653.739560:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.739566:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384653.739568:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384653.739576:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.739577:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.739580:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384653.739583:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384653.739586:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006d8611fc with handle 0x71ee3a74e271921c from hash 00010000:00000001:1.0:1767384653.739589:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384653.739591:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.739592:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.739595:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384653.739598:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384653.739600:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384653.739603:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006d8611fc/0x71ee3a74e271921c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e2719215 expref: 16 pid: 17078 timeout: 424 lvb_type: 0 00010000:00000040:1.0:1767384653.739612:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:1.0:1767384653.739624:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00010000:00000001:1.0:1767384653.739638:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.739642:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384653.739647:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384653.739650:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000536eb781 00010000:00000001:1.0:1767384653.739654:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384653.739657:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384653.739661:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384653.739662:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bc9593b4. 00010000:00000001:1.0:1767384653.739674:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384653.739678:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.739684:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384653.739688:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384653.739691:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.739701:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00080000:00000010:2.0:1767384653.739702:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004aaf7e96. 00010000:00000001:1.0:1767384653.739708:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00040000:00000001:2.0:1767384653.739709:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1767384653.739714:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00040000:00000001:2.0:1767384653.739715:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384653.739724:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.739726:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384653.739729:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000b1627198) refcount = 2 00000020:00000002:2.0:1767384653.739730:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384653.739741:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.739746:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384653.739747:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384653.739754:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:1.0:1767384653.739765:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000001:2.0:1767384653.739768:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384653.739770:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 20000000:01000000:2.0:1767384653.739773:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:1.0:1767384653.739774:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384653.739789:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384653.739790:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000010:1.0:1767384653.739799:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000028717b1a. 00000100:00000001:1.0:1767384653.739804:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384653.739811:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a36d52b8. 00000100:00000001:1.0:1767384653.739815:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893636428160 : -106180073123456 : ffff9f6e06759180) 00000100:00000001:1.0:1767384653.739818:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893636428160 : -106180073123456 : ffff9f6e06759180) 00000100:00000001:1.0:1767384653.739822:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384653.739825:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384653.739828:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384653.739832:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384653.739841:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384653.739844:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384653.739846:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.739849:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000536eb781 refcount=5 00000020:00000001:1.0:1767384653.739853:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:1.0:1767384653.739858:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:1.0:1767384653.739863:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384653.739867:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.739875:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384653.739878:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.739884:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.739886:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384653.739889:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.739896:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384653.739900:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.739904:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384653.739907:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384653.739919:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000536eb781 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384653.739925:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.739928:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384653.739932:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384653.739939:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384653.739942:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384653.739944:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384653.739947:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000536eb781 refcount=6 00080000:00000020:2.0:1767384653.739948:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384653.739953:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384653.739957:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015034cbd. 00000020:00000001:1.0:1767384653.739958:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:1.0:1767384653.739964:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623419392 : -106175086132224 : ffff9f6f2fb50400) 00010000:00000001:1.0:1767384653.739978:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384653.739981:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:2.0:1767384653.739983:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384653.739995:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048140416 00010000:00000001:1.0:1767384653.739997:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384653.740000:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384653.740003:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384653.740007:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384653.740012:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c754a157 x1853237048140416/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384653.740019:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384653.740020:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384653.740021:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384653.740024:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384653.740039:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=70 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384653.740041:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384653.740044:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384653.740046:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384653.740049:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000536eb781 with handle 0x71ee3a74e2719223 from hash 00010000:00000001:1.0:1767384653.740058:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384653.740059:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:1.0:1767384653.740066:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384653.740067:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384653.740074:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384653.740076:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384653.740086:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1767384653.740088:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.740096:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1767384653.740099:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384653.740100:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384653.740107:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384653.740111:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384653.740112:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384653.740122:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.740126:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:2.0:1767384653.740127:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055581291. 00010000:00000001:1.0:1767384653.740135:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000200:2.0:1767384653.740136:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048140416, offset 224 00010000:00000001:1.0:1767384653.740143:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.740146:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.740150:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.740154:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384653.740155:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.740161:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384653.740164:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384653.740179:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384653.740182:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.740184:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.740188:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767384653.740197:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06280 00010000:00000001:1.0:1767384653.740199:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384653.740206:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.740211:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.740217:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:2.0:1767384653.740219:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ba5 [2] + 224 00010000:00000001:1.0:1767384653.740226:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.740228:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:1.0:1767384653.740231:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384653.740235:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384653.740236:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384653.740240:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384653.740242:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.740243:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384653.740245:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1767384653.740249:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000200:2.0:1767384653.740252:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.740256:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.740267:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.740282:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1767384653.740288:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000a36d52b8. 00010000:00010000:0.0:1767384653.740290:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384653.740298:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:2.0:1767384653.740301:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384653.740303:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384653.740307:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000010:1.0:1767384653.740318:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000028717b1a. 20000000:00000001:0.0:1767384653.740318:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384653.740330:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384653.740330:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384653.740337:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:2.0:1767384653.740338:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384653.740347:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384653.740348:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384653.740350:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055581291 00000400:00000010:2.0:1767384653.740357:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055581291. 00010000:00000001:0.0:1767384653.740357:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384653.740358:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384653.740367:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.740369:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:0.0:1767384653.740369:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000536eb781/0x71ee3a74e2719223 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384653.740375:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00001000:1.0:1767384653.740375:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=70 v=5 (1 0 0 0) 00010000:00000040:0.0:1767384653.740379:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000b1627198 count: 0 00000100:00000001:2.0:1767384653.740384:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384653.740395:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384653.740400:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384653.740401:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:1.0:1767384653.740401:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384653.740407:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:2.0:1767384653.740408:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384653.740417:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:0.0:1767384653.740418:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384653.740419:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.740423:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384653.740434:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1767384653.740435:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384653.740436:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384653.740441:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384653.740444:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c754a157 x1853237048140416/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 4848/4768 e 0 to 0 dl 1767384664 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384653.740444:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034a61e8d. 00000400:00000200:0.0:1767384653.740450:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db39d09f 02000000:00000001:1.0:1767384653.740463:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.740467:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384653.740472:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384653.740477:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5ecac1b. 00000400:00000010:0.0:1767384653.740479:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db39d09f. 00000100:00000001:0.0:1767384653.740484:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384653.740487:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048140672, offset 224 00000100:00000200:0.0:1767384653.740492:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.740494:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c754a157 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048140416:12345-0@lo:253: Request processed in 5344us (5946us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384653.740502:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384653.740526:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384653.740549:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00000040:2.0:1767384653.740553:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000200:0.0:1767384653.740557:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384653.740561:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff06380 00000100:00000001:2.0:1767384653.740562:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384653.740569:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384653.740575:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca72885d. 00000100:00000001:0.0:1767384653.740580:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384653.740581:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1bc1 [1] + 224 00000020:00000010:2.0:1767384653.740582:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000100:00000001:0.0:1767384653.740585:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.740589:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384653.740590:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b88778. 02000000:00000001:0.0:1767384653.740595:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384653.740600:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:0.0:1767384653.740601:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384653.740604:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384653.740606:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384653.740609:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384653.740609:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384653.740616:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000142f2130. 00000400:00000200:1.0:1767384653.740617:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1767384653.740620:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=70 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384653.740627:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384653.740634:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.740636:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384653.740636:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384653.740640:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384653.740646:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384653.740648:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384653.740649:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1767384653.740651:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384653.740654:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.740656:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61c8ce7. 00000100:00000001:0.0:1767384653.740665:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384653.740668:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055581291. 00000100:00000040:0.0:1767384653.740679:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384653.740690:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384653.740691:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384653.740698:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384653.740700:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384653.740708:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384653.740712:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384653.740719:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384653.740724:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384653.740728:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384653.740734:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384653.740736:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384653.740737:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384653.740738:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384653.740743:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384653.740746:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384653.740756:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048140416:0@lo:253: 00000100:00000001:2.0:1767384653.740757:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384653.740760:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5ecac1b 00000100:00000001:2.0:1767384653.740762:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384653.740764:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5ecac1b. 00000100:00000001:0.0:1767384653.740765:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384653.740773:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384653.740774:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384653.740774:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384653.740786:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384653.740787:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1767384653.740790:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004244289 x1853237048140416/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384653.740793:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084b42085. 00000100:00000001:1.0:1767384653.740795:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384653.740804:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000416ebaa8 00000100:00000040:1.0:1767384653.740807:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000010:2.0:1767384653.740809:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000416ebaa8. 00010000:00000001:1.0:1767384653.740819:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384653.740821:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384653.740822:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384653.740832:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384653.740833:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1767384653.740835:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384653.740841:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000002bfaf6a6. 02000000:00000001:0.0:1767384653.740850:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384653.740851:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000173d4c5c x1853237048140672/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:634/0 lens 328/224 e 0 to 0 dl 1767384664 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384653.740856:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384653.740861:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384653.740872:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384653.740875:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b1c1b1. 02000000:00000001:0.0:1767384653.740887:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1767384653.740894:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384653.740895:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384653.740898:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004244289. 00000100:00100000:1.0:1767384653.740903:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000173d4c5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048140672:12345-0@lo:103: Request processed in 1499us (1881us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384653.740907:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384653.740912:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384653.740921:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384653.740938:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:0.0:1767384653.740938:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.740940:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384653.740946:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.740947:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384653.740949:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384653.740956:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.740961:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384653.740962:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384653.740962:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384653.740982:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384653.740989:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384653.740989:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6475871. 00000100:00000001:2.0:1767384653.740992:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384653.740996:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384653.740997:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d378588. 02000000:00000001:2.0:1767384653.740999:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384653.741003:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8521d8. 00000020:00000040:1.0:1767384653.741006:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00001000:2.0:1767384653.741010:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=70 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384653.741011:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384653.741027:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384653.741043:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384653.741046:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384653.741047:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384653.741048:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.741050:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384653.741054:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.741059:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384653.741060:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384653.741061:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384653.741063:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384653.741067:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048140672:0@lo:103: 00000100:00000001:2.0:1767384653.741071:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.741072:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384653.741074:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000939358e9 x1853237048140672/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384669 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384653.741079:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384653.741082:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384653.741083:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac122ad8. 02000000:00000001:2.0:1767384653.741085:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384653.741086:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384653.741087:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384653.741088:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384653.741089:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009dd876bd. 02000000:00000001:2.0:1767384653.741091:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384653.741092:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384653.741093:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 00000100:00000001:2.0:1767384653.741105:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384653.741106:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.741107:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384653.741111:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384653.741116:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384653.741118:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384653.741120:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1767384653.743496:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003a4ac8d8. 00010000:00000010:0.1:1767384653.743505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000acd00157. 00000100:00000040:1.0:1767384653.745526:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294941515, at 4294941516 00000100:00000010:1.0:1767384653.745536:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024e560a5. 00000100:00000040:2.0:1767384653.745541:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294941515, at 4294941516 00000100:00000010:2.0:1767384653.745549:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e7871d4. 00010000:00000010:1.1:1767384653.746473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d8611fc. 00010000:00000010:0.1:1767384653.746481:0:32057:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b1627198. 00010000:00000010:0.1:1767384653.746488:0:32057:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000536eb781. 00000100:00000040:3.0:1767384653.746506:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294941515, at 4294941517 00000100:00000010:3.0:1767384653.746513:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000098afd1e6. 00000100:00000040:0.0:1767384653.747303:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294941515, at 4294941517 00000100:00000010:0.0:1767384653.747309:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f9a1feb. 00000400:00000010:0.0:1767384653.752024:0:32061:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 00000000dd38e86d. 00000400:00000040:0.0:1767384653.752054:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384653.752056:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384653.752069:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.752070:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384653.752072:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.752073:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384653.752075:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384653.752076:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384653.752077:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384653.752078:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384653.752080:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384653.752081:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384653.752082:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384653.752087:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384653.752088:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384653.752089:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384653.752090:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384653.752091:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384653.752092:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384653.752093:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.752094:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384653.752095:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384653.752096:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384653.752097:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384653.752098:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384653.752100:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.752100:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384653.752101:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384653.752102:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384653.752103:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384653.752104:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384653.752105:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384653.752106:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384653.752107:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384653.752108:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384653.752109:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384653.752110:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384653.752111:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384653.752112:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384653.752113:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384653.752114:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384653.752115:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384653.752116:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384653.752117:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384653.752118:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384653.752119:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384653.752120:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384653.752120:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384653.752122:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384653.752123:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384653.752124:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384653.752124:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384653.752128:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384653.752129:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384653.752130:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384653.752131:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384653.752132:0:32061:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384653.752202:0:32061:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 00000000dd38e86d. 00000400:00000200:2.0:1767384654.566554:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp37 00000800:00000200:3.0:1767384654.566555:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005aa6cfb9] -> 12345-192.168.203.125@tcp22 (6) 00000400:00000010:2.0:1767384654.566564:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008bcb6e96. 00000800:00000200:3.0:1767384654.566572:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp22 ip 192.168.203.125:988 00000400:00000010:2.0:1767384654.566576:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006b265cde. 00000800:00000200:3.0:1767384654.566578:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:2.0:1767384654.566586:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e33ed2e. 00000400:00000010:2.0:1767384654.566600:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bc925693. 00000400:00000200:2.0:1767384654.566611:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp37 00000400:00000200:2.0:1767384654.566638:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp37 local destination 00000400:00000200:2.0:1767384654.566646:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp37 00000400:00000200:2.0:1767384654.566652:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp37 NI seq info: [127:127:256:4294967295] 192.168.203.125@tcp37 LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1767384654.566658:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp37 00000400:00000200:2.0:1767384654.566665:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp37(192.168.203.125@tcp37:) -> 192.168.203.125@tcp37(192.168.203.125@tcp37:192.168.203.125@tcp37) : GET try# 0 00000800:00000200:2.0:1767384654.566673:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp37 00000800:00000010:2.0:1767384654.566678:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000012f4b7c1. 00000800:00000200:2.0:1767384654.566689:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000800:00000200:2.1:1767384654.566694:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000400:00000200:2.0:1767384654.566713:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp37 added to recovery queue. ping count: 1 next ping: 277 health :900 00000800:00000200:3.0:1767384654.566743:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384654.566750:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384654.566762:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384654.566770:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384654.566777:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384654.566806:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.566896:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.566960:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567093:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567205:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567271:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567327:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567409:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567515:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567618:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567699:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567725:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567755:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567841:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.567904:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.568022:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.568176:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.568262:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.568311:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.568400:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.568657:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.568701:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.568765:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.568908:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569006:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569142:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569267:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569314:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569359:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569504:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569633:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569729:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569781:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569816:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384654.569860:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384654.570105:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015034cbd. 00000800:00000010:2.0:1767384654.570111:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000aca4617e. 00000800:00000010:2.0:1767384654.570116:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000105693ce. 00000800:00000010:2.0:1767384654.570142:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000105693ce. 00000800:00020000:2.0:1767384654.570149:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384654.570153:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000aca4617e. 00000800:00000010:2.0:1767384654.570162:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000015034cbd. 00000400:02020000:2.0:1767384654.570208:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp37 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384654.570214:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp37 notifying 192.168.203.125@tcp37: down 00000400:00000200:2.0:1767384654.570216:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384654.570220:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp37 00000800:00000010:2.0:1767384654.570223:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000012f4b7c1. 00000400:00000200:2.0:1767384654.570228:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384654.570231:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp37->192.168.203.125@tcp37: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384654.570238:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384654.570241:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384654.570244:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp37) recovery failed with -71 00010000:00000001:3.0:1767384654.757611:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384654.757617:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.757624:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384654.757626:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384654.757668:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384654.757673:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384654.757676:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384654.949520:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384654.949533:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384654.949540:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000099a493cf. 00000020:00000040:1.0:1767384654.949546:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384654.949550:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384654.949553:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384654.949558:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384654.949564:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b2d437a1. 00000100:00000001:1.0:1767384654.949570:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384654.949577:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384654.949587:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384654.949589:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384654.949594:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099a493cf] to pc [ptlrpcd_00_02+2] req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.949618:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384654.949620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384654.949623:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384654.949625:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b004290b. 00000020:00000040:1.0:1767384654.949627:0:38:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384654.949629:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384654.949630:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384654.949630:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384654.949634:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.949637:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384654.949638:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384654.949639:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007c09325f. 00000100:00000001:3.0:1767384654.949641:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384654.949650:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.949652:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384654.949658:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384654.949658:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384654.949686:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384654.949688:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384654.949688:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.949691:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384654.949693:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b004290b] to pc [ptlrpcd_00_03+3] req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384654.949697:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384654.949701:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384654.949706:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384654.949711:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048140800:0@lo:400: 00000100:00000001:1.0:1767384654.949715:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.949722:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384654.949723:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384654.949732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384654.949733:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384654.949735:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384654.949746:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.949746:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384654.949747:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1767384654.949759:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1767384654.949760:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000004244289. 02000000:00000010:3.0:1767384654.949763:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005da994d3. 00000020:00000040:1.0:1767384654.949764:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000040:0.0:1767384654.949768:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384654.949771:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.949774:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384654.949780:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1767384654.949781:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e454136. 02000000:00000001:1.0:1767384654.949784:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384654.949798:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005efc0fd3. 00000100:00000001:0.0:1767384654.949798:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384654.949801:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000039f89cf3. 00000100:00000001:0.0:1767384654.949808:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.949809:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384654.949814:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048140800, portal 25 02000000:00000001:0.0:1767384654.949815:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1767384654.949820:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384654.949824:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767384654.949826:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384654.949828:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384654.949831:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758970368 : -106174950581248 : ffff9f6f37c95c00) 00000100:00000001:1.0:1767384654.949836:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.949839:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384654.949844:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384654.949850:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004244289] to pc [ptlrpcd_00_00+0] req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384654.949851:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048140928:0@lo:400: 00000100:00000001:3.0:1767384654.949858:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384654.949870:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384654.949876:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384654.949877:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfbf5513. 00000100:00000200:3.0:1767384654.949884:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048140800, offset 0 02000000:00000001:0.0:1767384654.949887:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384654.949893:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.949897:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384654.949902:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1767384654.949905:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009fe12cf7. 02000000:00000001:0.0:1767384654.949910:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.949914:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384654.949916:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073c78d9b. 00000100:00000040:1.0:1767384654.949925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1767384654.949927:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384654.949931:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007cb6f2a0. 00000100:00000001:1.0:1767384654.949933:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384654.949940:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a32564d. 00000100:00000200:0.0:1767384654.949940:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048140928, portal 4 00000400:00000200:3.0:1767384654.949949:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff06400 00000100:00000001:0.0:1767384654.949950:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1767384654.949951:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384654.949960:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384654.949961:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758966784 : -106174950584832 : ffff9f6f37c94e00) 02000000:00000001:1.0:1767384654.949968:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384654.949972:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x13e1 [2] + 0 02000000:00000001:1.0:1767384654.949975:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384654.949977:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c475e859. 02000000:00000010:1.0:1767384654.949981:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005bf450a0. 00000100:00000040:0.0:1767384654.949981:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384654.949983:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005ccfb6eb 00000100:00000001:1.0:1767384654.949993:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384654.949994:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1767384654.950006:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384654.950007:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384654.950035:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccfb6eb 00000400:00000010:3.0:1767384654.950044:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ccfb6eb. 00000100:00000001:1.0:1767384654.950056:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384654.950061:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:1.0:1767384654.950065:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.950065:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384654.950066:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384654.950076:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000094f2938a x1853237048140800 msgsize 224 00000100:00000040:1.0:1767384654.950079:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002a32564d] to pc [ptlrpcd_00_01+1] req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384654.950079:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384654.950090:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ffd9e1e. 00000100:00100000:3.0:1767384654.950097:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1767384654.950101:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048140928, offset 0 00000100:00000040:3.0:1767384654.950103:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384654.950121:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384654.950123:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384654.950134:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfbf5513 00000100:00000001:1.0:1767384654.950137:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384654.950144:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (280) 00000400:00000010:3.0:1767384654.950147:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfbf5513. 00000400:00000200:0.0:1767384654.950150:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384654.950158:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384654.950162:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384654.950167:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1767384654.950168:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384654.950171:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff06480 00000100:00000001:1.0:1767384654.950173:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384654.950184:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384654.950196:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3216 00000400:00000200:0.0:1767384654.950216:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384654.950223:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384654.950233:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384654.950238:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.950239:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384654.950240:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384654.950254:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384654.950259:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384654.950260:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384654.950260:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384654.950265:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000001:1.0:1767384654.950267:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.950269:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1767384654.950275:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000072fcbee8. 00000100:00100000:1.0:1767384654.950279:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853237048141056:0@lo:400: 00000100:00000040:0.0:1767384654.950282:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000072fcbee8 x1853237048140928 msgsize 224 00000100:00000001:3.0:1767384654.950283:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.950283:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384654.950295:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384654.950298:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294942726 02000000:00000001:1.0:1767384654.950302:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384654.950310:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384654.950311:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000025fab92. 02000000:00000001:1.0:1767384654.950311:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384654.950318:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d89d20a. 02000000:00000001:1.0:1767384654.950322:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.950325:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1767384654.950326:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019a3d407. 00000100:00000001:0.0:1767384654.950327:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384654.950338:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294942726 00000400:00000010:1.0:1767384654.950341:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5ecac1b. 00000400:00000200:0.0:1767384654.950344:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ffd9e1e 00000100:00000010:3.0:1767384654.950345:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b78181bc. 00000400:00000010:0.0:1767384654.950349:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ffd9e1e. 00000100:00000001:3.0:1767384654.950352:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384654.950353:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384654.950355:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048141056, portal 10 00000100:00000001:1.0:1767384654.950363:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384654.950365:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758971264 : -106174950580352 : ffff9f6f37c95f80) 00000100:00000001:3.0:1767384654.950367:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294942726 00000100:00000200:0.0:1767384654.950370:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384654.950377:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6897c91. 00000100:00000040:1.0:1767384654.950382:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.950389:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384654.950400:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294942726 00000100:00000010:3.0:1767384654.950414:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaaf1589. 00000100:00000001:0.0:1767384654.950419:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384654.950423:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384654.950427:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384654.950430:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384654.950430:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384654.950433:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384654.950470:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000100:00000200:1.0:1767384654.950474:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048141056, offset 0 00000400:00000200:1.0:1767384654.950479:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384654.950498:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384654.950515:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.950518:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767384654.950521:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff06500 00000100:00000001:0.0:1767384654.950524:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.950529:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4377 usecs (5 jiffies) 00000100:00000001:0.0:1767384654.950534:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942726 00000400:00000200:1.0:1767384654.950536:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7160 00000100:00000001:0.0:1767384654.950542:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942726 00000400:00000200:1.0:1767384654.950547:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384654.950547:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942726 00000100:00000001:0.0:1767384654.950558:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942726 00000400:00000200:1.0:1767384654.950560:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384654.950565:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384654.950566:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384654.950576:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942726 00000100:00000001:0.0:1767384654.950579:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942726 00000100:00000001:0.0:1767384654.950581:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942726 00000100:00000001:0.0:1767384654.950583:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942726 00000100:00000001:0.0:1767384654.950585:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384654.950588:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384654.950591:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5854106. 00000100:00000001:0.0:1767384654.950591:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.950601:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384654.950602:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000a5854106 x1853237048141056 msgsize 224 00000100:00100000:1.0:1767384654.950619:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384654.950620:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384654.950623:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384654.950630:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384654.950633:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384654.950638:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384654.950639:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.950649:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.950652:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000400:00000010:1.0:1767384654.950656:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000100:00000001:1.0:1767384654.950665:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384654.950670:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.950678:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384654.950683:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.950690:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384654.950691:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.950698:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384654.950698:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384654.950711:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384654.950715:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.950720:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384654.950724:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3803 usecs (4 jiffies) 00000100:00000001:1.0:1767384654.950732:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942725 00000100:00000001:0.0:1767384654.950735:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384654.950738:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294942726 00000100:00000001:0.0:1767384654.950739:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.950743:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942725 02000000:00000001:0.0:1767384654.950745:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384654.950747:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294942726 02000000:00000001:0.0:1767384654.950749:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384654.950750:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942725 00000100:00000001:1.0:1767384654.950762:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294942726 02000000:00000001:0.0:1767384654.950762:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.950770:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942725 00000100:00100000:0.0:1767384654.950773:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16355:1853237048141184:0@lo:400: 00000100:00000001:1.0:1767384654.950774:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294942726 00000100:00000001:1.0:1767384654.950786:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384654.950787:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384654.950801:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384654.950804:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.950806:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384654.950810:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf822b8f. 02000000:00000001:0.0:1767384654.950818:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.950822:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384654.950827:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b42085. 00000100:00000001:1.0:1767384654.950829:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.950837:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384654.950839:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ffd9e1e. 00000100:00000001:1.0:1767384654.950846:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384654.950848:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048141184, portal 10 00000100:00000001:1.0:1767384654.950850:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384654.950856:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384654.950859:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384654.950863:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384654.950863:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898758963200 : -106174950588416 : ffff9f6f37c94000) 00000100:00000001:1.0:1767384654.950870:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.950877:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.950878:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.950894:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384654.950902:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384654.950908:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d88a90c. 00000100:00000200:0.0:1767384654.950912:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048141184, offset 0 00000400:00000200:0.0:1767384654.950926:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384654.950942:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384654.950950:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1767384654.950956:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff06580 00000100:00100000:1.0:1767384654.950958:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048141056 02000000:00000001:1.0:1767384654.950964:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1767384654.950966:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7384 00000100:00000001:1.0:1767384654.950968:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384654.950978:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384654.950980:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384654.950986:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384654.950990:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1767384654.950999:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048141056 00000100:00000001:0.0:1767384654.951003:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384654.951005:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1767384654.951015:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1767384654.951016:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000010:0.0:1767384654.951034:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a812395. 00000100:00000040:0.0:1767384654.951039:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000003a812395 x1853237048141184 msgsize 224 00000020:00000001:1.0:1767384654.951043:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384654.951048:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00100000:0.0:1767384654.951056:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384654.951058:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000001:1.0:1767384654.951073:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:1.0:1767384654.951081:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384654.951087:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054155743. 00000100:00000001:0.0:1767384654.951088:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384654.951101:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384654.951104:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d88a90c 00000020:00000010:1.0:1767384654.951105:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000054155743. 00000400:00000010:0.0:1767384654.951112:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d88a90c. 00000020:00000010:1.0:1767384654.951119:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000580b0193. 00000100:00000001:0.0:1767384654.951122:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384654.951131:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003a381fd7. 00000100:00000200:0.0:1767384654.951138:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384654.951143:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d378588. 00000100:00000001:0.0:1767384654.951148:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384654.951157:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384654.951168:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384654.951169:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.951184:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384654.951185:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384654.951197:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384654.951202:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.951204:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384654.951218:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3870 usecs (4 jiffies) 00000100:00000001:0.0:1767384654.951223:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294942725 00000100:00000001:1.0:1767384654.951224:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384654.951230:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384654.951235:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.951235:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294942726 00000100:00000001:0.0:1767384654.951242:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294942725 00000100:00000001:0.0:1767384654.951244:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294942726 00000100:00000001:0.0:1767384654.951253:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294942725 00000100:00000001:0.0:1767384654.951258:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294942726 00000100:00000001:0.0:1767384654.951261:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294942725 00000100:00000001:0.0:1767384654.951264:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294942726 00000100:00000001:0.0:1767384654.951267:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384654.951269:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.951270:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.951284:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.951286:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.951294:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384654.951297:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384654.951304:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384654.951307:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384654.951309:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384654.951312:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384654.951313:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048141184 02000000:00000001:1.0:1767384654.951318:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384654.951318:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.951320:0:18370:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384654.951326:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384654.951327:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048140928 00000100:00000001:1.0:1767384654.951329:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.951333:0:18370:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1767384654.951335:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.951340:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.951340:0:18370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1767384654.951341:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048141184 00000100:00000001:0.0:1767384654.951347:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384654.951351:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384654.951352:0:18370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.951354:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.951354:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1767384654.951360:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000001:3.0:1767384654.951365:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384654.951365:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384654.951366:0:18370:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384654.951372:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000020:00000040:1.0:1767384654.951374:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00100000:2.0:1767384654.951382:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048140928 00000100:00000001:3.0:1767384654.951385:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384654.951388:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:3.0:1767384654.951390:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384654.951390:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000020:00000001:2.0:1767384654.951391:0:18370:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384654.951398:0:18370:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:0.0:1767384654.951408:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636140416 : -106180073411200 : ffff9f6e06712d80) 00000100:00000001:3.0:1767384654.951409:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384654.951409:0:18370:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384654.951409:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:3.0:1767384654.951419:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1767384654.951420:0:18370:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000001:3.0:1767384654.951429:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.951429:0:18370:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384654.951430:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384654.951433:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a5854106 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:635/0 lens 224/0 e 0 to 0 dl 1767384665 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384654.951437:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000054155743. 00000100:00000001:3.0:1767384654.951440:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384654.951444:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000e4fd7fc0. 00000100:00000001:0.0:1767384654.951472:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384654.951476:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003c5a3a2b. 00000020:00000001:2.0:1767384654.951478:0:18370:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000040:1.0:1767384654.951479:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:0.0:1767384654.951481:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384654.951491:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384654.951496:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003c5a3a2b. 00000020:00000010:2.0:1767384654.951499:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ea25369. 00000100:00100000:0.0:1767384654.951504:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a5854106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853237048141056:12345-0@lo:400: 00000100:00000001:1.0:1767384654.951508:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1767384654.951508:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048141056 00000020:00000010:2.0:1767384654.951509:0:18370:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008893688a. 00000020:00000010:1.0:1767384654.951518:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b320c44b. 00000020:00000040:2.0:1767384654.951520:0:18370:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000020:00000001:0.0:1767384654.951521:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1767384654.951524:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000278b315. 00000020:00000001:0.0:1767384654.951526:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384654.951527:0:18370:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1767384654.951541:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384654.951544:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beee3fa1. 00000020:00000001:0.0:1767384654.951545:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1767384654.951547:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069f68d79. 00000020:00000001:0.0:1767384654.951550:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000010:2.0:1767384654.951552:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083355a1d. 00000100:00000001:1.0:1767384654.951554:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384654.951556:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384654.951557:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384654.951559:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000020:00000001:0.0:1767384654.951561:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384654.951562:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384654.951570:0:18370:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:0.0:1767384654.951579:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384654.951582:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1767384654.951584:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384654.951587:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1767384654.951588:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.951589:0:18370:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1767384654.951599:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384654.951600:0:18370:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384654.951600:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.951614:0:18370:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.951619:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1767384654.951626:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.951628:0:18370:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1767384654.951628:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384654.951637:0:18370:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:0.0:1767384654.951637:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000ecdde6d0. 00000100:00000001:2.0:1767384654.951640:0:18370:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.951642:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.951648:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384654.951650:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384654.951652:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000100:00000001:1.0:1767384654.951652:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384654.951655:0:18370:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1767384654.951655:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048141056 00000100:00000001:1.0:1767384654.951657:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384654.951660:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:1.0:1767384654.951671:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000004:00000020:3.0:1767384654.951672:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00010000:00000200:0.0:1767384654.951680:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5854106 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:635/0 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.951681:0:18370:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1767384654.951682:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000010:3.0:1767384654.951683:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6055503. 00000100:00000001:2.0:1767384654.951688:0:18370:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384654.951694:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759359104 : -106174950192512 : ffff9f6f37cf4a80) 00000020:00000040:3.0:1767384654.951699:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00100000:2.0:1767384654.951710:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:1.0:1767384654.951711:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a812395 x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:635/0 lens 224/0 e 0 to 0 dl 1767384665 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.951715:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384654.951718:0:18370:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 02000000:00000001:3.0:1767384654.951721:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384654.951731:0:18370:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759356416 : -106174950195200 : ffff9f6f37cf4000) 02000000:00000001:3.0:1767384654.951732:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384654.951750:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1767384654.951751:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ac900b3d. 00000100:00000040:2.0:1767384654.951755:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000072fcbee8 x1853237048140928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:635/0 lens 224/0 e 0 to 0 dl 1767384665 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384654.951759:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.951763:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384654.951773:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384654.951778:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384654.951785:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.951794:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384654.951803:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6055503] to pc [ptlrpcd_00_02+2] req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.951804:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384654.951805:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000010:1.0:1767384654.951816:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000677cdbd4. 00000100:00000001:2.0:1767384654.951817:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384654.951818:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000010:2.0:1767384654.951832:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009597cb8c. 02000000:00000001:0.0:1767384654.951834:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384654.951835:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384654.951837:0:18370:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384654.951843:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384654.951849:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000677cdbd4. 00000020:00000010:2.0:1767384654.951850:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009597cb8c. 00000100:00000001:0.0:1767384654.951851:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000001:3.0:1767384654.951857:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.951868:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1767384654.951878:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a812395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853237048141184:12345-0@lo:400: 00000100:00100000:2.0:1767384654.951879:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000072fcbee8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237048140928:12345-0@lo:400: 00000400:00000010:0.0:1767384654.951879:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d88a90c. 00000100:00000200:0.0:1767384654.951891:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048141056, offset 224 00000100:00000200:2.0:1767384654.951902:0:18370:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048140928 00000100:00000200:1.0:1767384654.951904:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048141184 00000400:00000200:0.0:1767384654.951905:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384654.951907:0:18370:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384654.951912:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384654.951917:0:18370:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384654.951917:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384654.951918:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384654.951920:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384654.951933:0:18370:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.951935:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384654.951937:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384654.951945:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff06500 00000020:00000001:2.0:1767384654.951947:0:18370:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384654.951950:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.951951:0:18370:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00100000:3.0:1767384654.951953:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000001:1.0:1767384654.951969:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384654.951970:0:18370:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384654.951971:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.951977:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1be9 [1] + 224 00000020:00000001:1.0:1767384654.951981:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:2.0:1767384654.951982:0:18370:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384654.951985:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384654.951988:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1767384654.951996:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384654.951997:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384654.951999:0:18370:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384654.952008:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1767384654.952010:0:18370:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384654.952012:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1767384654.952013:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.952015:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384654.952018:0:18370:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384654.952036:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384654.952038:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384654.952038:0:18370:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1767384654.952040:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384654.952042:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384654.952049:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384654.952051:0:18370:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1767384654.952053:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384654.952061:0:18370:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384654.952063:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1767384654.952067:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384654.952069:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384654.952072:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b707425e. 00000100:00000001:1.0:1767384654.952072:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384654.952078:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384654.952087:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000006b2e0604. 02000000:00000001:2.0:1767384654.952090:0:18370:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384654.952100:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.952102:0:18370:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.952112:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.952113:0:18370:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384654.952123:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384654.952124:0:18370:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048140928 00000100:00000001:0.0:1767384654.952124:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384654.952133:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d88a90c 00010000:00000001:2.0:1767384654.952137:0:18370:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000040:1.0:1767384654.952138:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048141184 00000400:00000010:0.0:1767384654.952139:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d88a90c. 00010000:00000200:2.0:1767384654.952147:0:18370:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000072fcbee8 x1853237048140928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:635/0 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.952150:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384654.952152:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384654.952158:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000200:1.0:1767384654.952163:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a812395 x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:635/0 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384654.952165:0:18370:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384654.952166:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384654.952172:0:18370:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384654.952185:0:18370:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=61 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384654.952186:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384654.952203:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384654.952206:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384654.952208:0:18370:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384654.952212:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.952216:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.952221:0:18370:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:0.0:1767384654.952224:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:3.0:1767384654.952235:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1767384654.952236:0:18370:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384654.952237:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1767384654.952238:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a5854106 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:635/0 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384654.952251:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.952253:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384654.952253:0:18370:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384654.952262:0:18370:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384654.952267:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a5854106 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853237048141056:12345-0@lo:400: Request processed in 783us (1653us total) trans 0 rc 0/0 00000100:00001000:1.0:1767384654.952269:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384654.952274:0:18370:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384654.952288:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.952291:0:18370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384654.952300:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000100:00000001:1.0:1767384654.952305:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1767384654.952307:0:18370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048140928, offset 224 00000100:00100000:3.0:1767384654.952309:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048141312:0@lo:13: 00000100:00100000:0.0:1767384654.952315:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00000040:1.0:1767384654.952316:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000400:00000200:2.0:1767384654.952324:0:18370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384654.952324:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:1.0:1767384654.952332:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:3.0:1767384654.952335:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384654.952336:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384654.952338:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384654.952347:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.952347:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384654.952348:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384654.952349:0:18370:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384654.952351:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1767384654.952357:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384654.952361:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003a381fd7. 00000100:00000040:1.0:1767384654.952362:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384654.952363:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384654.952367:0:18370:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff06480 00000400:00000010:1.0:1767384654.952368:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000020:00000010:0.0:1767384654.952369:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d378588. 02000000:00000010:3.0:1767384654.952377:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000541a8c54. 00000100:00000200:1.0:1767384654.952382:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048141184, offset 224 02000000:00000001:3.0:1767384654.952384:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384654.952385:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000580b0193. 00000400:00000200:2.0:1767384654.952395:0:18370:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1be1 [1] + 224 00000020:00000040:0.0:1767384654.952400:0:17087:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000400:00000010:3.0:1767384654.952401:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c475e859. 00000400:00000200:2.0:1767384654.952401:0:18370:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384654.952412:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384654.952414:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384654.952421:0:18370:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384654.952427:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfbf5513. 00000100:00000001:2.0:1767384654.952429:0:18370:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384654.952434:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384654.952477:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff06580 00000100:00000200:2.0:1767384654.952482:0:18370:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384654.952494:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1bf1 [1] + 224 00000100:00000040:2.0:1767384654.952508:0:18370:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384654.952509:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384654.952511:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048141312, portal 4 00000100:00000001:3.0:1767384654.952521:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384654.952527:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623569408 : -106175085982208 : ffff9f6f2fb74e00) 00000400:00000200:1.0:1767384654.952528:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384654.952543:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384654.952547:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.952549:0:18370:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767384654.952556:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.952558:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384654.952562:0:18370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000100:00000040:1.0:1767384654.952570:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384654.952571:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384654.952572:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000400:00000010:3.0:1767384654.952578:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7933308. 00000100:00000001:2.0:1767384654.952599:0:18370:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:3.0:1767384654.952604:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048141312, offset 0 00000100:00000001:2.0:1767384654.952604:0:18370:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384654.952606:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384654.952621:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384654.952621:0:18370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.952631:0:18370:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:2.0:1767384654.952635:0:18370:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384654.952638:0:18370:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.952639:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000400:00000200:3.0:1767384654.952643:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384654.952650:0:18370:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:1.0:1767384654.952651:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000400:00000200:3.0:1767384654.952660:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff06600 00000100:00000001:1.0:1767384654.952663:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384654.952666:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000072fcbee8 x1853237048140928/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:635/0 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.952670:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384654.952679:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384654.952681:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2688 00000100:00000040:1.0:1767384654.952696:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:3.0:1767384654.952703:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384654.952712:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384654.952716:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384654.952727:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000072fcbee8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237048140928:12345-0@lo:400: Request processed in 896us (2429us total) trans 0 rc 0/0 00000400:00000200:3.0:1767384654.952729:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1767384654.952729:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384654.952743:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a812395 x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:635/0 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.952750:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384654.952757:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:2.0:1767384654.952767:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000010:3.0:1767384654.952771:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ca75edbc. 00000100:00000040:2.0:1767384654.952777:0:18370:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00100000:1.0:1767384654.952777:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a812395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853237048141184:12345-0@lo:400: Request processed in 969us (1731us total) trans 0 rc 0/0 00000100:00000040:3.0:1767384654.952780:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000ca75edbc x1853237048141312 msgsize 224 00000100:00000001:2.0:1767384654.952786:0:18370:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384654.952792:0:18370:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384654.952800:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083355a1d. 00000100:00100000:3.0:1767384654.952805:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767384654.952811:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000020:00000010:2.0:1767384654.952816:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000020:00000010:2.0:1767384654.952824:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beee3fa1. 00000100:00000040:1.0:1767384654.952825:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:3.0:1767384654.952830:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384654.952832:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1767384654.952835:0:18370:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:1.0:1767384654.952839:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384654.952843:0:18370:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384654.952845:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7933308 00000020:00000010:1.0:1767384654.952846:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000278b315. 00000400:00000010:3.0:1767384654.952852:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7933308. 00000020:00000010:1.0:1767384654.952857:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069f68d79. 00000100:00000001:3.0:1767384654.952861:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1767384654.952870:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b320c44b. 00000100:00000200:3.0:1767384654.952871:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.952875:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384654.952880:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048140800 00000020:00000040:1.0:1767384654.952881:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 02000000:00000001:2.0:1767384654.952886:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384654.952892:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384654.952893:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.952895:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384654.952897:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384654.952903:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384654.952906:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384654.952914:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048140800 00000020:00000001:2.0:1767384654.952920:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384654.952924:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384654.952925:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384654.952929:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384654.952931:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:2.0:1767384654.952934:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384654.952939:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1767384654.952939:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000001:2.0:1767384654.952940:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384654.952951:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384654.952951:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:3.0:1767384654.952953:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384654.952959:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4377 usecs (5 jiffies) 00000100:00080000:1.0:1767384654.952961:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:2.0:1767384654.952962:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009597cb8c. 00000100:00000001:3.0:1767384654.952965:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294942728 00000100:00000001:2.0:1767384654.952977:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1767384654.952977:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:3.0:1767384654.952979:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294942726 00000020:00000010:2.0:1767384654.952995:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009597cb8c. 00000100:00000001:3.0:1767384654.953000:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294942728 00000020:00000010:2.0:1767384654.953003:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beee3fa1. 00000020:00000010:2.0:1767384654.953009:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000083355a1d. 00000100:00000001:3.0:1767384654.953012:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294942726 00000020:00000010:2.0:1767384654.953014:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:1.0:1767384654.953015:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384654.953038:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384654.953041:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384654.953056:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384654.953059:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384654.953062:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384654.953062:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384654.953065:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294942728 00000400:00000001:1.0:1767384654.953070:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384654.953074:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084b42085. 00000100:00000001:2.0:1767384654.953077:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384654.953081:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ffd9e1e 00000100:00000001:3.0:1767384654.953082:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294942726 00000400:00000010:1.0:1767384654.953083:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ffd9e1e. 00000100:00000001:1.0:1767384654.953093:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384654.953094:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294942728 00000100:00000001:2.0:1767384654.953094:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384654.953102:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.953123:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294942726 00000100:00000001:2.0:1767384654.953124:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384654.953132:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384654.953134:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384654.953135:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384654.953144:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384654.953147:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.953148:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384654.953149:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000400:00000001:3.0:1767384654.953155:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384654.953161:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000400:00000001:3.0:1767384654.953162:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384654.953168:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000073c78d9b. 00000100:00000001:2.0:1767384654.953169:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897924776016 : -106175784775600 : ffff9f6f06109050) 00000400:00000200:3.0:1767384654.953181:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007cb6f2a0 00000100:00000001:1.0:1767384654.953182:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1767384654.953188:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094f2938a x1853237048140800/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:635/0 lens 224/0 e 0 to 0 dl 1767384665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384654.953189:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007cb6f2a0. 00000100:00000001:1.0:1767384654.953190:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384654.953200:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384654.953202:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1767384654.953204:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1767384654.953209:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1767384654.953212:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1767384654.953218:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.953219:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384654.953220:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019a3d407. 00000100:00000001:1.0:1767384654.953228:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.953229:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384654.953231:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5ecac1b 00000020:00000010:2.0:1767384654.953240:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009597cb8c. 02000000:00000001:1.0:1767384654.953242:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384654.953242:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5ecac1b. 00000100:00000001:2.0:1767384654.953252:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384654.953262:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009597cb8c. 00000100:00001000:1.0:1767384654.953264:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=64 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384654.953266:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384654.953270:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384654.953274:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094f2938a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048140800:12345-0@lo:400: 00000100:00000200:2.0:1767384654.953287:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048140800 00000100:00000200:0.0:1767384654.953289:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384654.953291:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384654.953297:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384654.953305:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384654.953306:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=64 v=5 (1 0 0 0) 00000020:00000001:2.0:1767384654.953318:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384654.953325:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000100:00000001:1.0:1767384654.953329:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1767384654.953340:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384654.953340:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.953351:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384654.953361:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1767384654.953370:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384654.953376:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1767384654.953376:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:0.0:1767384654.953387:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384654.953388:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1767384654.953388:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.953389:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.953403:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:2.0:1767384654.953405:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1767384654.953416:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384654.953417:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1767384654.953428:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384654.953429:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384654.953439:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384654.953443:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.953444:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.953450:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384654.953453:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00001000:3.0:1767384654.953454:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=61 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384654.953457:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1767384654.953460:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=61 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384654.953461:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384654.953463:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000325e92cf. 00000100:00000040:1.0:1767384654.953470:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384654.953471:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.953482:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.953487:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384654.953493:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048140800 00000100:00000001:0.0:1767384654.953493:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384654.953498:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384654.953498:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.953502:0:16354:0:(client.c:1578:after_reply()) Process entered 00010000:00000200:2.0:1767384654.953507:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094f2938a x1853237048140800/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:635/0 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.953511:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1767384654.953511:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384654.953520:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.953520:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384654.953529:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384654.953533:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384654.953542:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.953544:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00080000:3.0:1767384654.953545:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384654.953552:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=66 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384654.953558:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384654.953566:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384654.953569:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=66 v=5 (1 0 0 0) 00000100:00000040:1.0:1767384654.953587:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384654.953588:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384654.953590:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1767384654.953597:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.953598:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384654.953611:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=71 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384654.953612:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384654.953614:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1767384654.953628:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.953629:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384654.953635:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384654.953635:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384654.953638:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000002a32564d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16355:1853237048141184:0@lo:400: 00000100:00000001:3.0:1767384654.953647:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1767384654.953649:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384654.953653:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.953661:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.953663:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000040:3.0:1767384654.953669:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.953672:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384654.953675:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384654.953683:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384654.953684:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000002a32564d x1853237048141184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384654.953696:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384654.953711:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.953712:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384654.953722:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000100:00000001:0.0:1767384654.953724:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384654.953732:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000200:2.0:1767384654.953733:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048140800, offset 224 00000100:00000001:3.0:1767384654.953739:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384654.953741:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384654.953750:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.953752:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1767384654.953757:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384654.953757:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384654.953759:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384654.953765:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384654.953765:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384654.953774:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384654.953777:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf822b8f. 00000400:00000200:2.0:1767384654.953785:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384654.953790:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384654.953799:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384654.953807:0:16355:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1767384654.953818:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff06400 00000020:00000001:1.0:1767384654.953820:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384654.953827:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005bf450a0. 02000000:00000001:1.0:1767384654.953837:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384654.953845:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1767384654.953848:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1bd9 [1] + 224 00000100:00000001:0.0:1767384654.953848:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384654.953852:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002a32564d. 00000100:00100000:3.0:1767384654.953859:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b004290b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048140928:0@lo:400: 00000400:00000200:2.0:1767384654.953867:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384654.953868:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384654.953870:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384654.953876:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.953877:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384654.953878:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384654.953885:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384654.953886:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384654.953897:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b004290b x1853237048140928/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384654.953898:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.953899:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.953901:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384654.953912:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384654.953912:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384654.953920:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384654.953935:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384654.953943:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.953972:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1767384654.953978:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000004244289 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853237048141056:0@lo:400: 02000000:00000001:3.0:1767384654.953980:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384654.953986:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009fe12cf7. 00000100:00000001:0.0:1767384654.953995:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384654.953997:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384654.954002:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384654.954003:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384654.954011:0:16357:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:0.0:1767384654.954012:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000004244289 x1853237048141056/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384654.954018:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384654.954032:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384654.954043:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007c09325f. 00000100:00000001:0.0:1767384654.954050:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384654.954055:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1767384654.954057:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384654.954058:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384654.954061:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d89d20a. 02000000:00000001:3.0:1767384654.954066:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384654.954069:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1767384654.954071:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b004290b. 00000400:00000200:2.0:1767384654.954074:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000020:00000001:0.0:1767384654.954075:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:2.0:1767384654.954079:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000020:00000040:0.0:1767384654.954080:0:16354:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1767384654.954086:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1767384654.954086:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767384654.954087:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384654.954090:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384654.954093:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1767384654.954093:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005efc0fd3. 00000100:00000001:3.0:1767384654.954096:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.954101:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384654.954102:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.954103:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384654.954106:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384654.954108:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1767384654.954110:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000004244289. 00000100:00000001:3.0:1767384654.954114:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.954115:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:0.0:1767384654.954116:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384654.954123:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384654.954125:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384654.954136:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.954142:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.954143:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384654.954143:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384654.954149:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384654.954153:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.954158:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094f2938a x1853237048140800/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:635/0 lens 224/224 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.954159:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384654.954163:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384654.954175:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094f2938a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048140800:12345-0@lo:400: Request processed in 941us (4093us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384654.954186:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00000040:2.0:1767384654.954189:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384654.954203:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384654.954205:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384654.954207:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000083355a1d. 00000020:00000010:2.0:1767384654.954213:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000020:00000010:2.0:1767384654.954216:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beee3fa1. 00000020:00000040:2.0:1767384654.954223:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:3.0:1767384654.954224:0:22878:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384654.954229:0:22878:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048141312 02000000:00000001:2.0:1767384654.954229:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384654.954230:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384654.954239:0:22878:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:2.0:1767384654.954239:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000325e92cf. 00000100:00000001:0.0:1767384654.954239:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384654.954250:0:22878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384654.954251:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000001:0.0:1767384654.954256:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1767384654.954257:0:22878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384654.954257:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384654.954262:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384654.954267:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e454136. 02000000:00000001:3.0:1767384654.954271:0:22878:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384654.954271:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384654.954273:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039f89cf3 00000400:00000010:0.0:1767384654.954278:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000039f89cf3. 00000100:00100000:3.0:1767384654.954281:0:22878:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048141312 00000400:00000010:2.0:1767384654.954282:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32b7145. 00000100:00000001:0.0:1767384654.954282:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384654.954291:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384654.954292:0:22878:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384654.954293:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0f85ecb. 00000020:00000040:3.0:1767384654.954298:0:22878:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:3.0:1767384654.954306:0:22878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384654.954312:0:22878:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000200:0.0:1767384654.954313:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384654.954318:0:22878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:3.0:1767384654.954327:0:22878:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:3.0:1767384654.954338:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384654.954339:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384654.954343:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384654.954345:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc315ac6. 00000100:00000001:0.0:1767384654.954346:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384654.954354:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384654.954355:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384654.954359:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384654.954361:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc315ac6. 00000100:00000001:0.0:1767384654.954362:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384654.954372:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384654.954376:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099f81806. 00000100:00001000:0.0:1767384654.954376:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384654.954383:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=71 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384654.954384:0:22878:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fade6aa3. 00000100:00000001:0.0:1767384654.954387:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384654.954389:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384654.954390:0:22878:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000005ec5d8d. 00010000:00000001:0.0:1767384654.954395:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384654.954397:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.954399:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.954405:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384654.954406:0:22878:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384654.954415:0:22878:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384654.954420:0:22878:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384654.954424:0:22878:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.954426:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384654.954430:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384654.954432:0:22878:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.954432:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.954470:0:22878:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384654.954494:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384654.954496:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384654.954508:0:22878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:0.0:1767384654.954519:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384654.954521:0:22878:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:3.0:1767384654.954528:0:22878:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623576576 : -106175085975040 : ffff9f6f2fb76a00) 00000100:00000040:3.0:1767384654.954546:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ca75edbc x1853237048141312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:635/0 lens 224/0 e 0 to 0 dl 1767384665 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384654.954546:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000099a493cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048140800:0@lo:400: 00000100:00000001:0.0:1767384654.954571:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.954581:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384654.954584:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384654.954588:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc315ac6. 00000100:00000040:0.0:1767384654.954590:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000099a493cf x1853237048140800/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.954596:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384654.954610:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1767384654.954611:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc315ac6. 02000000:00000001:0.0:1767384654.954619:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384654.954623:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005da994d3. 00000100:00100000:3.0:1767384654.954628:0:22878:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ca75edbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237048141312:12345-0@lo:13: 02000000:00000001:0.0:1767384654.954630:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384654.954635:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1767384654.954637:0:22878:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048141312 00000020:00000040:0.0:1767384654.954637:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384654.954643:0:22878:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384654.954644:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384654.954649:0:22878:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384654.954659:0:22878:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384654.954659:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b2d437a1. 00000020:00000001:3.0:1767384654.954668:0:22878:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1767384654.954669:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1767384654.954671:0:22878:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 02000000:00000001:0.0:1767384654.954673:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384654.954679:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000099a493cf. 00000020:00000001:3.0:1767384654.954680:0:22878:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384654.954690:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1767384654.954692:0:22878:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.954698:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384654.954699:0:22878:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384654.954704:0:22878:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384654.954704:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384654.954712:0:22878:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.954714:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384654.954718:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.954719:0:22878:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384654.954725:0:22878:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384654.954727:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1767384654.954732:0:22878:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000083796e7d. 00000100:00000001:0.0:1767384654.954734:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384654.954749:0:22878:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.954754:0:22878:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384654.954758:0:22878:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384654.954762:0:22878:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384654.954765:0:22878:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384654.954776:0:22878:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384654.954778:0:22878:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:3.0:1767384654.954782:0:22878:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384654.954785:0:22878:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384654.954790:0:22878:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:3.0:1767384654.954800:0:22878:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384654.954805:0:22878:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384654.954807:0:22878:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384654.954810:0:22878:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384654.954813:0:22878:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048141312 00010000:00000001:3.0:1767384654.954815:0:22878:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384654.954819:0:22878:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ca75edbc x1853237048141312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:635/0 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384654.954826:0:22878:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384654.954828:0:22878:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384654.954830:0:22878:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384654.954832:0:22878:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384654.954834:0:22878:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384654.954836:0:22878:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384654.954839:0:22878:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384654.954840:0:22878:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.954843:0:22878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384654.954845:0:22878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384654.954848:0:22878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7933308. 00000100:00000200:3.0:1767384654.954851:0:22878:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048141312, offset 224 00000400:00000200:3.0:1767384654.954855:0:22878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384654.954880:0:22878:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384654.954888:0:22878:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff06600 00000400:00000200:3.0:1767384654.954894:0:22878:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1c05 [1] + 224 00000400:00000200:3.0:1767384654.954899:0:22878:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384654.954902:0:22878:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384654.954906:0:22878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384654.954911:0:22878:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384654.954918:0:22878:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.954936:0:22878:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384654.954942:0:22878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7933308 00000400:00000010:3.0:1767384654.954951:0:22878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7933308. 00000100:00000001:3.0:1767384654.954955:0:22878:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384654.954957:0:22878:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384654.954965:0:22878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.954968:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384654.954969:0:22878:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:0.0:1767384654.954973:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384654.954974:0:22878:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384654.954977:0:22878:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384654.954978:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384654.954981:0:22878:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:0.0:1767384654.954981:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384654.954986:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c475e859. 00000100:00000040:3.0:1767384654.954991:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ca75edbc x1853237048141312/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:635/0 lens 224/368 e 0 to 0 dl 1767384665 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384654.954994:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfbf5513 00000400:00000010:0.0:1767384654.955001:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfbf5513. 00000100:00000001:0.0:1767384654.955009:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384654.955031:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384654.955036:0:22878:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ca75edbc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237048141312:12345-0@lo:13: Request processed in 433us (2236us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384654.955046:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.955071:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384654.955075:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384654.955076:0:22878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000001:0.0:1767384654.955081:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384654.955088:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384654.955089:0:22878:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:0.0:1767384654.955090:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384654.955092:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.955100:0:22878:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1767384654.955100:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384654.955108:0:22878:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1767384654.955110:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=61 v=5 (5 0 0 0) 00000020:00000010:3.0:1767384654.955113:0:22878:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fade6aa3. 00000100:00001000:0.0:1767384654.955115:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=61 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384654.955120:0:22878:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000005ec5d8d. 00000100:00000001:0.0:1767384654.955122:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384654.955128:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384654.955130:0:22878:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099f81806. 00010000:00000001:0.0:1767384654.955132:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1767384654.955139:0:22878:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00010000:00080000:0.0:1767384654.955140:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384654.955147:0:22878:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384654.955168:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.955171:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384654.955173:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384654.955174:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384654.955175:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.955178:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.955182:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384654.955183:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384654.955184:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384654.955186:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384654.955190:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384654.955192:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384654.955198:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384654.955201:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384654.955203:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384654.955207:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000b6055503 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048141312:0@lo:13: 00000100:00000001:0.0:1767384654.955209:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.955210:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384654.955211:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000b6055503 x1853237048141312/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384670 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384654.955215:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384654.955224:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384654.955225:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000541a8c54. 02000000:00000001:0.0:1767384654.955228:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384654.955229:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384654.955229:0:16357:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384654.955231:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384654.955237:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000ac900b3d. 02000000:00000001:0.0:1767384654.955239:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384654.955240:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384654.955240:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6055503. 00000100:00000001:0.0:1767384654.955244:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384654.955245:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.955246:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384654.955249:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384654.955250:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384654.955251:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384654.955252:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384654.958557:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294942728, at 4294942729 00000100:00000010:2.0:1767384654.958571:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6897c91. 00000100:00000040:3.0:1767384654.959509:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294942728, at 4294942730 00000100:00000040:0.0:1767384654.959512:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294942728, at 4294942730 00000100:00000040:1.0:1767384654.959514:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294942728, at 4294942730 00000100:00000010:3.0:1767384654.959517:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaaf1589. 00000100:00000010:0.0:1767384654.959521:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000025fab92. 00000100:00000010:1.0:1767384654.959525:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b78181bc. 00080000:00000010:3.0:1767384655.370809:0:32503:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a6bcf39. 00080000:00000010:3.0:1767384655.370823:0:32503:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a6bcf39. 00000020:00000001:3.0:1767384655.370830:0:32503:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384655.370840:0:32503:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003a6bcf39. 00080000:00000010:3.0:1767384655.370846:0:32503:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003a6bcf39. 00000020:00000001:3.0:1767384655.370850:0:32503:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384655.589514:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384655.589519:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384655.589522:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e33ed2e 00000400:00000010:2.0:1767384655.589527:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e33ed2e. 00000400:00000200:2.0:1767384655.589532:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384655.589538:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384655.589549:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008bcb6e96. 00000400:00000010:2.0:1767384655.589554:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006b265cde. 00000400:00000200:2.0:1767384655.589561:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp36 00000400:00000010:2.0:1767384655.589567:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cf1ae7b1. 00000400:00000010:2.0:1767384655.589571:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b22223f2. 00000400:00000010:2.0:1767384655.589574:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e33ed2e. 00000400:00000010:2.0:1767384655.589580:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000072646ee3. 00000400:00000200:2.0:1767384655.589584:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp36 00000400:00000200:2.0:1767384655.589596:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp36 local destination 00000400:00000200:2.0:1767384655.589601:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp36 00000400:00000200:2.0:1767384655.589604:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp36 NI seq info: [128:128:256:4294967295] 192.168.203.125@tcp36 LPNI seq info [125:125:8:4294967295] 00000400:00000200:2.0:1767384655.589611:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp36 00000400:00000200:2.0:1767384655.589616:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp36(192.168.203.125@tcp36:) -> 192.168.203.125@tcp36(192.168.203.125@tcp36:192.168.203.125@tcp36) : GET try# 0 00000800:00000200:2.0:1767384655.589621:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp36 00000800:00000010:2.0:1767384655.589624:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a3c5051f. 00000800:00000200:2.0:1767384655.589630:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000800:00000200:2.1:1767384655.589634:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000400:00000200:2.0:1767384655.589651:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp36 added to recovery queue. ping count: 3 next ping: 284 health :700 00000400:00000200:3.0:1767384655.589778:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.589864:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.589903:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.589941:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.589998:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590069:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590108:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590143:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590179:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590217:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590255:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590291:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590328:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590359:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590405:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590426:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590498:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590529:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590583:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590606:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590626:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590645:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590664:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590683:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590720:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590738:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590757:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590777:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590796:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590815:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590835:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590855:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384655.590874:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384655.591124:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9fb861. 00000800:00000010:3.0:1767384655.591131:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d020f8d4. 00000800:00000010:3.0:1767384655.591138:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000388e1952. 00000800:00000010:3.0:1767384655.591165:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000388e1952. 00000800:00020000:3.0:1767384655.591182:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384655.591189:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d020f8d4. 00000800:00000010:3.0:1767384655.591193:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007f9fb861. 00000400:02020000:3.0:1767384655.591260:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp36 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384655.591273:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp36 notifying 192.168.203.125@tcp36: down 00000400:00000200:3.0:1767384655.591282:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384655.591290:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp36 00000800:00000010:3.0:1767384655.591296:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a3c5051f. 00000400:00000200:3.0:1767384655.591306:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384655.591312:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp36->192.168.203.125@tcp36: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384655.591329:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384655.591333:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384655.591337:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp36) recovery failed with -71 00010000:00000001:3.0:1767384655.781527:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384655.781535:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384655.781542:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384655.781544:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384655.781591:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384655.781599:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384655.781604:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384656.222194:0:32668:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384656.222199:0:32668:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp40 --if ens2 00000001:00000001:1.0:1767384656.225232:0:32668:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384656.232824:0:32669:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000020103c6c. 00000400:00000010:0.0:1767384656.232838:0:32669:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000dac69684. 00000400:00000010:0.0:1767384656.232847:0:32669:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d8075879. 00000400:00000010:0.0:1767384656.232850:0:32669:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000036a3c2a0. 00000400:00000010:0.0:1767384656.232854:0:32669:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000062d2beb3. 00000400:00000010:0.0:1767384656.232857:0:32669:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000284101dd. 00000400:00000010:0.0:1767384656.232859:0:32669:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000df5ef9db. 00000400:00000010:0.0:1767384656.232860:0:32669:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001b2c356a. 00000400:00000010:0.0:1767384656.232863:0:32669:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000667b4ccb. 00000800:00000010:0.0:1767384656.232878:0:32669:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000807c3171. 00000800:00000200:0.0:1767384656.232888:0:32669:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384656.232898:0:32669:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384656.232944:0:32669:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384656.232983:0:32669:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp40 [8/256/0/180] 00000400:00000010:0.0:1767384656.234716:0:32669:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 553 at 00000000bf77f6b3. 00000400:00000010:0.0:1767384656.234722:0:32669:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226e8cca. 00000400:00000010:0.0:1767384656.234727:0:32669:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007d88a90c. 00000400:00000001:0.0:1767384656.234749:0:32669:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384656.234751:0:32669:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384656.234759:0:32669:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8293fa. 00000400:00000200:0.0:1767384656.234762:0:32669:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd8d2eb0 00000400:00000010:0.0:1767384656.234764:0:32669:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd8d2eb0. 00000400:00000010:0.0:1767384656.234768:0:32669:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 537 at 00000000d5f26a3a. 00000400:00000200:0.0:1767384656.234789:0:32669:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (30) 00000400:00000200:0.0:1767384656.234801:0:32669:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384656.234810:0:32669:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131112 00000020:00000010:0.0:1767384656.234816:0:32669:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000021d7f672. 00000020:01000000:0.0:1767384656.234820:0:32669:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384656.234822:0:32669:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp40 00000400:00000010:0.0:1767384656.234834:0:32669:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000dac69684. 00000400:00000010:0.0:1767384656.234838:0:32669:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000020103c6c. 00000400:00000200:2.0:1767384656.234870:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384656.234878:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000020:00000001:1.0:1767384656.234878:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384656.234888:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000010:2.0:1767384656.234889:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 10000000:00000001:1.0:1767384656.234896:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:2.0:1767384656.234897:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (31) 10000000:01000000:1.0:1767384656.234906:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000010:2.0:1767384656.234909:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b3d042ab. 00000020:01000004:1.0:1767384656.234915:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384656.234919:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000020:01000004:1.0:1767384656.234924:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384656.234927:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384656.234929:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384656.234930:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384656.234932:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384656.234933:0:8:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:2.0:1767384656.234938:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000020:01000004:1.0:1767384656.234938:0:8:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384656.234941:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384656.234942:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384656.234949:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43fffa. 00000400:00000200:2.0:1767384656.234953:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000040:1.0:1767384656.234956:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:2.0:1767384656.234961:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000100:00000001:1.0:1767384656.234965:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1767384656.234970:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 02000000:00000001:1.0:1767384656.234970:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384656.234976:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 02000000:00000001:1.0:1767384656.234978:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.234994:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 02000000:00000010:1.0:1767384656.234999:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000005039c53a. 00000400:00000200:2.0:1767384656.235002:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000100:00000001:1.0:1767384656.235009:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.235010:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000400:00000200:2.0:1767384656.235031:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000100:00000001:1.0:1767384656.235036:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1767384656.235037:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000100:00000001:1.0:1767384656.235041:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.235057:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000100:00000040:1.0:1767384656.235063:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d43fffa] to pc [ptlrpcd_00_03+3] req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384656.235070:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 00000400:00000200:2.0:1767384656.235098:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 36], ns[30, 36] 00000400:00000200:2.0:1767384656.235110:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 00000400:00000200:2.0:1767384656.235115:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 00000400:00000200:2.0:1767384656.235119:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000400:00000200:2.0:1767384656.235125:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000400:00000200:2.0:1767384656.235132:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 10000000:00000001:1.0:1767384656.235132:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.235139:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 00000100:00000001:0.0:1767384656.235140:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384656.235147:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:1.0:1767384656.235150:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.235152:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384656.235157:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 30], ns[60, 30] 00000020:00000001:1.0:1767384656.235161:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384656.235165:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000040:0.0:1767384656.235169:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384656.235182:0:8:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384656.235183:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 30], ns[110, 30] 10000000:00000001:1.0:1767384656.235187:0:8:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384656.235193:0:8:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384656.235199:0:8:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384656.235202:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384656.235204:0:8:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384656.235206:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.235207:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 30], ns[87, 30] 00000020:01000004:1.0:1767384656.235208:0:8:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384656.235216:0:8:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:0.0:1767384656.235219:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:1.0:1767384656.235222:0:8:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384656.235226:0:8:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 02000000:00000001:0.0:1767384656.235227:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384656.235228:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 30], ns[86, 30] 00000020:01000004:1.0:1767384656.235238:0:8:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:0.0:1767384656.235239:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384656.235245:0:8:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000400:00000200:2.0:1767384656.235246:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[111, 30], ns[114, 30] 00000020:01000004:1.0:1767384656.235252:0:8:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00100000:0.0:1767384656.235252:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d43fffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048141440:0@lo:253: 00000020:01000004:1.0:1767384656.235260:0:8:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384656.235267:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 30], ns[93, 30] 00000100:00000001:0.0:1767384656.235269:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1767384656.235270:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b75088b. 00000400:00000200:2.0:1767384656.235272:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 30], ns[125, 30] 00000020:00000040:1.0:1767384656.235280:0:8:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000001:0.0:1767384656.235280:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384656.235286:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[121, 30], ns[124, 30] 02000000:00000001:0.0:1767384656.235289:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.235290:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384656.235299:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384656.235300:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1767384656.235304:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.235307:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 02000000:00000010:0.0:1767384656.235308:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006cf966c7. 02000000:00000001:0.0:1767384656.235314:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384656.235317:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000c5b1c1b1. 00000400:00000200:2.0:1767384656.235319:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[124, 30], ns[127, 30] 00000400:00000010:0.0:1767384656.235319:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8293fa. 00000100:00000001:1.0:1767384656.235331:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384656.235333:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dac69684. 00000400:00000200:2.0:1767384656.235334:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 30], ns[0, 30] 00000100:00000001:1.0:1767384656.235343:0:8:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1767384656.235344:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048141440, portal 25 00000100:00000001:1.0:1767384656.235346:0:8:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.235347:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp38 00000100:00000001:0.0:1767384656.235355:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384656.235359:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636128768 : -106180073422848 : ffff9f6e06710000) 00000400:00000200:2.0:1767384656.235365:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp38 00000100:00000040:1.0:1767384656.235365:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b75088b] to pc [ptlrpcd_00_00+0] req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384656.235370:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384656.235379:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp38 lpni_is_preferred = 0 00000400:00000200:2.0:1767384656.235397:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp38 00000400:00000200:2.0:1767384656.235418:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp38 NI seq info: [129:129:256:4294967295] 192.168.203.125@tcp38 LPNI seq info [126:126:8:4294967295] 00000100:00000001:0.0:1767384656.235425:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384656.235431:0:8:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.235433:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp38 10000000:00000001:1.0:1767384656.235471:0:8:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.235476:0:8:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1767384656.235478:0:8:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:1.0:1767384656.235481:0:8:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000021d7f672. 00000100:00000040:0.0:1767384656.235487:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384656.235493:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038b450d9. 00000400:00000200:2.0:1767384656.235499:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp38(192.168.203.125@tcp38:) -> 192.168.203.125@tcp38(192.168.203.125@tcp:192.168.203.125@tcp38) : PUT try# 0 00000100:00000200:0.0:1767384656.235499:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048141440, offset 0 00000100:00000001:1.0:1767384656.235503:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384656.235512:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.235513:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1767384656.235521:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 544 bytes in 1 frags to 12345-192.168.203.125@tcp38 00000100:00000001:1.0:1767384656.235523:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384656.235532:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384656.235533:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1767384656.235534:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b73258ff. 00000100:00000001:1.0:1767384656.235544:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767384656.235545:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000aca4617e. 00000400:00000200:0.0:1767384656.235545:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06680 00000800:00000010:2.0:1767384656.235552:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000344f33cb. 00000100:00000040:1.0:1767384656.235553:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384656.235563:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x140d [2] + 0 00000800:00000200:2.0:1767384656.235568:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000100:00000001:1.0:1767384656.235589:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1767384656.235595:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e4a0cc. 00000100:00000001:1.0:1767384656.235601:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.235602:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000809ad5f7 02000000:00000001:1.0:1767384656.235608:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.1:1767384656.235609:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 02000000:00000001:1.0:1767384656.235613:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384656.235615:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1767384656.235620:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384656.235628:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b75088b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048141568:0@lo:253: 00000400:00000200:2.0:1767384656.235634:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384656.235634:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384656.235653:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384656.235663:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1767384656.235665:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000809ad5f7 00000400:00000200:2.0:1767384656.235668:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 02000000:00000001:1.0:1767384656.235668:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384656.235671:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000809ad5f7. 02000000:00000001:1.0:1767384656.235678:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384656.235683:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384656.235686:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:1.0:1767384656.235688:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000080d4da29. 02000000:00000001:1.0:1767384656.235700:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.235702:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000dc5a6b00 x1853237048141440 msgsize 4848 00000400:00000010:1.0:1767384656.235709:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000100:00100000:0.0:1767384656.235719:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384656.235722:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000010:1.0:1767384656.235723:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1fa55a7. 00000100:00000200:1.0:1767384656.235731:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048141568, portal 25 00000100:00000001:0.0:1767384656.235733:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384656.235734:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384656.235739:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636135040 : -106180073416576 : ffff9f6e06711880) 00000400:00000200:2.0:1767384656.235740:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.235744:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b450d9 00000400:00000010:0.0:1767384656.235751:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038b450d9. 00000100:00000040:1.0:1767384656.235755:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.235758:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384656.235771:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.235772:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384656.235788:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384656.235798:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094e62b83. 00000400:00000200:2.0:1767384656.235802:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000200:1.0:1767384656.235803:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048141568, offset 0 00000100:00000001:0.0:1767384656.235804:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384656.235817:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.235829:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.235831:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384656.235844:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384656.235855:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.235864:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294944012 00000100:00000010:0.0:1767384656.235869:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5586c51. 00000400:00000200:1.0:1767384656.235872:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384656.235886:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1767384656.235892:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06700 00000100:00000001:0.0:1767384656.235896:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294944012 00000400:00000200:2.0:1767384656.235899:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00000010:0.0:1767384656.235902:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6a78d77. 00000400:00000200:1.0:1767384656.235910:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1425 [2] + 0 00000100:00000001:0.0:1767384656.235916:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000010:1.0:1767384656.235920:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009222f8de. 00000100:00000001:0.0:1767384656.235927:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294944012 00000400:00000200:1.0:1767384656.235931:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000914f858a 00000100:00000010:0.0:1767384656.235932:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f9a1feb. 00000100:00000001:0.0:1767384656.235943:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767384656.235946:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294944012 00000400:00000200:1.0:1767384656.235947:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384656.235952:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000105a70fc. 00000100:00000001:0.0:1767384656.235962:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000400:00000200:1.0:1767384656.235967:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384656.235970:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384656.235975:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f858a 00000100:00000001:0.0:1767384656.235975:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.235979:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000010:1.0:1767384656.235983:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000914f858a. 00000100:00000001:0.0:1767384656.235984:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236003:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384656.236006:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384656.236007:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384656.236027:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000003a271dac x1853237048141568 msgsize 4848 00000100:00000001:0.0:1767384656.236042:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384656.236047:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384656.236048:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1767384656.236056:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000040:1.0:1767384656.236062:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384656.236064:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384656.236072:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384656.236078:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.236083:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236084:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384656.236099:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e62b83 00000400:00000010:1.0:1767384656.236105:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094e62b83. 00000100:00000001:1.0:1767384656.236111:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384656.236117:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.236124:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384656.236130:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.236138:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236143:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384656.236147:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000001:1.0:1767384656.236150:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236157:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294944012 00000100:00000001:1.0:1767384656.236162:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294944012 00000100:00000001:1.0:1767384656.236164:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294944012 00000100:00000001:1.0:1767384656.236167:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294944012 00000100:00000001:1.0:1767384656.236171:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294944012 00000100:00000001:1.0:1767384656.236173:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294944012 00000100:00000001:1.0:1767384656.236177:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294944012 00000100:00000001:1.0:1767384656.236180:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294944012 00000100:00000001:1.0:1767384656.236182:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384656.236185:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236190:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236192:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.236205:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384656.236208:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384656.236215:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384656.236218:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384656.236223:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236227:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.236237:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00000001:1.0:1767384656.236247:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384656.236252:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236282:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384656.236285:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048141440 02000000:00000001:1.0:1767384656.236288:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384656.236291:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384656.236294:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.236298:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384656.236302:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048141440 00000020:00000001:1.0:1767384656.236307:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384656.236309:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384656.236312:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384656.236316:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:1.0:1767384656.236320:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384656.236325:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384656.236329:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384656.236333:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000487c647. 00000100:00000001:1.0:1767384656.236338:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384656.236339:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000020:00000010:1.0:1767384656.236353:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000487c647. 00000020:00000010:1.0:1767384656.236362:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054004389. 00000020:00000010:1.0:1767384656.236366:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a6475871. 00000020:00000010:1.0:1767384656.236371:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069f68d79. 00000100:00000040:1.0:1767384656.236383:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384656.236388:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384656.236392:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384656.236396:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236406:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236418:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384656.236429:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:1.0:1767384656.236464:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384656.236468:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048141568 02000000:00000001:1.0:1767384656.236475:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384656.236476:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384656.236479:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.236484:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384656.236486:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048141568 00000020:00000001:1.0:1767384656.236488:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384656.236492:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384656.236495:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384656.236498:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:1.0:1767384656.236501:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384656.236505:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384656.236510:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384656.236514:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000487c647. 00000100:00000001:1.0:1767384656.236519:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384656.236523:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000487c647. 00000020:00000010:1.0:1767384656.236530:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053665e5b. 00000020:00000010:1.0:1767384656.236533:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000049adc03b. 00000020:00000010:1.0:1767384656.236541:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f529241b. 00000100:00000001:1.0:1767384656.236545:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384656.236546:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000100:00000001:1.0:1767384656.236547:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384656.236554:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236562:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236584:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384656.236605:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384656.236607:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384656.236614:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00000040:1.0:1767384656.236618:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384656.236622:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720101456 : -106174989450160 : ffff9f6f35784450) 00000100:00000040:1.0:1767384656.236631:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000dc5a6b00 x1853237048141440/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:637/0 lens 4848/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.236640:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384656.236645:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000487c647. 00000100:00000001:1.0:1767384656.236648:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384656.236654:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000487c647. 00000100:00100000:1.0:1767384656.236663:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000dc5a6b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048141440:12345-0@lo:253: 00000400:00000200:2.0:1767384656.236665:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000200:1.0:1767384656.236667:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048141440 00000020:00000001:1.0:1767384656.236674:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384656.236680:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384656.236683:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.236687:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384656.236690:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384656.236694:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384656.236697:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384656.236699:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384656.236702:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384656.236705:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236709:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384656.236712:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384656.236722:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d924432d. 02000000:00000001:1.0:1767384656.236725:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.236728:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.236731:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:2.0:1767384656.236741:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 20000000:00000010:1.0:1767384656.236743:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000034ff127. 20000000:01000000:1.0:1767384656.236750:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384656.236754:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384656.236757:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384656.236760:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.236763:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.236765:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384656.236777:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000580b0193. 20000000:01000000:1.0:1767384656.236779:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 20000000:00000001:1.0:1767384656.236785:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384656.236791:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384656.236796:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:2.0:1767384656.236800:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00080000:00000001:1.0:1767384656.236819:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1767384656.236842:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.236847:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384656.236850:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.236853:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384656.236864:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.236868:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00080000:00000002:1.0:1767384656.236868:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00000020:00000001:1.0:1767384656.236880:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00080000:00000002:1.0:1767384656.236883:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384656.236887:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384656.236893:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.236897:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384656.236903:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384656.236911:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384656.236917:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384656.236923:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002d6d8c68. 00080000:00000001:1.0:1767384656.236929:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893632171008 : -106180077380608 : ffff9f6e06349c00) 00080000:00000001:1.0:1767384656.236934:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384656.236940:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384656.236947:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000000487c647. 00000400:00000200:2.0:1767384656.236948:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00080000:00000001:1.0:1767384656.236959:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384656.236964:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384656.236998:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384656.237026:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00080000:00000001:1.0:1767384656.237035:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384656.237069:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237115:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237147:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237232:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237311:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237405:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237528:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237599:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237645:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237676:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237736:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237765:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237823:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.237896:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.238031:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.238119:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.238144:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.238192:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.238217:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384656.238407:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015034cbd. 00000800:00000010:2.0:1767384656.238412:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b4f5f147. 00000800:00000010:2.0:1767384656.238416:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000095cc96c5. 00000800:00000010:2.0:1767384656.238434:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000095cc96c5. 00000800:00020000:2.0:1767384656.238497:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384656.238501:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b4f5f147. 00000800:00000010:2.0:1767384656.238503:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000015034cbd. 00000400:02020000:2.0:1767384656.238564:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp38 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384656.238571:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp38 notifying 192.168.203.125@tcp38: down 00000800:00000200:2.0:1767384656.238576:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp38 down 00000800:00000100:2.0:1767384656.238582:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 544 0@<0:0>->192.168.203.125@tcp38 00000800:00000010:2.0:1767384656.238586:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b73258ff. 00000400:00000200:2.0:1767384656.238588:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384656.238592:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp38->192.168.203.125@tcp38: PUT: LOCAL_ERROR 00000400:00000200:2.0:1767384656.238598:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp38 added to recovery queue. ping count: 0 next ping: 277 health :900 00000400:00000200:2.0:1767384656.238603:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384656.238610:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 1 00000400:00000200:2.0:1767384656.238619:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:2.0:1767384656.238663:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384656.238665:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384656.238672:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00000040:2.0:1767384656.238676:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384656.238678:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720114768 : -106174989436848 : ffff9f6f35787850) 00000100:00000040:2.0:1767384656.238686:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a271dac x1853237048141568/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:637/0 lens 4848/0 e 0 to 0 dl 1767384667 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.238707:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384656.238710:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000095cc96c5. 00000100:00000001:2.0:1767384656.238714:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384656.238716:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000095cc96c5. 00000100:00100000:2.0:1767384656.238727:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a271dac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048141568:12345-0@lo:253: 00000100:00000200:2.0:1767384656.238731:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048141568 00000020:00000001:2.0:1767384656.238735:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384656.238740:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384656.238743:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384656.238747:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384656.238750:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:2.0:1767384656.238753:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384656.238755:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384656.238759:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384656.238761:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384656.238766:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.238771:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384656.238773:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384656.238777:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015034cbd. 02000000:00000001:2.0:1767384656.238780:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.238782:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384656.238785:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:2.0:1767384656.238794:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000fed17f63. 20000000:01000000:2.0:1767384656.238798:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384656.238802:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384656.238805:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384656.238808:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384656.238810:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384656.238815:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384656.238931:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384656.238940:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x101171 00000400:00000001:1.0:1767384656.238945:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384656.238947:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384656.238949:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000400:00000010:1.0:1767384656.238951:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000400:00000200:1.0:1767384656.238956:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384656.238963:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384656.238967:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (32) 00000400:00000200:1.0:1767384656.238972:0:16352:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384656.238977:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc -71 00000400:00000200:1.0:1767384656.238984:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384656.238988:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (31) 00080000:00000010:2.0:1767384656.239728:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002d6d8c68. 00080000:00000010:1.0:1767384656.239773:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000000487c647. 00040000:00000001:1.0:1767384656.239779:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384656.239781:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384656.239790:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384656.239794:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384656.239795:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.239797:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384656.239811:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384656.239825:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:1.0:1767384656.239828:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:1.0:1767384656.239833:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384656.239836:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000010:2.0:1767384656.239838:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004a25baf0. 20000000:00000001:0.0:1767384656.239840:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:01000000:2.0:1767384656.239843:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #40 10000000:01000000:0.0:1767384656.239845:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:2.0:1767384656.239849:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:0.0:1767384656.239852:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384656.239855:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384656.239863:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:0.0:1767384656.239864:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d90c57ca. 00080000:00000001:2.0:1767384656.239867:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:0.0:1767384656.239869:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384656.239873:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001bce492f. 00000020:00000001:0.0:1767384656.239878:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:2.0:1767384656.239881:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000040:0.0:1767384656.239884:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001bce492f with handle 0x71ee3a74e271922a to hash 00000020:00000001:0.0:1767384656.239888:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384656.239889:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000001:0.0:1767384656.239893:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00080000:00000001:2.0:1767384656.239896:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.239900:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384656.239903:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.239904:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384656.239905:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:0.0:1767384656.239907:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.239908:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.239912:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000002:2.0:1767384656.239913:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:2.0:1767384656.239921:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:2.0:1767384656.239923:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:0.0:1767384656.239924:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384656.239929:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384656.239930:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:2.0:1767384656.239933:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.239934:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384656.239938:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:2.0:1767384656.239939:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.239941:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384656.239943:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384656.239944:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384656.239948:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.239951:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000020:00000001:2.0:1767384656.239952:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:0.0:1767384656.239953:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384656.239957:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00080000:00000001:2.0:1767384656.239958:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384656.239959:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000010:2.0:1767384656.239963:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000575fec98. 00010000:00000040:0.0:1767384656.239963:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000d90c57ca) refcount = 1 00010000:00010000:0.0:1767384656.239969:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384656.239971:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893545635328 : -106180163916288 : ffff9f6e010c2e00) 00080000:00000001:2.0:1767384656.239978:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384656.239979:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000001:00000001:2.0:1767384656.239982:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384656.239983:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384656.239987:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1767384656.239988:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000095cc96c5. 00010000:00000001:0.0:1767384656.239990:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384656.239993:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.239993:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384656.239998:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:0.0:1767384656.239999:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384656.240005:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:0.0:1767384656.240010:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384656.240026:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384656.240028:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bce492f refcount=4 00080000:00000001:2.0:1767384656.240029:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:1.0:1767384656.240031:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000020:00000001:0.0:1767384656.240031:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00000100:00000001:1.0:1767384656.240038:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384656.240038:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 20000000:00000010:1.0:1767384656.240042:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000034ff127. 00010000:00000001:0.0:1767384656.240044:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:2.0:1767384656.240046:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00010000:0.0:1767384656.240050:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384656.240051:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384656.240061:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048141440 00010000:00000001:1.0:1767384656.240065:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384656.240071:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000dc5a6b00 x1853237048141440/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384656.240087:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384656.240094:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384656.240095:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384656.240100:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.240106:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:1.0:1767384656.240108:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=73 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384656.240111:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384656.240114:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384656.240115:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384656.240123:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384656.240132:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:0.0:1767384656.240132:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384656.240138:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384656.240140:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384656.240144:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:1.0:1767384656.240145:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.240154:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384656.240156:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384656.240170:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384656.240172:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000001bce492f already unused, calling callback (000000009752a4b4) 00000400:00000010:1.0:1767384656.240174:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094e62b83. 00010000:00000001:0.0:1767384656.240176:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000200:1.0:1767384656.240181:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048141440, offset 224 00010000:00000001:0.0:1767384656.240181:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384656.240187:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384656.240196:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384656.240208:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384656.240211:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384656.240213:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1767384656.240218:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:0.0:1767384656.240218:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bce492f refcount=5 00000020:00000001:0.0:1767384656.240229:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000001:0.0:1767384656.240232:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00000400:00000200:1.0:1767384656.240237:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06680 00010000:00000001:0.0:1767384656.240239:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384656.240243:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384656.240252:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c25 [2] + 224 00000400:00000200:1.0:1767384656.240272:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384656.240272:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384656.240279:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:1.0:1767384656.240281:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384656.240285:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384656.240286:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.240289:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384656.240290:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384656.240296:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:1.0:1767384656.240299:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384656.240300:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384656.240309:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001bce492f with handle 0x71ee3a74e271922a from hash 00010000:00000001:0.0:1767384656.240320:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384656.240326:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.240328:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384656.240332:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384656.240333:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384656.240339:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384656.240345:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384656.240350:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384656.240353:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384656.240357:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.240358:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384656.240359:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384656.240360:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384656.240361:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384656.240362:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384656.240364:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384656.240364:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.240370:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384656.240374:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e62b83 00010000:00010000:0.0:1767384656.240374:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1767384656.240382:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094e62b83. 00000100:00000001:2.0:1767384656.240384:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.240395:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384656.240396:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384656.240398:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:0.0:1767384656.240399:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384656.240401:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384656.240402:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000001:2.0:1767384656.240405:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384656.240407:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000400:00000001:2.0:1767384656.240408:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384656.240410:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.240412:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384656.240413:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8293fa. 00010000:00000001:0.0:1767384656.240419:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384656.240423:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000200:2.0:1767384656.240424:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dac69684 00010000:00000001:0.0:1767384656.240424:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384656.240435:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384656.240471:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.240475:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.240481:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384656.240487:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384656.240489:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001bce492f/0x71ee3a74e271922a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384656.240495:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000d90c57ca count: 0 00010000:00000001:1.0:1767384656.240511:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384656.240515:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384656.240519:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384656.240520:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384656.240528:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:1.0:1767384656.240531:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000dc5a6b00 x1853237048141440/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384656.240541:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000dc5a6b00 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048141440:12345-0@lo:253: Request processed in 3899us (4835us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384656.240550:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00000040:1.0:1767384656.240555:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384656.240558:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384656.240563:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384656.240567:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a6475871. 00000020:00000010:1.0:1767384656.240571:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069f68d79. 00000400:00000010:2.0:1767384656.240574:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dac69684. 00000020:00000010:1.0:1767384656.240576:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054004389. 00000100:00000001:2.0:1767384656.240584:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1767384656.240587:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000200:2.0:1767384656.240593:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384656.240595:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384656.240601:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d924432d. 02000000:00000001:1.0:1767384656.240614:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384656.240620:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384656.240622:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384656.240628:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384656.240638:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000700fd549. 00000100:00000001:2.0:1767384656.240652:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384656.240653:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094e62b83. 00000100:00000001:2.0:1767384656.240655:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.240658:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384656.240662:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384656.240665:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384656.240667:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384656.240670:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384656.240675:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384656.240681:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=73 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384656.240683:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384656.240684:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384656.240686:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384656.240688:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.240690:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.240693:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.240698:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384656.240701:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384656.240702:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384656.240706:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384656.240707:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384656.240708:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384656.240710:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384656.240711:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384656.240713:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384656.240714:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384656.240715:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384656.240717:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384656.240718:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384656.240721:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384656.240726:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d43fffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048141440:0@lo:253: 00000100:00000001:2.0:1767384656.240731:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.240733:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384656.240740:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d43fffa x1853237048141440/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384656.240746:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384656.240748:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384656.240750:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006cf966c7. 02000000:00000001:2.0:1767384656.240757:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384656.240759:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384656.240760:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384656.240762:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384656.240764:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000005039c53a. 02000000:00000001:2.0:1767384656.240769:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384656.240770:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384656.240772:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d43fffa. 00000100:00000001:2.0:1767384656.240775:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384656.240775:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.240777:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384656.240781:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384656.240783:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384656.240785:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384656.240787:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384656.241763:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000575fec98. 00000100:00000040:1.0:1767384656.242492:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294944012, at 4294944013 00000100:00000010:1.0:1767384656.242500:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6a78d77. 00000100:00000040:0.0:1767384656.242507:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294944012, at 4294944013 00000100:00000010:0.0:1767384656.242514:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5586c51. 00000100:00000040:3.0:1767384656.242537:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294944012, at 4294944013 00000100:00000010:3.0:1767384656.242548:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000105a70fc. 00080000:00000010:0.0:1767384656.242648:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000095cc96c5. 00040000:00000001:0.0:1767384656.242657:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384656.242660:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384656.242662:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384656.242666:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384656.242669:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384656.242671:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384656.242673:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384656.242686:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384656.242689:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384656.242693:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384656.242706:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384656.242710:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384656.242712:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384656.242716:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384656.242718:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384656.242725:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c45fc10a. 00010000:00000001:1.0:1767384656.242729:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384656.242733:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e79bfcd8. 00000020:00000001:1.0:1767384656.242737:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384656.242742:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e79bfcd8 with handle 0x71ee3a74e2719231 to hash 00000020:00000001:1.0:1767384656.242744:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384656.242746:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384656.242749:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384656.242751:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384656.242753:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.242755:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384656.242762:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384656.242766:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384656.242768:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384656.242770:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384656.242773:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384656.242775:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384656.242776:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384656.242780:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384656.242782:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384656.242783:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384656.242784:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384656.242785:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c45fc10a) refcount = 1 00010000:00010000:1.0:1767384656.242787:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384656.242801:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384656.242803:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384656.242805:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384656.242808:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.242810:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384656.242813:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384656.242817:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384656.242819:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384656.242821:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384656.242822:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e79bfcd8 refcount=4 00000020:00000001:1.0:1767384656.242824:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384656.242826:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384656.242829:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384656.242831:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384656.242832:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384656.242841:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384656.242842:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 20000000:00000010:0.0:1767384656.242843:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000fed17f63. 00010000:00010000:1.0:1767384656.242846:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384656.242850:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384656.242861:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048141568 00010000:00000001:0.0:1767384656.242872:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384656.242873:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384656.242878:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1767384656.242879:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a271dac x1853237048141568/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384656.242882:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384656.242905:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384656.242911:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.242916:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00001000:0.0:1767384656.242917:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=73 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384656.242922:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.242925:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384656.242927:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:0.0:1767384656.242930:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00010000:1.0:1767384656.242931:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384656.242939:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00010000:1.0:1767384656.242952:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e79bfcd8 already unused, calling callback (000000009752a4b4) 02000000:00000001:0.0:1767384656.242953:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384656.242958:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384656.242978:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:0.0:1767384656.242979:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.242980:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384656.242989:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384656.242992:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384656.242995:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1767384656.243001:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384656.243002:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384656.243010:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e79bfcd8 refcount=5 00000020:00000001:1.0:1767384656.243024:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384656.243026:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00000400:00000010:0.0:1767384656.243028:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038b450d9. 00010000:00000001:1.0:1767384656.243030:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384656.243035:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384656.243035:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048141568, offset 224 00010000:00000001:1.0:1767384656.243050:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384656.243054:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384656.243057:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384656.243057:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384656.243068:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384656.243071:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384656.243077:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1767384656.243078:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384656.243079:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384656.243085:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e79bfcd8 with handle 0x71ee3a74e2719231 from hash 00010000:00000001:1.0:1767384656.243089:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384656.243092:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384656.243094:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384656.243095:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06700 00010000:00000001:1.0:1767384656.243096:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384656.243105:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384656.243112:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384656.243112:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c2d [2] + 224 00010000:00000001:1.0:1767384656.243118:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384656.243120:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384656.243121:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384656.243123:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.243127:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384656.243132:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384656.243133:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384656.243141:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384656.243143:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384656.243144:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384656.243151:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384656.243153:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384656.243165:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.243175:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.243178:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384656.243181:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384656.243216:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384656.243225:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384656.243229:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767384656.243230:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384656.243232:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384656.243233:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384656.243235:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384656.243235:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384656.243237:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384656.243241:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384656.243244:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384656.243247:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b450d9 00010000:00000001:1.0:1767384656.243250:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384656.243253:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384656.243254:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038b450d9. 00010000:00010000:1.0:1767384656.243256:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e2719231 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384656.243258:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384656.243264:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1767384656.243272:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c45fc10a count: 0 00000100:00000001:0.0:1767384656.243273:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.243280:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384656.243283:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384656.243285:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384656.243288:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384656.243300:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:0.0:1767384656.243308:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384656.243316:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a271dac x1853237048141568/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:637/0 lens 4848/4768 e 0 to 0 dl 1767384667 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384656.243324:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a271dac pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048141568:12345-0@lo:253: Request processed in 4618us (7295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384656.243331:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00000040:0.0:1767384656.243333:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384656.243335:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384656.243344:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384656.243347:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000049adc03b. 00000020:00000010:0.0:1767384656.243352:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f529241b. 00000020:00000010:0.0:1767384656.243356:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053665e5b. 00000020:00000040:0.0:1767384656.243361:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:0.0:1767384656.243364:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384656.243367:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015034cbd. 02000000:00000001:0.0:1767384656.243373:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384656.243376:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384656.243382:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384656.243386:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e4a0cc. 00000400:00000010:0.0:1767384656.243390:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000038b450d9. 00000100:00000001:0.0:1767384656.243584:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384656.243586:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384656.243589:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384656.243591:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384656.243592:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000400:00000200:0.0:1767384656.243596:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1fa55a7 00000400:00000010:0.0:1767384656.243597:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a1fa55a7. 00000100:00000001:0.0:1767384656.243600:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384656.243604:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384656.243611:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.243616:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384656.243618:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.243620:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384656.243621:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384656.243622:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384656.243623:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384656.243624:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384656.243627:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=73 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384656.243629:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=73 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384656.243630:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384656.243631:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384656.243632:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384656.243640:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.243642:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384656.243645:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.243651:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384656.243653:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384656.243654:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384656.243656:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384656.243658:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384656.243661:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384656.243662:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384656.243663:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384656.243665:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384656.243666:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384656.243668:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384656.243669:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384656.243674:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384656.243679:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b75088b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048141568:0@lo:253: 00000100:00000001:0.0:1767384656.243682:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.243684:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384656.243690:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b75088b x1853237048141568/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384656.243696:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384656.243697:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384656.243699:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000080d4da29. 02000000:00000001:0.0:1767384656.243702:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384656.243704:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384656.243705:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384656.243706:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384656.243707:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000c5b1c1b1. 02000000:00000001:0.0:1767384656.243713:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384656.243714:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384656.243716:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b75088b. 00000100:00000001:0.0:1767384656.243720:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384656.243726:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.243728:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384656.243733:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384656.243734:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384656.243736:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384656.243738:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384656.244197:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294944012, at 4294944014 00000100:00000010:2.0:1767384656.244203:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f9a1feb. 00010000:00000010:1.1:1767384656.246601:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c45fc10a. 00010000:00000010:1.1:1767384656.246610:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e79bfcd8. 00010000:00000010:0.1:1767384656.247488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d90c57ca. 00010000:00000010:0.1:1767384656.247494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001bce492f. 00000400:00000010:0.0:1767384656.258510:0:32675:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000001e72b2ef. 00000400:00000040:0.0:1767384656.258528:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384656.258531:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384656.258533:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.258535:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384656.258537:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.258538:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384656.258540:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384656.258541:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384656.258543:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384656.258543:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384656.258545:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384656.258546:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384656.258548:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384656.258549:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384656.258550:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384656.258551:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384656.258553:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384656.258553:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384656.258554:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384656.258556:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.258557:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384656.258558:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384656.258559:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384656.258560:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384656.258561:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384656.258562:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.258563:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384656.258564:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384656.258566:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384656.258567:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384656.258567:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384656.258569:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384656.258574:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384656.258575:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384656.258577:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384656.258578:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384656.258579:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384656.258580:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384656.258582:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384656.258583:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384656.258584:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384656.258585:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384656.258587:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384656.258588:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384656.258589:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384656.258590:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384656.258591:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384656.258592:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384656.258593:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384656.258594:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384656.258596:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384656.258597:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384656.258598:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384656.258600:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384656.258601:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384656.258602:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384656.258603:0:32675:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384656.258667:0:32675:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000001e72b2ef. 00000400:00000001:2.0:1767384656.614537:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384656.614542:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384656.614547:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e33ed2e 00000400:00000010:2.0:1767384656.614550:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e33ed2e. 00000400:00000200:2.0:1767384656.614556:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384656.614564:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery ping unlinked 00000400:00000010:2.0:1767384656.614574:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cf1ae7b1. 00000400:00000010:2.0:1767384656.614581:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b22223f2. 00000400:00000200:2.0:1767384656.614588:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp37 00000400:00000010:2.0:1767384656.614593:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000cf1ae7b1. 00000400:00000010:2.0:1767384656.614599:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005bc21181. 00000400:00000010:2.0:1767384656.614602:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e33ed2e. 00000400:00000010:2.0:1767384656.614610:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d174c09b. 00000400:00000200:2.0:1767384656.614616:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp37 00000400:00000200:2.0:1767384656.614636:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp37 local destination 00000400:00000200:2.0:1767384656.614643:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp37 00000400:00000200:2.0:1767384656.614650:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp37 NI seq info: [130:130:256:4294967295] 192.168.203.125@tcp37 LPNI seq info [127:127:8:4294967295] 00000400:00000200:2.0:1767384656.614656:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp37 00000400:00000200:2.0:1767384656.614677:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp37(192.168.203.125@tcp37:) -> 192.168.203.125@tcp37(192.168.203.125@tcp37:192.168.203.125@tcp37) : GET try# 0 00000800:00000200:2.0:1767384656.614684:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp37 00000800:00000010:2.0:1767384656.614688:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b73258ff. 00000800:00000200:2.0:1767384656.614700:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000800:00000200:2.1:1767384656.614709:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000400:00000200:2.0:1767384656.614747:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp37 added to recovery queue. ping count: 2 next ping: 281 health :800 00000400:00000200:2.0:1767384656.614752:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp32 00000400:00000010:2.0:1767384656.614755:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000297c2cc2. 00000400:00000010:2.0:1767384656.614762:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006899ec7e. 00000400:00000010:2.0:1767384656.614766:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73724ba. 00000400:00000010:2.0:1767384656.614772:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005308322a. 00000400:00000200:2.0:1767384656.614777:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp32 00000400:00000200:2.0:1767384656.614784:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp32 local destination 00000400:00000200:2.0:1767384656.614789:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp32 00000400:00000200:2.0:1767384656.614792:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp32 NI seq info: [131:131:256:4294967295] 192.168.203.125@tcp32 LPNI seq info [128:128:8:4294967295] 00000400:00000200:2.0:1767384656.614811:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp32 00000400:00000200:2.0:1767384656.614824:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp32(192.168.203.125@tcp32:) -> 192.168.203.125@tcp32(192.168.203.125@tcp32:192.168.203.125@tcp32) : GET try# 0 00000800:00000200:2.0:1767384656.614827:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp32 00000800:00000010:2.0:1767384656.614833:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cca56323. 00000800:00000200:2.0:1767384656.614842:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000800:00000200:2.1:1767384656.614850:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000400:00000200:2.0:1767384656.614864:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp32 added to recovery queue. ping count: 4 next ping: 293 health :600 00000400:00000200:2.0:1767384656.614867:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp38 00000400:00000010:2.0:1767384656.614870:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000022b10ba0. 00000400:00000010:2.0:1767384656.614873:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009d4ba8f1. 00000400:00000010:2.0:1767384656.614875:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8cb389c. 00000400:00000200:1.0:1767384656.614882:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000010:2.0:1767384656.614892:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000001ae0713c. 00000400:00000200:2.0:1767384656.614901:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp38 00000400:00000200:2.0:1767384656.614909:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp38 local destination 00000400:00000200:2.0:1767384656.614913:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp38 00000400:00000200:2.0:1767384656.614921:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp38 NI seq info: [132:132:256:4294967295] 192.168.203.125@tcp38 LPNI seq info [129:129:8:4294967295] 00000400:00000200:2.0:1767384656.614926:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp38 00000400:00000200:2.0:1767384656.614947:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp38(192.168.203.125@tcp38:) -> 192.168.203.125@tcp38(192.168.203.125@tcp38:192.168.203.125@tcp38) : GET try# 0 00000800:00000200:2.0:1767384656.614955:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp38 00000800:00000010:2.0:1767384656.614958:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dec98bc0. 00000800:00000200:2.0:1767384656.614966:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000800:00000200:2.1:1767384656.614972:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000400:00000200:2.0:1767384656.614997:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp38 added to recovery queue. ping count: 1 next ping: 279 health :900 00000400:00000200:1.0:1767384656.615002:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000800:00000200:2.0:1767384656.615059:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (6) 00000800:00000200:2.0:1767384656.615073:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp25 ip 192.168.203.125:988 00000800:00000200:2.0:1767384656.615079:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384656.615156:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.615225:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.615251:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.615385:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.615387:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.615623:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.615631:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.615731:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.615771:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.615840:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.615869:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.615922:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.615928:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.616025:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.616086:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.616149:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.616211:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.616272:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.616310:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.616369:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.616434:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.616530:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.616565:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.616663:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.616666:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.616746:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.616759:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.616869:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.616908:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.616985:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.617063:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.617105:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.617185:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.617206:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.617344:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.617344:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.617521:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.617538:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.617615:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.617642:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.617696:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.617722:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.617775:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.617802:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.617865:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.617887:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.617954:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.617978:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.618037:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.618069:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.618118:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.618161:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.618199:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.618252:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.618293:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000800:00000200:0.0:1767384656.618329:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384656.618339:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384656.618350:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384656.618351:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000800:00000001:0.0:1767384656.618358:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384656.618368:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384656.618405:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.618488:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.618494:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.618553:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.618639:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.618656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.618702:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.618779:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.618801:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.618848:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.618926:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.618965:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.619030:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.619058:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384656.619143:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.619155:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000800:00000010:1.0:1767384656.619200:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d924432d. 00000800:00000010:1.0:1767384656.619208:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000061766dc7. 00000800:00000010:1.0:1767384656.619214:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000023b1e82e. 00000400:00000200:2.0:1767384656.619226:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.619248:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000800:00000010:1.0:1767384656.619253:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000023b1e82e. 00000800:00020000:1.0:1767384656.619270:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384656.619274:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000061766dc7. 00000800:00000010:1.0:1767384656.619287:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d924432d. 00000400:00000200:2.0:1767384656.619334:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.619340:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:02020000:1.0:1767384656.619420:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp37 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384656.619430:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp37 notifying 192.168.203.125@tcp37: down 00000400:00000200:1.0:1767384656.619481:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384656.619491:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp37 00000800:00000010:1.0:1767384656.619495:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b73258ff. 00000400:00000200:1.0:1767384656.619503:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384656.619504:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384656.619515:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp37->192.168.203.125@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384656.619529:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384656.619533:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384656.619542:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp37) recovery failed with -71 00000400:00000200:0.0:1767384656.619555:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000800:00000010:2.0:1767384656.619604:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086c02747. 00000800:00000010:2.0:1767384656.619611:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b7ae5131. 00000800:00000010:2.0:1767384656.619618:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000403304ee. 00000400:00000200:0.0:1767384656.619635:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000800:00000010:2.0:1767384656.619658:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000403304ee. 00000800:00020000:2.0:1767384656.619670:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384656.619674:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b7ae5131. 00000800:00000010:2.0:1767384656.619678:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000086c02747. 00000400:00000200:0.0:1767384656.619696:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.619768:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:02020000:2.0:1767384656.619776:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp32 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384656.619786:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp32 notifying 192.168.203.125@tcp32: down 00000800:00000200:2.0:1767384656.619793:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp32 down 00000800:00000100:2.0:1767384656.619805:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp32 00000800:00000010:2.0:1767384656.619814:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cca56323. 00000400:00000200:2.0:1767384656.619818:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384656.619827:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp32->192.168.203.125@tcp32: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384656.619837:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384656.619840:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384656.619849:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp32) recovery failed with -71 00000400:00000200:0.0:1767384656.619860:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.619910:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.619934:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.619968:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.619993:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620033:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620064:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620093:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620116:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620198:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620257:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620320:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620412:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620623:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620713:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620833:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.620913:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.621001:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.621129:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.621194:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.621224:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384656.621247:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384656.621426:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cf966c7. 00000800:00000010:0.0:1767384656.621430:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004f40da25. 00000800:00000010:0.0:1767384656.621470:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b5da648. 00000800:00000010:0.0:1767384656.621506:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b5da648. 00000800:00020000:0.0:1767384656.621513:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384656.621515:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004f40da25. 00000800:00000010:0.0:1767384656.621518:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006cf966c7. 00000400:02020000:0.0:1767384656.621552:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp38 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384656.621557:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp38 notifying 192.168.203.125@tcp38: down 00000400:00000200:0.0:1767384656.621560:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384656.621563:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp38 00000800:00000010:0.0:1767384656.621565:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dec98bc0. 00000400:00000200:0.0:1767384656.621567:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384656.621571:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp38->192.168.203.125@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384656.621576:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384656.621578:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384656.621581:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp38) recovery failed with -71 00010000:00000001:3.0:1767384656.805515:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384656.805521:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384656.805527:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384656.805528:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384656.805556:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384656.805560:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384656.805563:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384657.637590:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384657.637596:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384657.637599:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e33ed2e 00000400:00000010:2.0:1767384657.637604:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e33ed2e. 00000400:00000200:2.0:1767384657.637609:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384657.637615:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery ping unlinked 00000400:00000010:2.0:1767384657.637626:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000cf1ae7b1. 00000400:00000010:2.0:1767384657.637630:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005bc21181. 00000400:00000001:2.0:1767384657.637636:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384657.637637:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384657.637638:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73724ba 00000400:00000010:2.0:1767384657.637640:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d73724ba. 00000400:00000200:2.0:1767384657.637642:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384657.637644:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery ping unlinked 00000400:00000010:2.0:1767384657.637646:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000297c2cc2. 00000400:00000010:2.0:1767384657.637648:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006899ec7e. 00000400:00000001:2.0:1767384657.637651:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384657.637652:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384657.637653:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cb389c 00000400:00000010:2.0:1767384657.637655:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8cb389c. 00000400:00000200:2.0:1767384657.637656:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384657.637658:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384657.637661:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000022b10ba0. 00000400:00000010:2.0:1767384657.637663:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009d4ba8f1. 00010000:00000001:3.0:1767384657.830546:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384657.830553:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384657.830560:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384657.830561:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384657.830655:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384657.830658:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384657.830660:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384658.011048:0:33128:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003c3abf5c. 00080000:00000010:3.0:1767384658.011057:0:33128:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003c3abf5c. 00000020:00000001:3.0:1767384658.011064:0:33128:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384658.011071:0:33128:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003c3abf5c. 00080000:00000010:3.0:1767384658.011074:0:33128:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003c3abf5c. 00000020:00000001:3.0:1767384658.011077:0:33128:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.661498:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp38 00000400:00000010:2.0:1767384658.661504:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007d93edeb. 00000400:00000010:2.0:1767384658.661510:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ab0b8028. 00000400:00000010:2.0:1767384658.661514:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8cb389c. 00000400:00000010:2.0:1767384658.661526:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a53201e7. 00000400:00000200:2.0:1767384658.661531:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp38 00000400:00000200:2.0:1767384658.661548:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp38 local destination 00000400:00000200:2.0:1767384658.661553:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp38 00000400:00000200:2.0:1767384658.661556:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp38 NI seq info: [133:133:256:4294967295] 192.168.203.125@tcp38 LPNI seq info [130:130:8:4294967295] 00000400:00000200:2.0:1767384658.661561:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp38 00000400:00000200:2.0:1767384658.661567:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp38(192.168.203.125@tcp38:) -> 192.168.203.125@tcp38(192.168.203.125@tcp38:192.168.203.125@tcp38) : GET try# 0 00000800:00000200:2.0:1767384658.661571:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp38 00000800:00000010:2.0:1767384658.661574:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000cca56323. 00000800:00000200:2.0:1767384658.661579:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000800:00000200:2.1:1767384658.661583:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000400:00000200:2.0:1767384658.661600:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp38 added to recovery queue. ping count: 2 next ping: 283 health :800 00000400:00000200:0.0:1767384658.661665:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661700:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661713:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661725:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661737:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661749:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661760:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661772:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661785:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661797:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661808:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661830:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661843:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661856:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661868:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661880:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661892:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661904:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661916:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661928:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661940:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661953:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661965:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661977:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.661988:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662020:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662036:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662048:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662061:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662073:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662085:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662097:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662109:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662120:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384658.662132:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384658.662259:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cf966c7. 00000800:00000010:0.0:1767384658.662263:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ba21214. 00000800:00000010:0.0:1767384658.662267:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce79fc5a. 00000800:00000010:0.0:1767384658.662281:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce79fc5a. 00000800:00020000:0.0:1767384658.662289:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384658.662292:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ba21214. 00000800:00000010:0.0:1767384658.662293:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006cf966c7. 00000400:02020000:0.0:1767384658.662327:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp38 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384658.662332:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp38 notifying 192.168.203.125@tcp38: down 00000400:00000200:0.0:1767384658.662336:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384658.662339:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp38 00000800:00000010:0.0:1767384658.662341:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000cca56323. 00000400:00000200:0.0:1767384658.662345:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384658.662348:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp38->192.168.203.125@tcp38: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384658.662355:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384658.662357:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384658.662360:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp38) recovery failed with -71 00000001:00000001:2.0:1767384658.802063:0:33292:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384658.802068:0:33292:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp41 --if ens2 00000001:00000001:2.0:1767384658.807076:0:33292:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384658.814652:0:33293:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000325e92cf. 00000400:00000010:2.0:1767384658.814665:0:33293:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a288efba. 00000400:00000010:2.0:1767384658.814676:0:33293:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 000000007c8259a6. 00000400:00000010:2.0:1767384658.814681:0:33293:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000b9031739. 00000400:00000010:2.0:1767384658.814685:0:33293:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001051ac2b. 00000400:00000010:2.0:1767384658.814690:0:33293:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000ca27e1a. 00000400:00000010:2.0:1767384658.814693:0:33293:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000001b6bf933. 00000400:00000010:2.0:1767384658.814695:0:33293:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a5b8024d. 00000400:00000010:2.0:1767384658.814700:0:33293:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000090c3037b. 00000800:00000010:2.0:1767384658.814716:0:33293:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009918e1eb. 00000800:00000200:2.0:1767384658.814729:0:33293:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384658.814747:0:33293:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384658.814783:0:33293:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:2.0:1767384658.814807:0:33293:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp41 [8/256/0/180] 00000400:00000010:2.0:1767384658.816915:0:33293:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 000000006e929df5. 00000400:00000010:2.0:1767384658.816922:0:33293:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042116459. 00000400:00000010:2.0:1767384658.816933:0:33293:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73724ba. 00000400:00000001:2.0:1767384658.816962:0:33293:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384658.816980:0:33293:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384658.816982:0:33293:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000226e8cca. 00000400:00000200:2.0:1767384658.816987:0:33293:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d88a90c 00000400:00000010:2.0:1767384658.816989:0:33293:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d88a90c. 00000400:00000010:2.0:1767384658.817008:0:33293:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 553 at 00000000bf77f6b3. 00000400:00000200:2.0:1767384658.817016:0:33293:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (30) 00000400:00000200:2.0:1767384658.817041:0:33293:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384658.817049:0:33293:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131113 00000020:00000010:2.0:1767384658.817056:0:33293:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000086c02747. 00000020:01000000:2.0:1767384658.817059:0:33293:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384658.817061:0:33293:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp41 00000400:00000010:2.0:1767384658.817077:0:33293:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a288efba. 00000400:00000010:2.0:1767384658.817081:0:33293:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000325e92cf. 00000400:00000200:1.0:1767384658.817098:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384658.817112:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000020:00000001:3.0:1767384658.817118:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:1.0:1767384658.817126:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 10000000:00000001:3.0:1767384658.817127:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384658.817137:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384658.817139:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (31) 10000000:01000000:3.0:1767384658.817141:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384658.817149:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384658.817155:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:1.0:1767384658.817156:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fbc4aeab. 00000020:01000004:3.0:1767384658.817166:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384658.817170:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384658.817173:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000020:01000004:3.0:1767384658.817175:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384658.817178:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384658.817179:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384658.817180:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384658.817182:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384658.817183:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384658.817188:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a744e5f0. 00000020:00000040:3.0:1767384658.817194:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:1.0:1767384658.817195:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000001:3.0:1767384658.817206:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384658.817210:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384658.817212:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 02000000:00000001:3.0:1767384658.817217:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.817225:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 02000000:00000010:3.0:1767384658.817232:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007f9fb861. 00000400:00000200:1.0:1767384658.817235:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000100:00000001:3.0:1767384658.817245:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.817246:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:1.0:1767384658.817257:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000100:00000001:3.0:1767384658.817262:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384658.817262:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000100:00000001:3.0:1767384658.817271:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.817304:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000400:00000200:1.0:1767384658.817309:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000100:00000040:3.0:1767384658.817312:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a744e5f0] to pc [ptlrpcd_00_01+1] req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384658.817339:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000400:00000200:1.0:1767384658.817354:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:1.0:1767384658.817361:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 00000400:00000200:1.0:1767384658.817366:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[30, 36], ns[30, 36] 00000400:00000200:1.0:1767384658.817373:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 30], ns[32, 30] 10000000:00000001:3.0:1767384658.817381:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.817381:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 30], ns[34, 30] 10000000:00000001:3.0:1767384658.817390:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.817392:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 30], ns[44, 30] 00000020:00000001:3.0:1767384658.817397:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.817399:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384658.817401:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 30], ns[48, 30] 00000100:00000001:2.0:1767384658.817409:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000000:3.0:1767384658.817411:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384658.817416:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384658.817419:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 30], ns[52, 30] 00000020:00000001:3.0:1767384658.817429:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000040:2.0:1767384658.817431:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384658.817432:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 30], ns[56, 30] 10000000:00000001:3.0:1767384658.817435:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384658.817441:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 30], ns[60, 30] 00000400:00000200:1.0:1767384658.817450:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 30], ns[110, 30] 00000400:00000200:1.0:1767384658.817455:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 30], ns[87, 30] 10000000:00000001:3.0:1767384658.817477:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384658.817487:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:3.0:1767384658.817491:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384658.817493:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384658.817499:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384658.817507:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:1.0:1767384658.817515:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 30], ns[86, 30] 00000020:01000004:3.0:1767384658.817516:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384658.817525:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384658.817530:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384658.817550:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384658.817557:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:1.0:1767384658.817563:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 30], ns[131, 30] 00000100:00000001:2.0:1767384658.817565:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1767384658.817567:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f949674d. 00000100:00000001:2.0:1767384658.817574:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384658.817578:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000400:00000200:1.0:1767384658.817579:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 30], ns[93, 30] 02000000:00000001:2.0:1767384658.817589:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384658.817593:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384658.817596:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 30], ns[125, 30] 02000000:00000001:2.0:1767384658.817597:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384658.817598:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384658.817618:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.817622:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.817639:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[121, 30], ns[124, 30] 02000000:00000010:3.0:1767384658.817640:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000045063839. 00000100:00100000:2.0:1767384658.817640:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048141696:0@lo:253: 00000100:00000001:3.0:1767384658.817655:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.817662:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384658.817666:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384658.817675:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.817676:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384658.817683:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 30], ns[128, 30] 02000000:00000001:2.0:1767384658.817685:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.817693:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f949674d] to pc [ptlrpcd_00_02+2] req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384658.817703:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384658.817705:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[127, 30], ns[130, 30] 02000000:00000010:2.0:1767384658.817717:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000006e7049b. 02000000:00000001:2.0:1767384658.817731:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.817735:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp21] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[130, 30], ns[133, 30] 00000400:00000010:2.0:1767384658.817748:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8ea1224. 00000400:00000200:1.0:1767384658.817760:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp21 00000400:00000010:2.0:1767384658.817765:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a288efba. 00000400:00000200:1.0:1767384658.817771:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp21 00000100:00000200:2.0:1767384658.817777:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048141696, portal 25 00000400:00000200:1.0:1767384658.817779:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp21 lpni_is_preferred = 0 00000400:00000200:1.0:1767384658.817782:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp21 00000400:00000200:1.0:1767384658.817786:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp21 NI seq info: [134:134:256:4294967295] 192.168.203.125@tcp21 LPNI seq info [131:131:8:4294967295] 10000000:00000001:3.0:1767384658.817791:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.817803:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1767384658.817804:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.817808:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572992 : -106175085978624 : ffff9f6f2fb75c00) 00000020:00000001:3.0:1767384658.817815:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384658.817827:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384658.817829:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp21 00000020:00000010:3.0:1767384658.817838:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000086c02747. 00000100:00000040:2.0:1767384658.817838:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.817859:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.817866:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.817869:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp21(192.168.203.125@tcp21:) -> 192.168.203.125@tcp21(192.168.203.125@tcp:192.168.203.125@tcp21) : PUT try# 0 00000100:00000001:3.0:1767384658.817881:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.817881:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384658.817889:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1767384658.817909:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.125@tcp21 00000100:00000040:2.0:1767384658.817912:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384658.817913:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1767384658.817921:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000020285151. 00000100:00000040:3.0:1767384658.817923:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384658.817923:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002556b0be. 00000100:00000200:2.0:1767384658.817933:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048141696, offset 0 00000800:00000200:1.0:1767384658.817941:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc7d60c5] -> 12345-192.168.203.125@tcp21 (6) 00000400:00000200:2.0:1767384658.817954:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384658.817957:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1767384658.817963:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp21 ip 192.168.203.125:988 00000100:00000001:3.0:1767384658.817965:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384658.817971:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000020285151 type 1, nob 656 niov 1 nkiov 1 02000000:00000001:3.0:1767384658.817973:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384658.817982:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1767384658.817986:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384658.817991:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384658.817993:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384658.818014:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 00000400:00000200:2.0:1767384658.818017:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06780 00000100:00100000:3.0:1767384658.818019:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f949674d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048141824:0@lo:253: 00000100:00000001:3.0:1767384658.818030:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384658.818033:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384658.818034:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1449 [2] + 0 02000000:00000001:3.0:1767384658.818038:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.818042:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089e6280b. 02000000:00000001:3.0:1767384658.818044:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384658.818050:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001cd302fa 02000000:00000010:3.0:1767384658.818053:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000e54fa615. 02000000:00000001:3.0:1767384658.818057:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384658.818061:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384658.818062:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a144b4dc. 00000100:00000001:1.0:1767384658.818066:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384658.818070:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000042092ae1. 00000400:00000200:2.0:1767384658.818074:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384658.818074:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384658.818079:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048141824, portal 25 00000100:00000001:3.0:1767384658.818084:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384658.818086:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623570304 : -106175085981312 : ffff9f6f2fb75180) 00000400:00000200:2.0:1767384658.818087:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cd302fa 00000400:00000010:2.0:1767384658.818093:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cd302fa. 00000100:00000040:3.0:1767384658.818094:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.818100:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384658.818104:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384658.818111:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384658.818111:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000873e9555 x1853237048141696 msgsize 4848 00000100:00000040:3.0:1767384658.818118:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384658.818121:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024f72121. 00000100:00100000:2.0:1767384658.818127:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1767384658.818128:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048141824, offset 0 00000100:00000040:2.0:1767384658.818133:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384658.818143:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384658.818152:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384658.818157:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384658.818161:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06800 00000400:00000200:3.0:1767384658.818167:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1451 [2] + 0 00000400:00000010:3.0:1767384658.818171:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8dfdf65. 00000400:00000200:3.0:1767384658.818174:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000039c72819 00000400:00000200:2.0:1767384658.818178:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002556b0be 00000100:00000001:0.0:1767384658.818178:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384658.818180:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384658.818183:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048141696 00000400:00000010:2.0:1767384658.818184:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002556b0be. 00000400:00000200:3.0:1767384658.818186:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384658.818187:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384658.818190:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384658.818192:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000039c72819 00000100:00000001:2.0:1767384658.818192:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384658.818193:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384658.818197:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000039c72819. 02000000:00000001:0.0:1767384658.818199:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384658.818201:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.818203:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00100000:0.0:1767384658.818203:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048141696 00000100:00000200:3.0:1767384658.818206:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000001:0.0:1767384658.818208:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384658.818211:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000040:3.0:1767384658.818212:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000015131b55 x1853237048141824 msgsize 4848 00000020:00000001:0.0:1767384658.818216:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.818220:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00100000:3.0:1767384658.818224:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1767384658.818225:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384658.818227:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384658.818228:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000040:2.0:1767384658.818234:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384658.818236:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384658.818237:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384658.818242:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce79fc5a. 00000100:00000001:0.0:1767384658.818249:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384658.818250:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.818256:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384658.818256:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce79fc5a. 00000100:00000001:2.0:1767384658.818258:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384658.818268:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024f72121 00000020:00000010:0.0:1767384658.818269:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017871ece. 00000400:00000010:3.0:1767384658.818272:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024f72121. 00000020:00000010:0.0:1767384658.818276:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a97d8202. 00000100:00000001:3.0:1767384658.818278:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384658.818282:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384658.818283:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007e1f8ae7. 00000100:00000200:3.0:1767384658.818284:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.818293:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294946594 00000100:00000001:3.0:1767384658.818297:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384658.818299:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:3.0:1767384658.818301:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384658.818302:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068937916. 00000100:00000001:0.0:1767384658.818303:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384658.818307:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384658.818313:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.818314:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384658.818315:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384658.818318:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.818328:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.818330:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294946594 00000100:00000001:0.0:1767384658.818331:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.818332:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294946594 00000100:00000010:2.0:1767384658.818338:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000895be19. 00000100:00000001:3.0:1767384658.818339:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294946594 00000100:00000001:3.0:1767384658.818347:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294946594 00000100:00000001:2.0:1767384658.818348:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384658.818350:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.818358:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294946594 00000100:00000001:3.0:1767384658.818361:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294946594 00000100:00000001:3.0:1767384658.818368:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294946594 00000100:00000010:2.0:1767384658.818369:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f263a3c. 00000100:00000001:0.0:1767384658.818372:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384658.818376:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00100000:0.0:1767384658.818377:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048141824 02000000:00000001:0.0:1767384658.818380:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384658.818383:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384658.818386:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294946594 00000100:00000001:3.0:1767384658.818387:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294946594 00000100:00000001:0.0:1767384658.818387:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.818393:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294946594 02000000:00000001:0.0:1767384658.818393:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384658.818395:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf72ab88. 00000100:00100000:0.0:1767384658.818397:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048141824 00000020:00000001:0.0:1767384658.818401:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384658.818403:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000020:00000040:0.0:1767384658.818403:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384658.818407:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.818411:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:0.0:1767384658.818416:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384658.818419:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384658.818420:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294946594 00000020:00000001:0.0:1767384658.818420:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384658.818427:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384658.818428:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.818429:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384658.818432:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.818435:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384658.818460:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce79fc5a. 00000100:00000001:0.0:1767384658.818465:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384658.818469:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce79fc5a. 00000100:00000001:2.0:1767384658.818474:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384658.818476:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c16bca0d. 00000100:00000001:3.0:1767384658.818477:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.818481:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384658.818483:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bcb98e62. 00000100:00000001:2.0:1767384658.818484:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384658.818487:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384658.818487:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000ec0d9d62. 00000100:00000001:2.0:1767384658.818488:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384658.818490:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384658.818492:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384658.818495:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384658.818497:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384658.818500:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.818500:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384658.818500:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.818506:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384658.818507:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.818509:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.818510:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.818513:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.818516:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.818528:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384658.818548:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384658.818551:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384658.818559:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00000040:0.0:1767384658.818565:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384658.818568:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720107600 : -106174989444016 : ffff9f6f35785c50) 00000100:00000040:0.0:1767384658.818578:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000873e9555 x1853237048141696/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:639/0 lens 4848/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384658.818596:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384658.818600:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce79fc5a. 00000100:00000001:0.0:1767384658.818603:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384658.818606:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce79fc5a. 00000100:00100000:0.0:1767384658.818611:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000873e9555 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048141696:12345-0@lo:253: 00000100:00000200:0.0:1767384658.818616:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048141696 00000020:00000001:0.0:1767384658.818619:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384658.818624:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384658.818626:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.818630:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384658.818634:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00000001:2.0:1767384658.818637:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384658.818638:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384658.818642:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384658.818643:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384658.818648:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:2.0:1767384658.818652:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000020:00000001:0.0:1767384658.818653:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1767384658.818659:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000020:00000001:0.0:1767384658.818660:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384658.818661:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1767384658.818666:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720112720 : -106174989438896 : ffff9f6f35787050) 00000800:00000010:3.0:1767384658.818667:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000020285151. 00000100:00000001:0.0:1767384658.818668:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384658.818674:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384658.818676:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000015131b55 x1853237048141824/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:639/0 lens 4848/0 e 0 to 0 dl 1767384669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384658.818679:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384658.818680:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006cf966c7. 02000000:00000001:0.0:1767384658.818685:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384658.818689:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.818692:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp21->192.168.203.125@tcp21: PUT: OK 20000000:00000001:0.0:1767384658.818695:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:3.0:1767384658.818700:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:2.0:1767384658.818702:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384658.818708:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b767911. 20000000:00000010:0.0:1767384658.818708:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000021d7f672. 00000400:00000200:3.0:1767384658.818709:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 20000000:01000000:0.0:1767384658.818712:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384658.818715:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000800:00000001:3.0:1767384658.818718:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384658.818718:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000001:2.0:1767384658.818721:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384658.818722:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384658.818727:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b767911. 20000000:00000001:0.0:1767384658.818728:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384658.818729:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384658.818734:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 20000000:00000001:0.0:1767384658.818734:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00100000:2.0:1767384658.818739:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000015131b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048141824:12345-0@lo:253: 00000800:00000001:3.0:1767384658.818742:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384658.818745:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048141824 20000000:00000010:0.0:1767384658.818745:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b302a4a8. 00000020:00000001:2.0:1767384658.818751:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:01000000:0.0:1767384658.818752:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00000400:00000200:3.0:1767384658.818755:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp21(192.168.203.125@tcp21) <- 192.168.203.125@tcp21 : PUT - for me 00000020:00000001:2.0:1767384658.818758:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:0.0:1767384658.818761:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:2.0:1767384658.818763:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.818768:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 560 into portal 0 MB=0x8000000000000000 00080000:00000001:0.0:1767384658.818768:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:2.0:1767384658.818770:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384658.818774:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:3.0:1767384658.818780:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 512/560 into md 0x1b4d [1] + 0 00000020:00000001:2.0:1767384658.818780:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:0.0:1767384658.818782:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:2.0:1767384658.818785:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384658.818786:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e26609cc. 00000020:00000001:2.0:1767384658.818790:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384658.818795:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003d083ba7 00000020:00000001:2.0:1767384658.818795:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384658.818799:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384658.818803:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384658.818804:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:0.0:1767384658.818804:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 02000000:00000001:2.0:1767384658.818818:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1767384658.818823:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384658.818825:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000086c02747. 00000400:00000200:3.0:1767384658.818827:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:0.0:1767384658.818831:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384658.818832:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384658.818834:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00000400:00000200:3.0:1767384658.818837:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp21->192.168.203.125@tcp21: PUT: OK 00080000:00000001:0.0:1767384658.818837:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.818839:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.818841:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d083ba7 00080000:00000001:0.0:1767384658.818841:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 20000000:00000001:2.0:1767384658.818844:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000010:3.0:1767384658.818846:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d083ba7. 00080000:00000001:0.0:1767384658.818846:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384658.818850:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000400:00000200:3.0:1767384658.818851:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 20000000:00000010:2.0:1767384658.818854:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015034cbd. 00000400:00000200:3.0:1767384658.818855:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (32) 00000020:00000001:0.0:1767384658.818855:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:0.0:1767384658.818860:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:2.0:1767384658.818862:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384658.818863:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00080000:00000001:0.0:1767384658.818865:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384658.818868:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384658.818870:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (560 bytes) 00080000:00000001:0.0:1767384658.818870:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.818872:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00080000:00000001:0.0:1767384658.818875:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384658.818876:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.818879:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000020:00000001:0.0:1767384658.818880:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:2.0:1767384658.818881:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.818885:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384658.818887:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000400:00000200:3.0:1767384658.818893:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (33) 00080000:00000001:0.0:1767384658.818894:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384658.818897:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00080000:00000010:0.0:1767384658.818899:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b4bca622. 00000400:00000200:3.0:1767384658.818903:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp21 to MR: 192.168.203.125@tcp21 local destination 00080000:00000001:0.0:1767384658.818903:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893638065664 : -106180071485952 : ffff9f6e068e8e00) 00080000:00000001:0.0:1767384658.818907:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384658.818911:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384658.818912:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp21 NI seq info: [135:135:256:4294967295] 192.168.203.125@tcp21 LPNI seq info [132:132:8:4294967295] 00080000:00000010:0.0:1767384658.818915:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ce79fc5a. 00080000:00000001:0.0:1767384658.818918:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384658.818920:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384658.818928:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp21(192.168.203.125@tcp21:192.168.203.125@tcp21) -> 192.168.203.125@tcp21(192.168.203.125@tcp21:192.168.203.125@tcp21) 192.168.203.125@tcp21 : ACK try# 0 00000800:00000200:3.0:1767384658.818933:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp21 00080000:00000001:0.0:1767384658.818935:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384658.818938:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d46bd4b3. 00080000:00000001:0.0:1767384658.818953:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000800:00000200:3.0:1767384658.818954:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc7d60c5] -> 12345-192.168.203.125@tcp21 (6) 00000800:00000200:3.0:1767384658.818962:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp21 ip 192.168.203.125:999 00000800:00000200:3.0:1767384658.818966:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d46bd4b3 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1767384658.818982:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384658.819034:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384658.819039:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384658.819049:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384658.819083:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384658.819089:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000043723840. 00000400:00000010:2.0:1767384658.819094:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000033ca0a2. 00000400:00000010:2.0:1767384658.819101:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e33ed2e. 00000400:00000200:2.0:1767384658.819105:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000043723840 00000400:00000010:2.0:1767384658.819110:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 521 at 00000000975b193e. 00000400:00000200:2.0:1767384658.819115:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 560 success 00000400:00000200:2.0:1767384658.819121:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102471 00000400:00000200:2.0:1767384658.819130:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (32) 00000400:00000010:2.0:1767384658.819135:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 00000000975b193e. 00000400:00000010:2.0:1767384658.819139:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000400:00000010:2.0:1767384658.819150:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e6ba3a6b. 00000400:00000200:2.0:1767384658.819156:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:2.0:1767384658.819163:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:2.0:1767384658.819167:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:2.0:1767384658.819171:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000400:00000200:2.0:1767384658.819175:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000400:00000200:2.0:1767384658.819178:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:2.0:1767384658.819181:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000400:00000200:2.0:1767384658.819184:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000400:00000200:2.0:1767384658.819187:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000400:00000200:2.0:1767384658.819190:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000400:00000200:2.0:1767384658.819194:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000400:00000200:2.0:1767384658.819197:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:2.0:1767384658.819200:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 00000400:00000200:2.0:1767384658.819204:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 36], ns[135, 36] 00000400:00000200:2.0:1767384658.819210:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[32, 36], ns[32, 36] 00000400:00000200:2.0:1767384658.819214:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 32], ns[34, 32] 00000800:00000200:0.0:1767384658.819216:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1767384658.819219:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 32], ns[44, 32] 00000800:00000010:0.0:1767384658.819223:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d46bd4b3. 00000400:00000200:2.0:1767384658.819226:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 32], ns[48, 32] 00000400:00000200:0.0:1767384658.819231:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384658.819241:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384658.819244:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 32], ns[52, 32] 00000400:00000200:0.0:1767384658.819244:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp21->192.168.203.125@tcp21: ACK: OK 00000800:00000001:3.0:1767384658.819249:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384658.819256:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384658.819258:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 32], ns[56, 32] 00000800:00000001:3.0:1767384658.819263:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384658.819263:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 32], ns[60, 32] 00000400:00000200:3.0:1767384658.819285:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp21(192.168.203.125@tcp21) <- 192.168.203.125@tcp21 : ACK - for me 00000400:00000200:2.0:1767384658.819286:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 32], ns[110, 32] 00000400:00000200:2.0:1767384658.819294:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 32], ns[87, 32] 00000400:00000200:2.0:1767384658.819297:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 32], ns[86, 32] 00000400:00000200:2.0:1767384658.819300:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 32], ns[131, 32] 00000400:00000200:2.0:1767384658.819303:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 32], ns[93, 32] 00000400:00000200:2.0:1767384658.819305:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 32], ns[125, 32] 00000400:00000200:2.0:1767384658.819308:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[121, 32], ns[124, 32] 00000400:00000200:2.0:1767384658.819312:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 32], ns[128, 32] 00000400:00000200:2.0:1767384658.819314:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[127, 32], ns[130, 32] 00000400:00000200:2.0:1767384658.819317:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp22] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[130, 32], ns[133, 32] 00000400:00000200:2.0:1767384658.819320:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp22 00000400:00000200:2.0:1767384658.819324:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp22 00000400:00000200:2.0:1767384658.819328:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp22 lpni_is_preferred = 0 00000400:00000200:2.0:1767384658.819330:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp22 00000400:00000200:2.0:1767384658.819333:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp22 NI seq info: [136:136:256:4294967295] 192.168.203.125@tcp22 LPNI seq info [133:133:8:4294967295] 00000400:00000200:2.0:1767384658.819337:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp22 00000400:00000200:2.0:1767384658.819344:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp22(192.168.203.125@tcp22:) -> 192.168.203.125@tcp22(192.168.203.125@tcp:192.168.203.125@tcp22) : GET try# 0 00000800:00000200:2.0:1767384658.819349:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp22 00000800:00000010:2.0:1767384658.819356:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000072e711dc. 00000800:00000200:2.0:1767384658.819362:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005aa6cfb9] -> 12345-192.168.203.125@tcp22 (6) 00000800:00000200:2.0:1767384658.819368:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp22 ip 192.168.203.125:988 00000800:00000200:2.0:1767384658.819371:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000072e711dc type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384658.819381:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384658.819384:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100671 rc 0 00000400:00000200:3.0:1767384658.819396:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp21: ACK from 12345-192.168.203.125@tcp21 into md 0x1c59 00000400:00000200:3.0:1767384658.819401:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384658.819407:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp21->192.168.203.125@tcp21: ACK: OK 00000400:00000200:3.0:1767384658.819411:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000400:00000010:3.0:1767384658.819414:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000400:00000200:3.0:1767384658.819418:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384658.819422:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:3.0:1767384658.819428:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000800:00000001:2.0:1767384658.819436:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384658.819476:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (33) 00000800:00000001:3.0:1767384658.819489:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384658.819497:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384658.819522:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384658.819525:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 00000400:00000200:3.0:1767384658.819531:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (32) 00000400:00000010:3.0:1767384658.819537:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 569 at 0000000084cda8a3. 00000400:00000010:3.0:1767384658.819543:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e7933308. 00000400:00000010:3.0:1767384658.819550:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004fdd6780. 00000400:00000200:3.0:1767384658.819558:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384658.819566:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384658.819571:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:3.0:1767384658.819576:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000400:00000200:3.0:1767384658.819589:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000400:00000200:3.0:1767384658.819594:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:3.0:1767384658.819598:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000400:00000200:3.0:1767384658.819602:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000400:00000200:3.0:1767384658.819607:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000400:00000200:3.0:1767384658.819612:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000400:00000200:3.0:1767384658.819617:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000400:00000200:3.0:1767384658.819623:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:3.0:1767384658.819628:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 00000400:00000200:3.0:1767384658.819632:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 36], ns[135, 36] 00000400:00000200:3.0:1767384658.819637:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[133, 36], ns[136, 36] 00000400:00000200:3.0:1767384658.819641:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[34, 36], ns[34, 36] 00000400:00000200:3.0:1767384658.819646:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 34], ns[44, 34] 00000400:00000200:3.0:1767384658.819652:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 34], ns[48, 34] 00000400:00000200:3.0:1767384658.819658:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 34], ns[52, 34] 00000400:00000200:3.0:1767384658.819674:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 34], ns[56, 34] 00000800:00000001:2.0:1767384658.819677:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384658.819681:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 34], ns[60, 34] 00000800:00000001:2.0:1767384658.819682:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384658.819687:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384658.819691:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 34], ns[110, 34] 00000400:00000200:2.0:1767384658.819700:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp22(192.168.203.125@tcp22) <- 192.168.203.125@tcp22 : GET - for me 00000400:00000200:3.0:1767384658.819711:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 34], ns[87, 34] 00000400:00000200:3.0:1767384658.819716:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 34], ns[86, 34] 00000400:00000200:3.0:1767384658.819721:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 34], ns[131, 34] 00000400:00000200:3.0:1767384658.819725:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 34], ns[93, 34] 00000400:00000200:3.0:1767384658.819729:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 34], ns[125, 34] 00000400:00000200:3.0:1767384658.819734:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[121, 34], ns[124, 34] 00000400:00000200:3.0:1767384658.819739:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 34], ns[128, 34] 00000400:00000200:3.0:1767384658.819744:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[127, 34], ns[130, 34] 00000400:00000200:3.0:1767384658.819748:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp23] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[130, 34], ns[133, 34] 00000400:00000200:3.0:1767384658.819752:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp23 00000400:00000200:3.0:1767384658.819756:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp23 00000400:00000200:3.0:1767384658.819761:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp23 lpni_is_preferred = 0 00000400:00000200:3.0:1767384658.819763:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp23 00000400:00000200:3.0:1767384658.819767:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp23 NI seq info: [137:137:256:4294967295] 192.168.203.125@tcp23 LPNI seq info [134:134:8:4294967295] 00000400:00000200:3.0:1767384658.819773:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp23 00000400:00000200:3.0:1767384658.819781:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23:) -> 192.168.203.125@tcp23(192.168.203.125@tcp:192.168.203.125@tcp23) : GET try# 0 00000800:00000200:3.0:1767384658.819786:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp23 00000800:00000010:3.0:1767384658.819791:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d1083f9d. 00000400:00000200:2.0:1767384658.819795:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 560 into portal 0 MB=0x8000000000000000 00000800:00000200:3.0:1767384658.819800:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (6) 00000400:00000200:2.0:1767384658.819806:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 560/560 into md 0x1c55 [1] + 0 00000800:00000200:3.0:1767384658.819812:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp23 ip 192.168.203.125:988 00000800:00000200:3.0:1767384658.819818:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d1083f9d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384658.819818:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp22 to MR: 192.168.203.125@tcp22 local destination 00000400:00000200:2.0:1767384658.819827:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp22 NI seq info: [138:138:255:4294967295] 192.168.203.125@tcp22 LPNI seq info [135:135:7:4294967295] 00000400:00000200:3.0:1767384658.819834:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384658.819842:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000400:00000200:2.0:1767384658.819845:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp22(192.168.203.125@tcp22:192.168.203.125@tcp22) -> 192.168.203.125@tcp22(192.168.203.125@tcp22:192.168.203.125@tcp22) 192.168.203.125@tcp22 : REPLY try# 0 00000800:00000200:2.0:1767384658.819849:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.125@tcp22 00000800:00000200:0.0:1767384658.819850:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384658.819852:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b948ade. 00000800:00000010:0.0:1767384658.819855:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000072e711dc. 00000800:00000200:2.0:1767384658.819860:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005aa6cfb9] -> 12345-192.168.203.125@tcp22 (6) 00000400:00000200:0.0:1767384658.819861:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384658.819869:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp22 ip 192.168.203.125:997 00000400:00000200:0.0:1767384658.819874:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp22->192.168.203.125@tcp22: GET: OK 00000800:00000200:2.0:1767384658.819875:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000b948ade type 3, nob 656 niov 1 nkiov 1 00000400:00000200:0.0:1767384658.819884:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384658.819888:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:0.0:1767384658.819902:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384658.819915:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384658.819918:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d1083f9d. 00000400:00000200:3.0:1767384658.819921:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1767384658.819926:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1767384658.819927:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: GET: OK 00000800:00000010:2.0:1767384658.819930:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b948ade. 00000400:00000200:3.0:1767384658.819932:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384658.819935:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384658.819943:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000400:00000200:2.0:1767384658.819949:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp22->192.168.203.125@tcp22: REPLY: OK 00000800:00000001:3.0:1767384658.819951:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384658.819958:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384658.819961:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384658.819961:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384658.819973:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384658.819974:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384658.819978:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384658.819985:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23) <- 192.168.203.125@tcp23 : GET - for me 00000800:00000001:2.0:1767384658.819987:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384658.820010:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp22(192.168.203.125@tcp22) <- 192.168.203.125@tcp22 : REPLY - for me 00000400:00000200:3.0:1767384658.820015:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 560 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384658.820024:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 560/560 into md 0x1c55 [1] + 0 00000400:00000200:2.0:1767384658.820039:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp22: Reply from 12345-192.168.203.125@tcp22 of length 560/560 into md 0x1c71 00000400:00000200:3.0:1767384658.820040:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp23 to MR: 192.168.203.125@tcp23 local destination 00000800:00000001:2.0:1767384658.820050:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384658.820054:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp23 NI seq info: [139:139:256:4294967295] 192.168.203.125@tcp23 LPNI seq info [136:136:8:4294967295] 00000800:00000001:2.0:1767384658.820059:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384658.820065:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384658.820066:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384658.820083:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp22->192.168.203.125@tcp22: REPLY: OK 00000400:00000200:3.0:1767384658.820084:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23:192.168.203.125@tcp23) -> 192.168.203.125@tcp23(192.168.203.125@tcp23:192.168.203.125@tcp23) 192.168.203.125@tcp23 : REPLY try# 0 00000400:00000200:2.0:1767384658.820094:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000800:00000200:3.0:1767384658.820095:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.125@tcp23 00000400:00000010:2.0:1767384658.820099:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000800:00000010:3.0:1767384658.820102:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d1083f9d. 00000400:00000200:2.0:1767384658.820105:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000800:00000200:3.0:1767384658.820111:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (6) 00000400:00000200:2.0:1767384658.820114:0:16348:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:2.0:1767384658.820121:0:16348:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000800:00000200:3.0:1767384658.820124:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp23 ip 192.168.203.125:995 00000800:00000200:3.0:1767384658.820128:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d1083f9d type 3, nob 656 niov 1 nkiov 1 00000400:00000200:2.0:1767384658.820129:0:16348:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 33. state = 0x100271 00000400:00000200:2.0:1767384658.820139:0:16348:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384658.820152:0:16348:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (33) 00000800:00000001:2.0:1767384658.820159:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.820185:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.820192:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384658.820193:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:0.0:1767384658.820196:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384658.820201:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000f1 00000800:00000200:3.0:1767384658.820202:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384658.820204:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384658.820207:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d1083f9d. 00000800:00000001:0.0:1767384658.820207:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1767384658.820211:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000bf77f6b3. 00000800:00000001:0.0:1767384658.820211:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384658.820212:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384658.820220:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 00000000a77446aa. 00000400:00000200:3.0:1767384658.820221:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: REPLY: OK 00000400:00000010:2.0:1767384658.820229:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000b15214b2. 00000800:00000001:3.0:1767384658.820241:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384658.820241:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23) <- 192.168.203.125@tcp23 : REPLY - for me 00000400:00000200:0.0:1767384658.820257:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp23: Reply from 12345-192.168.203.125@tcp23 of length 560/560 into md 0x1c75 00000800:00000001:0.0:1767384658.820262:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384658.820269:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384658.820271:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384658.820274:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp32(000000008ebb1b71) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384658.820281:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: REPLY: OK 00000400:00000200:0.0:1767384658.820285:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e7933308 00000400:00000010:0.0:1767384658.820287:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e7933308. 00000400:00000200:0.0:1767384658.820291:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384658.820295:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp35(00000000a9ce1d5f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384658.820298:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:2.0:1767384658.820303:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp36(000000001b80d556) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384658.820306:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:2.0:1767384658.820310:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp37(0000000084ac2743) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384658.820315:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 33. state = 0x100171 00000400:00000200:2.0:1767384658.820318:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp38(0000000099ed1a65) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:0.0:1767384658.820322:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384658.820326:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (32) 00000400:00000010:2.0:1767384658.820327:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c3f14724. 00000800:00000001:0.0:1767384658.820330:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384658.820335:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c3f14724 nid 192.168.203.125@tcp39 00000800:00000001:0.0:1767384658.820335:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384658.820341:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c5fbec3b. 00000400:00000200:2.0:1767384658.820344:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c5fbec3b net tcp39 00000400:00000200:2.0:1767384658.820347:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (31) 00000400:00000200:2.0:1767384658.820351:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp39 flags 0x11 00000400:00000010:2.0:1767384658.820355:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000575fec98. 00000400:00000200:2.0:1767384658.820367:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000575fec98 nid 192.168.203.125@tcp40 00000400:00000010:2.0:1767384658.820371:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000e2bd3eee. 00000400:00000200:2.0:1767384658.820373:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000e2bd3eee net tcp40 00000400:00000200:2.0:1767384658.820377:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (32) 00000400:00000200:2.0:1767384658.820381:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp40 flags 0x11 00000400:00000010:2.0:1767384658.820387:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000006fddfd29. 00000400:00000200:2.0:1767384658.820391:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000006fddfd29 nid 192.168.203.125@tcp41 00000400:00000010:2.0:1767384658.820394:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000368652d9. 00000400:00000200:2.0:1767384658.820395:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000368652d9 net tcp41 00000400:00000200:2.0:1767384658.820397:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (33) 00000400:00000200:2.0:1767384658.820401:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp41 flags 0x11 00000400:00000010:2.0:1767384658.820405:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000bf77f6b3. 00000400:00000010:2.0:1767384658.820409:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 00000000a77446aa. 00000400:00000010:2.0:1767384658.820412:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000b15214b2. 00000400:00000010:2.0:1767384658.820415:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 00000000975b193e. 00000400:00000200:2.0:1767384658.820418:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384658.820423:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x1001f1 00000400:00000200:2.0:1767384658.820426:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1001f1 rc 1 00000400:00000200:2.0:1767384658.820429:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1001f1 00000400:00000010:2.0:1767384658.820432:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 680 at 00000000b15214b2. 00000400:00000010:2.0:1767384658.820434:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 816 at 00000000a77446aa. 00000400:00000010:2.0:1767384658.820462:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 680 at 00000000975b193e. 00000400:00000010:2.0:1767384658.820491:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 680 at 00000000b15214b2. 00000400:00000010:2.0:1767384658.820494:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 816 at 00000000a77446aa. 00000400:00000010:2.0:1767384658.820495:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 680 at 00000000975b193e. 00000400:00000010:2.0:1767384658.820497:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000084cda8a3. 00000400:00000200:2.0:1767384658.820500:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384658.820503:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000200:2.0:1767384658.820505:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000400:00000200:2.0:1767384658.820513:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000200:2.0:1767384658.820517:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384658.820521:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:2.0:1767384658.820525:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:2.0:1767384658.820535:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (34) 00080000:00000010:0.0:1767384658.820608:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b4bca622. 00080000:00000010:2.0:1767384658.820653:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ce79fc5a. 00040000:00000001:2.0:1767384658.820660:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384658.820663:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384658.820665:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384658.820669:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384658.820673:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384658.820676:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384658.820701:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384658.820710:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384658.820713:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384658.820718:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384658.820728:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384658.820733:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384658.820736:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000010:3.0:1767384658.820740:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003c31e0f2. 00010000:00000001:0.0:1767384658.820741:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 20000000:01000000:3.0:1767384658.820744:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #41 00010000:00000001:0.0:1767384658.820746:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 20000000:00000001:3.0:1767384658.820748:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384658.820751:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000010:0.0:1767384658.820753:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd0a5231. 00010000:00000001:0.0:1767384658.820759:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:3.0:1767384658.820761:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:0.0:1767384658.820761:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000123671e1. 00000020:00000001:0.0:1767384658.820765:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384658.820768:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000123671e1 with handle 0x71ee3a74e2719238 to hash 00080000:00000001:3.0:1767384658.820769:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:3.0:1767384658.820777:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384658.820778:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384658.820780:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:0.0:1767384658.820780:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00080000:00000001:3.0:1767384658.820783:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.820784:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00080000:00000001:3.0:1767384658.820785:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384658.820787:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384658.820789:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00010000:00000001:0.0:1767384658.820789:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.820791:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.820793:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00080000:00000002:3.0:1767384658.820794:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:0.0:1767384658.820795:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384658.820798:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384658.820801:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384658.820803:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384658.820805:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1767384658.820805:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000020:00000001:3.0:1767384658.820808:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:0.0:1767384658.820810:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:3.0:1767384658.820811:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384658.820813:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000010:3.0:1767384658.820814:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000abb76e00. 00010000:00000001:0.0:1767384658.820816:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384658.820817:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619723264 : -106180089828352 : ffff9f6e0576ac00) 00010000:00000001:0.0:1767384658.820819:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384658.820820:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384658.820822:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00000001:00000001:3.0:1767384658.820823:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384658.820824:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:3.0:1767384658.820827:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004428a252. 00010000:00000001:0.0:1767384658.820828:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000001:3.0:1767384658.820831:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.820831:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000001:3.0:1767384658.820834:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:0.0:1767384658.820834:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384658.820836:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384658.820838:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000cd0a5231) refcount = 1 00010000:00010000:0.0:1767384658.820842:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384658.820843:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384658.820846:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:3.0:1767384658.820852:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:2.0:1767384658.820852:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384658.820852:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 20000000:00000010:2.0:1767384658.820857:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000021d7f672. 00010000:00000001:0.0:1767384658.820857:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384658.820862:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384658.820864:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.820867:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384658.820869:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048141696 00010000:00000001:0.0:1767384658.820871:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384658.820873:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 20000000:00000001:0.0:1767384658.820878:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000200:2.0:1767384658.820880:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000873e9555 x1853237048141696/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:01000000:0.0:1767384658.820883:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:0.0:1767384658.820891:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1767384658.820893:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1767384658.820894:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1767384658.820897:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384658.820898:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000123671e1 refcount=4 00000020:00000001:0.0:1767384658.820903:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00000100:00001000:2.0:1767384658.820905:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=75 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384658.820908:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00000100:00000001:2.0:1767384658.820910:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384658.820912:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384658.820914:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384658.820916:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384658.820919:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.820922:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000100:00000001:2.0:1767384658.820923:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:0.0:1767384658.820926:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384658.820928:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384658.820934:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002556b0be. 00010000:00000001:0.0:1767384658.820936:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000100:00000200:2.0:1767384658.820938:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048141696, offset 224 00010000:00010000:0.0:1767384658.820939:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.820948:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.820950:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384658.820952:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384658.820952:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.820960:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.820961:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.820963:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384658.820967:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384658.820968:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384658.820978:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000123671e1 already unused, calling callback (000000009752a4b4) 00010000:00000001:0.0:1767384658.820980:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384658.820982:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:2.0:1767384658.820984:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06780 00010000:00010000:0.0:1767384658.820985:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.820989:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384658.820990:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384658.820991:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.820992:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000123671e1 refcount=5 00000020:00000001:0.0:1767384658.821011:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00000001:0.0:1767384658.821014:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00000400:00000200:2.0:1767384658.821019:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c5d [2] + 224 00010000:00000001:0.0:1767384658.821020:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384658.821024:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384658.821026:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384658.821032:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384658.821034:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384658.821039:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.821048:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384658.821053:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:2.0:1767384658.821055:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.821056:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.821062:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384658.821065:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384658.821067:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.821069:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384658.821071:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000123671e1 with handle 0x71ee3a74e2719238 from hash 00010000:00000001:0.0:1767384658.821073:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384658.821075:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384658.821075:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.821077:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.821080:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1767384658.821081:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002556b0be 00010000:00000001:0.0:1767384658.821083:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:2.0:1767384658.821085:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002556b0be. 00010000:00000001:0.0:1767384658.821087:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384658.821089:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384658.821093:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:0.0:1767384658.821093:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:2.0:1767384658.821097:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.821098:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384658.821103:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384658.821104:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384658.821106:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384658.821108:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384658.821109:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:2.0:1767384658.821110:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.821112:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384658.821112:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000001:2.0:1767384658.821113:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384658.821120:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384658.821120:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384658.821121:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000873e9555 x1853237048141696/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767384658.821123:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384658.821124:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384658.821127:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8ea1224. 00010000:00000001:0.0:1767384658.821127:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.821132:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.821135:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a288efba 00010000:00000001:0.0:1767384658.821139:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384658.821142:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a288efba. 00010000:00010000:0.0:1767384658.821143:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384658.821147:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384658.821148:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000873e9555 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048141696:12345-0@lo:253: Request processed in 2544us (3028us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384658.821156:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.821158:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.821160:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.821163:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384658.821166:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00100000:2.0:1767384658.821168:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00010000:00000001:0.0:1767384658.821169:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.821174:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384658.821175:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00010000:00000001:0.0:1767384658.821177:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:3.0:1767384658.821179:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.821181:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:0.0:1767384658.821183:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.821184:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384658.821190:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a97d8202. 20000000:00000001:0.0:1767384658.821190:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384658.821197:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007e1f8ae7. 00000100:00000001:3.0:1767384658.821199:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:0.0:1767384658.821199:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384658.821203:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017871ece. 00000100:00000001:3.0:1767384658.821205:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.821210:0:16355:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384658.821210:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00010000:00000001:0.0:1767384658.821210:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384658.821214:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384658.821215:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384658.821217:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384658.821218:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:0.0:1767384658.821218:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000123671e1/0x71ee3a74e2719238 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384658.821221:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384658.821222:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006cf966c7. 02000000:00000001:3.0:1767384658.821225:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384658.821242:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000cd0a5231 count: 0 00000100:00001000:3.0:1767384658.821245:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=75 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384658.821252:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=75 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384658.821253:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384658.821254:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 20000000:00000001:0.0:1767384658.821256:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384658.821261:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384658.821262:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.821265:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384658.821269:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:3.0:1767384658.821271:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384658.821283:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384658.821287:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005fc5657. 00000100:00000001:3.0:1767384658.821289:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.821295:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384658.821297:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002556b0be. 00000100:00000001:3.0:1767384658.821309:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384658.821314:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384658.821317:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384658.821321:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384658.821325:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384658.821329:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384658.821331:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384658.821333:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384658.821334:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384658.821336:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384658.821338:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384658.821340:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384658.821341:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384658.821345:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384658.821354:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048141696:0@lo:253: 00000100:00000001:3.0:1767384658.821359:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.821361:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384658.821372:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a744e5f0 x1853237048141696/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384658.821381:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384658.821383:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384658.821385:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000006e7049b. 02000000:00000001:3.0:1767384658.821389:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384658.821390:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384658.821391:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384658.821393:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384658.821395:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007f9fb861. 02000000:00000001:3.0:1767384658.821398:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384658.821399:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384658.821400:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a744e5f0. 00000100:00000001:3.0:1767384658.821403:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384658.821404:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.821405:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384658.821408:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384658.821409:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.821411:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384658.821412:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384658.822725:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000abb76e00. 00080000:00000010:3.0:1767384658.822785:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004428a252. 00040000:00000001:3.0:1767384658.822791:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384658.822794:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384658.822798:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384658.822803:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384658.822806:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384658.822810:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384658.822813:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384658.822824:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384658.822827:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384658.822835:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384658.822837:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384658.822840:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384658.822842:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384658.822846:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384658.822849:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384658.822855:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000056822cb0. 00010000:00000001:0.0:1767384658.822860:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384658.822866:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f0467cfc. 00000020:00000001:0.0:1767384658.822869:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384658.822871:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000f0467cfc with handle 0x71ee3a74e271923f to hash 00000020:00000001:0.0:1767384658.822874:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384658.822875:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:0.0:1767384658.822878:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:0.0:1767384658.822882:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.822884:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384658.822889:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.822897:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384658.822901:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384658.822903:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384658.822905:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384658.822907:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.822917:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384658.822919:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.822921:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384658.822923:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384658.822924:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384658.822925:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384658.822928:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000056822cb0) refcount = 1 00010000:00010000:0.0:1767384658.822932:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.822938:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384658.822940:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384658.822942:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.822944:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.822946:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384658.822949:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384658.822952:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:0.0:1767384658.822955:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384658.822956:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.822958:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f0467cfc refcount=4 00000020:00000001:0.0:1767384658.822960:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:0.0:1767384658.822962:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:0.0:1767384658.822964:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384658.822966:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.822987:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384658.822990:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.823011:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.823013:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384658.823014:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.823021:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000020:3.0:1767384658.823026:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384658.823029:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384658.823030:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384658.823031:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015034cbd. 00010000:00000001:0.0:1767384658.823032:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384658.823034:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384658.823046:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384658.823049:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048141824 00010000:00010000:0.0:1767384658.823050:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000f0467cfc already unused, calling callback (000000009752a4b4) 00010000:00000001:3.0:1767384658.823052:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384658.823052:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384658.823054:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384658.823056:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.823061:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000200:3.0:1767384658.823063:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000015131b55 x1853237048141824/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.823063:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384658.823064:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384658.823066:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000f0467cfc refcount=5 00000020:00000001:0.0:1767384658.823068:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:3.0:1767384658.823071:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384658.823071:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422464 : -106175086129152 : ffff9f6f2fb51000) 00010000:00000001:3.0:1767384658.823073:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.823073:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00001000:3.0:1767384658.823075:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=75 v=5 (1 0 0 0) 00010000:00010000:0.0:1767384658.823075:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384658.823079:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384658.823080:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:3.0:1767384658.823081:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:0.0:1767384658.823082:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384658.823083:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.823084:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:0.0:1767384658.823086:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:3.0:1767384658.823087:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384658.823088:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:3.0:1767384658.823089:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.823090:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384658.823091:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.823092:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384658.823093:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f0467cfc with handle 0x71ee3a74e271923f from hash 00000100:00000040:3.0:1767384658.823095:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384658.823097:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000010:3.0:1767384658.823100:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024f72121. 00010000:00000001:0.0:1767384658.823100:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.823102:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.823105:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:3.0:1767384658.823106:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048141824, offset 224 00010000:00000001:0.0:1767384658.823106:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384658.823108:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:3.0:1767384658.823118:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384658.823118:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384658.823120:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384658.823123:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.823124:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384658.823126:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:3.0:1767384658.823128:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384658.823129:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.823131:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.823133:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384658.823136:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384658.823139:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06800 00010000:00000001:0.0:1767384658.823139:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384658.823144:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384658.823149:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1c65 [2] + 224 00010000:00000001:0.0:1767384658.823150:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384658.823153:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384658.823155:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767384658.823156:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384658.823159:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384658.823161:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384658.823162:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384658.823163:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384658.823165:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384658.823165:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384658.823178:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384658.823180:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:0.0:1767384658.823181:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384658.823185:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384658.823193:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000040:3.0:1767384658.823195:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384658.823196:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384658.823198:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000f0467cfc/0x71ee3a74e271923f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384658.823206:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000056822cb0 count: 0 00000100:00000001:3.0:1767384658.823217:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384658.823224:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024f72121 00010000:00000001:0.0:1767384658.823226:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384658.823227:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024f72121. 20000000:00000001:0.0:1767384658.823227:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384658.823231:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384658.823233:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384658.823238:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384658.823241:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384658.823244:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:2.0:1767384658.823245:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384658.823246:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.823249:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384658.823254:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384658.823257:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:2.0:1767384658.823258:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384658.823262:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a144b4dc. 00000100:00000040:3.0:1767384658.823263:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000015131b55 x1853237048141824/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:639/0 lens 4848/4768 e 0 to 0 dl 1767384669 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384658.823270:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042092ae1 00000400:00000010:2.0:1767384658.823276:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000042092ae1. 00000100:00100000:3.0:1767384658.823281:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000015131b55 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048141824:12345-0@lo:253: Request processed in 4577us (5065us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384658.823300:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1767384658.823307:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00000200:2.0:1767384658.823309:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384658.823312:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384658.823318:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384658.823324:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384658.823330:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bcb98e62. 00000100:00000200:2.0:1767384658.823332:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384658.823338:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000ec0d9d62. 00000020:00000010:3.0:1767384658.823347:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c16bca0d. 00000100:00000001:2.0:1767384658.823350:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1767384658.823357:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:2.0:1767384658.823357:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.823364:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384658.823366:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:2.0:1767384658.823368:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1767384658.823370:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000086c02747. 00000100:00000001:2.0:1767384658.823372:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384658.823377:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384658.823378:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:2.0:1767384658.823382:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384658.823383:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767384658.823391:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=75 v=5 (5 0 0 0) 00000100:00000200:3.0:1767384658.823392:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:2.0:1767384658.823399:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=75 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384658.823400:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab5bb6d9. 00000100:00000001:2.0:1767384658.823407:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384658.823409:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024f72121. 00000100:00000001:2.0:1767384658.823410:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384658.823415:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384658.823418:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.823421:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384658.823426:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.823435:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384658.823438:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384658.823440:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384658.823503:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384658.823506:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384658.823508:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384658.823510:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384658.823511:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384658.823513:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384658.823514:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384658.823516:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384658.823517:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384658.823521:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384658.823530:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f949674d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048141824:0@lo:253: 00000100:00000001:2.0:1767384658.823535:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.823537:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384658.823541:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f949674d x1853237048141824/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384658.823548:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384658.823550:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384658.823553:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000e54fa615. 02000000:00000001:2.0:1767384658.823558:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384658.823560:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384658.823562:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384658.823564:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384658.823566:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045063839. 02000000:00000001:2.0:1767384658.823569:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384658.823570:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384658.823571:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f949674d. 00000100:00000001:2.0:1767384658.823574:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384658.823575:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.823577:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384658.823582:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384658.823584:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384658.823586:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384658.823588:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384658.824486:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294946594, at 4294946595 00000100:00000040:0.0:1767384658.824490:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294946594, at 4294946595 00000100:00000010:2.0:1767384658.824493:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f263a3c. 00000100:00000040:3.0:1767384658.824499:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294946594, at 4294946595 00000100:00000010:0.0:1767384658.824499:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068937916. 00000100:00000010:3.0:1767384658.824506:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf72ab88. 00000100:00000040:1.0:1767384658.824511:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294946594, at 4294946595 00000100:00000010:1.0:1767384658.824520:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000895be19. 00010000:00000010:0.1:1767384658.835471:0:33299:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd0a5231. 00010000:00000010:0.1:1767384658.835481:0:33299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000123671e1. 00010000:00000010:0.1:1767384658.835492:0:33299:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000056822cb0. 00010000:00000010:0.1:1767384658.835512:0:33299:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f0467cfc. 00000400:00000010:2.0:1767384658.838155:0:33298:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000079664c6b. 00000400:00000040:2.0:1767384658.838175:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384658.838178:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384658.838180:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384658.838181:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384658.838184:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384658.838185:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384658.838188:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384658.838190:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384658.838191:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384658.838192:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384658.838193:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384658.838194:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384658.838196:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384658.838197:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384658.838198:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384658.838199:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384658.838200:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384658.838201:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384658.838202:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384658.838204:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384658.838205:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384658.838206:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384658.838207:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384658.838208:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384658.838208:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384658.838210:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384658.838211:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384658.838212:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384658.838213:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384658.838214:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384658.838215:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384658.838216:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384658.838217:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384658.838218:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384658.838219:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384658.838220:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384658.838221:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384658.838229:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384658.838230:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384658.838231:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384658.838232:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384658.838233:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384658.838234:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384658.838235:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384658.838236:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384658.838237:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384658.838238:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384658.838239:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384658.838241:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384658.838242:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384658.838243:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384658.838245:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384658.838245:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384658.838247:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384658.838248:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384658.838249:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384658.838249:0:33298:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384658.838348:0:33298:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000079664c6b. 00010000:00000001:3.0:1767384658.853543:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384658.853552:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384658.853563:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384658.853566:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384658.853612:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384658.853621:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384658.853627:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384659.557569:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384659.557575:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:1.0:1767384659.557580:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384659.557583:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384659.557585:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384659.557586:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384659.557589:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384659.557592:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384659.557602:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 65 10000000:00000001:1.0:1767384659.557606:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384659.557608:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384659.557616:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000225a239b. 00000020:00000040:1.0:1767384659.557620:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384659.557624:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384659.557628:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384659.557634:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384659.557641:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000297029c9. 00000100:00000001:1.0:1767384659.557647:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.557651:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384659.557654:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384659.557666:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ca7a4f10. 00010000:00000001:1.0:1767384659.557686:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384659.557689:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b2c0587. 00000020:00000001:1.0:1767384659.557694:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384659.557698:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b2c0587 with handle 0x71ee3a74e2719246 to hash 00000020:00000001:1.0:1767384659.557700:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384659.557702:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384659.557706:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384659.557709:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384659.557713:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384659.557715:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384659.557725:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384659.557734:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384659.557739:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384659.557740:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384659.557746:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afd30553. 00000100:00000001:1.0:1767384659.557748:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893632157952 : -106180077393664 : ffff9f6e06346900) 00000100:00000001:1.0:1767384659.557756:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384659.557759:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636142208 : -106180073409408 : ffff9f6e06713480) 00000100:00000001:1.0:1767384659.557763:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384659.557766:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.557767:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384659.557769:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384659.557777:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.557785:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384659.557787:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.557791:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384659.557794:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384659.557797:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384659.557799:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000225a239b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048141952:0@lo:101: 00000100:00000001:1.0:1767384659.557804:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384659.557810:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384659.557812:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.557814:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384659.557818:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000037ae4e5f. 02000000:00000001:1.0:1767384659.557820:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384659.557830:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9d8e860. 00000400:00000010:1.0:1767384659.557840:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3479d2d. 00000100:00000200:1.0:1767384659.557847:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048141952, portal 25 00000100:00000001:1.0:1767384659.557849:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384659.557851:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636142208 : -106180073409408 : ffff9f6e06713480) 00000100:00000040:1.0:1767384659.557856:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.557862:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384659.557866:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384659.557870:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000100:00000200:1.0:1767384659.557872:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048141952, offset 0 00000400:00000200:1.0:1767384659.557878:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384659.557889:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384659.557902:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff06880 00000400:00000200:1.0:1767384659.557914:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1475 [2] + 0 00000400:00000010:1.0:1767384659.557918:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005288380b. 00000400:00000200:1.0:1767384659.557921:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f684352b 00000400:00000200:1.0:1767384659.557928:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384659.557932:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384659.557936:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f684352b 00000400:00000010:1.0:1767384659.557938:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f684352b. 00000100:00000001:1.0:1767384659.557946:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384659.557947:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384659.557951:0:17083:0:(events.c:337:request_in_callback()) incoming req@000000003fc2cf74 x1853237048141952 msgsize 328 00000100:00100000:1.0:1767384659.557959:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384659.557961:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384659.557977:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384659.557984:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000400:00000010:1.0:1767384659.557986:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000100:00000001:1.0:1767384659.558006:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384659.558010:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.558020:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384659.558023:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.558030:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.558032:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384659.558038:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.558043:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294947334 00000100:00000001:2.0:1767384659.558046:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1767384659.558048:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000eb88a61f. 00000100:00100000:2.0:1767384659.558051:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048141952 02000000:00000001:2.0:1767384659.558055:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384659.558057:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384659.558057:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384659.558067:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.558072:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294947334 02000000:00000001:2.0:1767384659.558075:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384659.558078:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000045465e72. 00000100:00100000:2.0:1767384659.558080:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048141952 00000100:00000001:1.0:1767384659.558085:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384659.558086:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384659.558093:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384659.558095:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294947334 00000020:00000001:2.0:1767384659.558097:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384659.558101:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000010:1.0:1767384659.558101:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002cf48848. 00000100:00000001:1.0:1767384659.558107:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1767384659.558108:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384659.558113:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384659.558118:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384659.558121:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294947334 00000020:00000010:2.0:1767384659.558123:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000010:1.0:1767384659.558125:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000eb1a5d2. 00000100:00000001:2.0:1767384659.558132:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.558134:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384659.558142:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384659.558143:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000100:00000001:1.0:1767384659.558156:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.558160:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384659.558161:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cf11956. 00000100:00000001:1.0:1767384659.558166:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384659.558169:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee62d735. 00000100:00100000:1.0:1767384659.558170:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afd30553 going to sleep for 11 seconds 00000020:00000010:2.0:1767384659.558186:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:1.0:1767384659.558186:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.558193:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384659.558202:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384659.558206:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384659.558207:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384659.558208:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.558215:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.558228:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.558255:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384659.558257:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384659.558264:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00000040:2.0:1767384659.558267:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384659.558269:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720102480 : -106174989449136 : ffff9f6f35784850) 00000100:00000040:2.0:1767384659.558275:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003fc2cf74 x1853237048141952/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:640/0 lens 328/0 e 0 to 0 dl 1767384670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.558282:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384659.558285:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:2.0:1767384659.558287:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384659.558288:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000100:00100000:2.0:1767384659.558293:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003fc2cf74 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048141952:12345-0@lo:101: 00000100:00000200:2.0:1767384659.558296:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048141952 00000020:00000001:2.0:1767384659.558298:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384659.558302:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384659.558304:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.558306:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384659.558308:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:2.0:1767384659.558311:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384659.558312:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384659.558314:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384659.558316:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384659.558327:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.558329:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384659.558331:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384659.558333:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384659.558335:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384659.558336:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.558341:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384659.558347:0:17078:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4282788. 00010000:00000001:2.0:1767384659.558350:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384659.558353:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086121f4c. 00000020:00000001:2.0:1767384659.558355:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384659.558357:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000086121f4c with handle 0x71ee3a74e271924d to hash 00000020:00000001:2.0:1767384659.558358:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384659.558359:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932346880 : -106174777204736 : ffff9f6f421ee000) 00010000:00000001:2.0:1767384659.558361:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932346880 : -106174777204736 : ffff9f6f421ee000) 00010000:00010000:2.0:1767384659.558364:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e2719246 expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384659.558370:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:2.0:1767384659.558371:0:17078:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:2.0:1767384659.558378:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384659.558380:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384659.558384:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000975b193e. 02000000:00000001:2.0:1767384659.558386:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.558387:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.558389:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384659.558393:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384659.558395:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384659.558397:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384659.558398:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.558400:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384659.558401:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.558403:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384659.558416:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384659.558432:0:17078:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384659.558433:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384659.558441:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4282788) refcount = 1 00010000:00010000:2.0:1767384659.558444:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384659.558449:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384659.558450:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384659.558452:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.558454:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.558456:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384659.558461:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384659.558464:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384659.558943:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384659.558945:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384659.558947:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384659.558948:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.558950:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384659.558951:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384659.558952:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384659.558953:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000086121f4c, rc 0) 00000020:00000001:2.0:1767384659.558955:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384659.558958:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048141952 00010000:00000001:2.0:1767384659.558960:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384659.558965:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003fc2cf74 x1853237048141952/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:640/0 lens 328/344 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384659.558971:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384659.558973:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384659.558977:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384659.558980:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384659.558983:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384659.558984:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384659.558987:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384659.559004:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.559008:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384659.559016:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384659.559019:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000100:00000200:2.0:1767384659.559024:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048141952, offset 224 00000400:00000200:2.0:1767384659.559029:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384659.559039:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384659.559048:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff06880 00000400:00000200:2.0:1767384659.559054:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1c89 [1] + 224 00000400:00000200:2.0:1767384659.559059:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384659.559062:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384659.559066:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384659.559070:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384659.559076:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.559090:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384659.559097:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000400:00000010:2.0:1767384659.559099:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000100:00000001:2.0:1767384659.559102:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384659.559104:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384659.559109:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384659.559112:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384659.559115:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384659.559118:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.559122:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384659.559123:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384659.559127:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003fc2cf74 x1853237048141952/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:640/0 lens 328/344 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384659.559131:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384659.559136:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384659.559140:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9d8e860. 00000100:00100000:2.0:1767384659.559141:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003fc2cf74 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048141952:12345-0@lo:101: Request processed in 854us (1185us total) trans 0 rc 0/0 00000400:00000200:1.0:1767384659.559151:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3479d2d 00000400:00000010:1.0:1767384659.559155:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3479d2d. 00000100:00100000:2.0:1767384659.559159:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00000001:1.0:1767384659.559162:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384659.559163:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384659.559167:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384659.559169:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.559172:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384659.559180:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee62d735. 00000100:00000200:1.0:1767384659.559183:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384659.559194:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000100:00000001:1.0:1767384659.559198:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384659.559200:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cf11956. 00000100:00000001:1.0:1767384659.559202:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.559208:0:17083:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384659.559209:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:1.0:1767384659.559212:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384659.559215:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384659.559216:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:1.0:1767384659.559218:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384659.559219:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000975b193e. 02000000:00000001:1.0:1767384659.559222:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384659.559224:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384659.559227:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384659.559227:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=76 v=5 (5 0 0 0) 00000100:00000200:2.0:1767384659.559232:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00001000:1.0:1767384659.559233:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=76 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384659.559238:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a91c37c. 00000100:00000001:1.0:1767384659.559239:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384659.559246:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384659.559249:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fe17d9d. 00010000:00000001:1.0:1767384659.559251:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384659.559255:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.559258:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384659.559264:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.559276:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384659.559279:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384659.559281:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384659.559286:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384659.559293:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000225a239b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048141952:0@lo:101: 00000100:00000001:1.0:1767384659.559301:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.559308:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.559310:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384659.559314:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384659.559319:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.559325:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384659.559328:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afd30553. 00000100:00000001:1.0:1767384659.559332:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384659.559333:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.559336:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384659.559339:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384659.559342:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384659.559344:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b2c0587 refcount=4 00000020:00000001:1.0:1767384659.559346:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384659.559360:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000040:1.0:1767384659.559365:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000000b2c0587, remote cookie: 0x71ee3a74e271924d, flags: 0x0 00010000:00000001:1.0:1767384659.559369:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384659.559373:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384659.559375:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384659.559377:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384659.559379:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384659.559381:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000ca7a4f10) refcount = 1 00010000:00010000:1.0:1767384659.559384:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384659.559398:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384659.559400:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384659.559401:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384659.559405:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384659.559425:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384659.559428:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384659.559432:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384659.559435:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384659.559436:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384659.559438:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384659.559440:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384659.559442:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.559446:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384659.559472:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000225a239b x1853237048141952/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.559480:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384659.559484:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384659.559486:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000037ae4e5f. 02000000:00000001:1.0:1767384659.559490:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384659.559493:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384659.559495:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384659.559498:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384659.559501:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000297029c9. 02000000:00000001:1.0:1767384659.559504:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384659.559505:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384659.559506:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000225a239b. 00000100:00000001:1.0:1767384659.559510:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384659.559511:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384659.559513:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384659.559514:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384659.559516:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:1.0:1767384659.559518:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.559519:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384659.559527:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384659.559528:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b2c0587 refcount=3 00000020:00000001:1.0:1767384659.559529:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384659.559530:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384659.559532:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384659.559534:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384659.559536:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384659.559537:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384659.559538:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384659.559541:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000c62e33b3. 00000100:00000010:1.0:1767384659.559558:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000225a239b. 00000020:00000040:1.0:1767384659.559560:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384659.559562:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384659.559563:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384659.559566:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384659.559569:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000297029c9. 00000100:00000001:1.0:1767384659.559571:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.559574:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384659.559577:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000037ae4e5f. 00000100:00000010:1.0:1767384659.559580:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000eccd48bc. 00000020:00000040:1.0:1767384659.559582:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384659.559586:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384659.559587:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384659.559590:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afd30553. 00000100:00000001:1.0:1767384659.559592:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893632157952 : -106180077393664 : ffff9f6e06346900) 00000100:00000001:1.0:1767384659.559594:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384659.559595:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636142208 : -106180073409408 : ffff9f6e06713480) 00000100:00000001:1.0:1767384659.559598:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384659.559600:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.559601:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384659.559603:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384659.559608:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.559613:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384659.559614:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.559621:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384659.559623:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384659.559625:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384659.559628:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000225a239b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048142080:0@lo:256: 00000100:00000001:1.0:1767384659.559631:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384659.559635:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384659.559638:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.559639:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384659.559644:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9d8e860. 00000400:00000010:1.0:1767384659.559648:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000049b9a36c. 00000100:00000200:1.0:1767384659.559652:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff06900-0x695825ff06900, portal 33 00000100:00000001:1.0:1767384659.559655:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384659.559656:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384659.559658:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005da994d3. 02000000:00000001:1.0:1767384659.559659:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384659.559660:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a37d371. 00000400:00000010:1.0:1767384659.559662:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3479d2d. 00000100:00000200:1.0:1767384659.559663:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048142080, portal 25 00000100:00000001:1.0:1767384659.559664:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384659.559665:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636142208 : -106180073409408 : ffff9f6e06713480) 00000100:00000040:1.0:1767384659.559668:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.559688:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384659.559690:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384659.559692:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000100:00000200:1.0:1767384659.559694:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048142080, offset 0 00000400:00000200:1.0:1767384659.559698:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384659.559703:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384659.559708:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff06900 00000400:00000200:1.0:1767384659.559711:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x147d [2] + 0 00000400:00000010:1.0:1767384659.559714:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027705149. 00000400:00000200:1.0:1767384659.559717:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086677f27 00000400:00000200:1.0:1767384659.559719:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384659.559725:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384659.559728:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086677f27 00000400:00000010:1.0:1767384659.559729:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086677f27. 00000100:00000001:1.0:1767384659.559733:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384659.559734:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384659.559736:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000ba362dc3 x1853237048142080 msgsize 304 00000100:00100000:1.0:1767384659.559739:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384659.559740:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384659.559751:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384659.559754:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000400:00000010:1.0:1767384659.559756:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000100:00000001:1.0:1767384659.559757:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384659.559759:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.559765:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384659.559768:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.559773:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.559775:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384659.559781:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.559785:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384659.559785:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294947336 00000100:00100000:2.0:1767384659.559791:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048142080 00000100:00000001:1.0:1767384659.559793:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947334 02000000:00000001:2.0:1767384659.559795:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384659.559803:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384659.559806:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294947336 00000100:00000001:2.0:1767384659.559807:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384659.559826:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.559826:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947334 00000100:00100000:2.0:1767384659.559842:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048142080 00000100:00000001:1.0:1767384659.559844:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294947336 00000020:00000001:2.0:1767384659.559849:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384659.559851:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294947334 00000020:00000040:2.0:1767384659.559853:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384659.559857:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294947336 00000020:00000001:2.0:1767384659.559858:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384659.559865:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:1.0:1767384659.559867:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294947334 00000020:00000001:2.0:1767384659.559876:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384659.559877:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384659.559888:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384659.559888:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.559899:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384659.559900:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384659.559902:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384659.559905:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:2.0:1767384659.559917:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384659.559918:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000afd30553 going to sleep for 11 seconds 00000020:00000010:2.0:1767384659.559928:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000100:00000001:1.0:1767384659.559929:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384659.559937:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.559940:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003cf11956. 00000020:00000010:2.0:1767384659.559946:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee62d735. 00000020:00000010:2.0:1767384659.559949:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000040:2.0:1767384659.559953:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384659.559955:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384659.559956:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384659.559957:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.559960:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.560003:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.560011:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384659.560013:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384659.560016:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00000040:2.0:1767384659.560018:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384659.560019:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720108624 : -106174989442992 : ffff9f6f35786050) 00000100:00000040:2.0:1767384659.560023:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ba362dc3 x1853237048142080/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:640/0 lens 304/0 e 0 to 0 dl 1767384670 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.560029:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384659.560031:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c8c177c4. 00000100:00000001:2.0:1767384659.560033:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384659.560034:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c8c177c4. 00000100:00100000:2.0:1767384659.560037:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ba362dc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048142080:12345-0@lo:256: 00000100:00000200:2.0:1767384659.560039:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048142080 00000020:00000001:2.0:1767384659.560041:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384659.560042:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384659.560044:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384659.560045:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384659.560046:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:2.0:1767384659.560048:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384659.560049:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384659.560050:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384659.560051:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384659.560052:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.560055:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384659.560056:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384659.560058:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000975b193e. 02000000:00000001:2.0:1767384659.560059:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.560060:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384659.560061:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384659.560064:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384659.560066:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384659.560068:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384659.560074:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384659.560076:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384659.560077:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384659.560079:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000e3edc5e0. 20000000:00000001:2.0:1767384659.560081:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384659.560092:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384659.560097:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384659.560101:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384659.560102:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384659.560104:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384659.560105:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384659.560106:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384659.560107:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384659.560108:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384659.560109:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384659.560110:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384659.560111:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384659.560113:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384659.560114:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384659.560115:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384659.560116:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384659.560117:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384659.560119:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384659.560120:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384659.560121:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384659.560122:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384659.560123:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384659.560125:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384659.560126:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384659.560128:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384659.560129:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384659.560130:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384659.560131:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384659.560132:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384659.560134:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384659.560135:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384659.560136:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384659.560138:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:2.0:1767384659.560139:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 3412/1/4/3. 20000000:00000040:2.0:1767384659.560149:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384659.560150:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384659.560152:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384659.560153:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384659.560155:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384659.560156:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384659.560158:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384659.560159:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384659.560160:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384659.560161:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384659.560163:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384659.560164:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384659.560165:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384659.560166:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384659.560167:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384659.560168:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384659.560169:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384659.560170:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384659.560172:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384659.560173:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384659.560174:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384659.560175:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384659.560176:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384659.560178:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384659.560179:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384659.560180:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384659.560181:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384659.560182:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384659.560183:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384659.560184:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384659.560185:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384659.560187:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384659.560188:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:01000000:2.0:1767384659.560189:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 684, pages 2728/1/4/3. 20000000:01000000:2.0:1767384659.560191:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1368, version 70 20000000:00000001:2.0:1767384659.560192:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1368 : 1368 : 558) 00000100:00000001:2.0:1767384659.560194:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384659.560198:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000325e92cf. 00000100:00000010:2.0:1767384659.560200:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000235ce9fc. 00000020:00000040:2.0:1767384659.560207:0:17078:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:2.0:1767384659.560210:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384659.560213:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384659.560216:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000400:00000010:2.0:1767384659.560222:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000099242ced. 00000400:00000200:2.0:1767384659.560224:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384659.560232:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384659.560236:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1368 into portal 33 MB=0x695825ff06900 00000400:00000200:2.0:1767384659.560240:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1368/1368 into md 0x1c99 [4] + 0 00000400:00000010:2.0:1767384659.560243:0:17078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9d8e860. 00000400:00000200:2.0:1767384659.560245:0:17078:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000049b9a36c 00000400:00000200:2.0:1767384659.560248:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384659.560250:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384659.560253:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049b9a36c 00000400:00000010:2.0:1767384659.560254:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000049b9a36c. 00000100:00000001:2.0:1767384659.560257:0:17078:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384659.560258:0:17078:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000225a239b desc 0000000037ae4e5f mbits 1853237048142080 00000100:00000001:2.0:1767384659.560285:0:17078:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384659.560288:0:17078:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384659.560292:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384659.560298:0:17078:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1ca5 00000400:00000200:2.0:1767384659.560301:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384659.560304:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:1.0:1767384659.560313:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384659.560314:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:1.0:1767384659.560326:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384659.560327:0:17078:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000325e92cf 00000100:00000001:2.0:1767384659.560341:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384659.560349:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000400:00000010:2.0:1767384659.560352:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000100:00000001:2.0:1767384659.560356:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384659.560359:0:17078:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000325e92cf 00000100:00000001:2.0:1767384659.560363:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384659.560370:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1368 bytes via portal 33 id 12345-0@lo mbits 0x695825ff06900-0x695825ff06900 00000100:00000001:2.0:1767384659.560377:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384659.560381:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.560382:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384659.560390:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:2.0:1767384659.560393:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000235ce9fc. 00000100:00000010:2.0:1767384659.560396:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000325e92cf. 00000100:00000001:2.0:1767384659.560398:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384659.560399:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384659.560403:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000e3edc5e0. 20000000:00000001:2.0:1767384659.560407:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384659.560409:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048142080 00010000:00000001:2.0:1767384659.560410:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384659.560420:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ba362dc3 x1853237048142080/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:640/0 lens 304/240 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384659.560426:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384659.560427:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384659.560429:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=76 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384659.560432:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384659.560433:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384659.560435:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384659.560462:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384659.560464:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384659.560466:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384659.560470:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384659.560474:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000100:00000200:2.0:1767384659.560477:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048142080, offset 224 00000400:00000200:2.0:1767384659.560481:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384659.560489:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384659.560497:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff06900 00000400:00000200:2.0:1767384659.560503:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1c9d [1] + 224 00000400:00000200:2.0:1767384659.560508:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384659.560511:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384659.560515:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384659.560519:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384659.560529:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384659.560564:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384659.560572:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000400:00000010:2.0:1767384659.560575:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000100:00000001:2.0:1767384659.560580:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384659.560582:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384659.560582:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384659.560586:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384659.560588:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1767384659.560591:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:1.0:1767384659.560592:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384659.560599:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a37d371. 00010000:00000001:2.0:1767384659.560600:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384659.560607:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384659.560608:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3479d2d 00000400:00000010:1.0:1767384659.560615:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3479d2d. 00000020:00000001:2.0:1767384659.560616:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384659.560626:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384659.560629:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba362dc3 x1853237048142080/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:640/0 lens 304/240 e 0 to 0 dl 1767384670 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384659.560636:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384659.560688:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ba362dc3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048142080:12345-0@lo:256: Request processed in 641us (933us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384659.560693:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384659.560709:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00000040:2.0:1767384659.560717:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384659.560721:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384659.560722:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384659.560724:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384659.560725:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384659.560732:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee62d735. 00000100:00000001:1.0:1767384659.560732:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384659.560734:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384659.560743:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384659.560744:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000100:00000001:1.0:1767384659.560748:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384659.560750:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003cf11956. 02000000:00000001:1.0:1767384659.560752:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384659.560754:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00001000:1.0:1767384659.560757:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=76 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384659.560758:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384659.560764:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000975b193e. 00000100:00001000:1.0:1767384659.560765:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=76 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384659.560771:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384659.560774:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384659.560775:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.560777:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.560788:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384659.560789:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384659.560791:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384659.560796:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005288380b. 00000100:00000001:1.0:1767384659.560797:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384659.560814:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000014397f3. 00000100:00000040:1.0:1767384659.560816:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384659.560829:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.560834:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384659.560841:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384659.560844:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384659.560850:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000225a239b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048142080:0@lo:256: 00000100:00000001:1.0:1767384659.560854:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.560855:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.560856:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384659.560857:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384659.560859:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.560863:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384659.560864:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afd30553. 00000100:00000001:1.0:1767384659.560866:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384659.560867:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384659.560870:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 70, more 0. 10000000:00000001:1.0:1767384659.560874:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384659.560879:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000095a8dc1b. 10000000:00000040:1.0:1767384659.560910:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384659.560916:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384659.560919:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384659.560925:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:1.0:1767384659.560928:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384659.560930:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384659.560932:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:1.0:1767384659.560933:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000100:00000200:1.0:1767384659.560937:0:17083:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 33 NIDs for '192.168.203.125@tcp' 00000400:00000200:1.0:1767384659.560939:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384659.560942:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384659.560945:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:1.0:1767384659.560950:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384659.560955:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (33) 00000400:00000200:1.0:1767384659.560959:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384659.560962:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:1.0:1767384659.560964:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (34) 00000400:00000200:1.0:1767384659.560972:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:1.0:1767384659.560976:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:1.0:1767384659.560979:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.560981:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:1.0:1767384659.560983:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:1.0:1767384659.560987:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.560988:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:1.0:1767384659.561006:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:1.0:1767384659.561009:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561010:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:1.0:1767384659.561011:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:1.0:1767384659.561013:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561015:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:1.0:1767384659.561016:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:1.0:1767384659.561018:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561019:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:1.0:1767384659.561020:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:1.0:1767384659.561022:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561023:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:1.0:1767384659.561026:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:1.0:1767384659.561029:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561031:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:1.0:1767384659.561032:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:1.0:1767384659.561035:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561037:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:1.0:1767384659.561039:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:1.0:1767384659.561043:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561044:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:1.0:1767384659.561047:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:1.0:1767384659.561051:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561052:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:1.0:1767384659.561053:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:1.0:1767384659.561057:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561059:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:1.0:1767384659.561061:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:1.0:1767384659.561064:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561070:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:1.0:1767384659.561071:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:1.0:1767384659.561075:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561077:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:1.0:1767384659.561078:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:1.0:1767384659.561082:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561084:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:1.0:1767384659.561085:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:1.0:1767384659.561088:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561089:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:1.0:1767384659.561090:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:1.0:1767384659.561092:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561093:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:1.0:1767384659.561094:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:1.0:1767384659.561096:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561096:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:1.0:1767384659.561098:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:1.0:1767384659.561100:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561102:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:1.0:1767384659.561103:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:1.0:1767384659.561105:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561106:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:1.0:1767384659.561107:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:1.0:1767384659.561109:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561110:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:1.0:1767384659.561111:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:1.0:1767384659.561115:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561116:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:1.0:1767384659.561117:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:1.0:1767384659.561122:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561124:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:1.0:1767384659.561126:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:1.0:1767384659.561130:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561131:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:1.0:1767384659.561133:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:1.0:1767384659.561137:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561143:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000400:00000200:1.0:1767384659.561144:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.125@tcp34 00000400:00000200:1.0:1767384659.561147:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561148:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp34 00000400:00000200:1.0:1767384659.561149:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.125@tcp35 00000400:00000200:1.0:1767384659.561151:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561152:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp35 00000400:00000200:1.0:1767384659.561155:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.125@tcp36 00000400:00000200:1.0:1767384659.561157:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561158:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp36 00000400:00000200:1.0:1767384659.561159:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.125@tcp37 00000400:00000200:1.0:1767384659.561161:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561162:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp37 00000400:00000200:1.0:1767384659.561163:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.125@tcp38 00000400:00000200:1.0:1767384659.561166:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561168:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp38 00000400:00000200:1.0:1767384659.561169:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.125@tcp39 00000400:00000200:1.0:1767384659.561172:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561173:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp39 00000400:00000200:1.0:1767384659.561174:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.125@tcp40 00000400:00000200:1.0:1767384659.561177:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384659.561178:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp40 00000100:00000001:1.0:1767384659.561180:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384659.561183:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384659.561187:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 10000000:00000010:1.0:1767384659.561190:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003a381fd7. 10000000:00000040:1.0:1767384659.561192:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 70/70 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000020:00000080:1.0:1767384659.561195:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1767384659.561201:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384659.561204:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d5d42d6. 00000020:00000010:1.0:1767384659.561208:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003a7a35ff. 00000040:00000010:1.0:1767384659.561213:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bc9593b4. 00000020:00000010:1.0:1767384659.561216:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a06a864. 00000020:00000010:1.0:1767384659.561220:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003954b63d. 00000020:00000010:1.0:1767384659.561230:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a7b88778. 80000000:00000010:1.0:1767384659.561234:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b59b8544. 40000000:00000010:1.0:1767384659.561238:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000487c647. 00100000:00000010:1.0:1767384659.561243:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ac1301e. 00040000:00000010:1.0:1767384659.561248:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005efc0fd3. 00040000:00000010:1.0:1767384659.561251:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000015119f4. 00040000:00000010:1.0:1767384659.561255:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dda46c66. 00080000:00000010:1.0:1767384659.561263:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d924432d. 00080000:00000010:1.0:1767384659.561268:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000034ff127. 00000004:00000010:1.0:1767384659.561276:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000016c10be7. 00000004:00000010:1.0:1767384659.561281:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000af539a6a. 00000004:00000010:1.0:1767384659.561286:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006a44137f. 00002000:00000010:1.0:1767384659.561290:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000011602ab2. 00000004:00000010:1.0:1767384659.561293:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ca62b8d0. 00000004:00000001:1.0:1767384659.561297:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384659.561300:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384659.561301:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003a381fd7 00000040:00001000:1.0:1767384659.561303:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384659.561304:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384659.561305:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384659.561306:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384659.561308:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384659.561309:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384659.561311:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384659.561312:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:1.0:1767384659.561313:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:1.0:1767384659.561364:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384659.561368:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003a7a35ff. 00000040:00000010:1.0:1767384659.561373:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bc9593b4. 00000020:00000010:1.0:1767384659.561376:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007a06a864. 00000020:00000010:1.0:1767384659.561381:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003954b63d. 00000020:00000010:1.0:1767384659.561386:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a7b88778. 80000000:00000010:1.0:1767384659.561390:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b59b8544. 40000000:00000010:1.0:1767384659.561392:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000487c647. 00100000:00000010:1.0:1767384659.561395:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ac1301e. 00040000:00000010:1.0:1767384659.561403:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005efc0fd3. 00040000:00000010:1.0:1767384659.561421:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000015119f4. 00040000:00000010:1.0:1767384659.561425:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dda46c66. 00080000:00000010:1.0:1767384659.561432:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000034ff127. 00080000:00000010:1.0:1767384659.561436:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d924432d. 00000004:00000010:1.0:1767384659.561440:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000016c10be7. 00000004:00000010:1.0:1767384659.561442:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000af539a6a. 00000004:00000010:1.0:1767384659.561448:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006a44137f. 00002000:00000010:1.0:1767384659.561473:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000011602ab2. 00000004:00000010:1.0:1767384659.561478:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000ca62b8d0. 00000020:00000010:1.0:1767384659.561482:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d5d42d6. 00000020:00000001:1.0:1767384659.561486:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.561489:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384659.561492:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003a381fd7. 10000000:00000010:1.0:1767384659.561495:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000095a8dc1b. 10000000:00000001:1.0:1767384659.561499:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384659.561500:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384659.561503:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000225a239b x1853237048142080/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384659.561508:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384659.561509:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384659.561511:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005da994d3. 02000000:00000001:1.0:1767384659.561513:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384659.561514:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384659.561516:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384659.561517:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384659.561519:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384659.561520:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384659.561522:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384659.561523:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384659.561524:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 00000000eccd48bc. 00000100:00000010:1.0:1767384659.561526:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000037ae4e5f. 00000100:00000001:1.0:1767384659.561527:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384659.561529:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000297029c9. 02000000:00000001:1.0:1767384659.561531:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384659.561537:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384659.561538:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000225a239b. 00000100:00000001:1.0:1767384659.561540:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384659.561541:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384659.561556:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000c62e33b3. 10000000:01000000:1.0:1767384659.561559:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:1.0:1767384659.561561:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1767384659.561564:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384659.561566:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384659.561567:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b2c0587 refcount=3 00000020:00000001:1.0:1767384659.561569:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384659.561572:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:1.0:1767384659.561574:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384659.561576:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384659.561580:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384659.561582:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384659.561583:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384659.561588:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384659.561590:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384659.561592:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384659.561593:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384659.561595:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384659.561597:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384659.561601:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384659.561602:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:1.0:1767384659.561605:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1767384659.566516:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294947336, at 4294947337 00000100:00000010:0.0:1767384659.566529:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000eb88a61f. 00000100:00000040:2.0:1767384659.566540:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294947336, at 4294947337 00000100:00000010:2.0:1767384659.566549:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002cf48848. 00000100:00000040:1.0:1767384659.566667:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294947336, at 4294947337 00000100:00000040:3.0:1767384659.566670:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294947336, at 4294947337 00000100:00000010:1.0:1767384659.566693:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000045465e72. 00000100:00000010:3.0:1767384659.566696:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000eb1a5d2. 00000020:00000010:0.0:1767384659.573130:0:33513:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000007eb2c707. 00000020:00000040:0.0:1767384659.573138:0:33513:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384659.573141:0:33513:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000007eb2c707. 00000800:00000200:3.0:1767384659.685538:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000800:00000200:3.0:1767384659.685548:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:988 00000800:00000200:3.0:1767384659.685558:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384659.686097:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384659.686103:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384659.686125:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384659.686132:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384659.686136:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767384659.686498:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384659.686502:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384659.686505:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8cb389c 00000400:00000010:0.0:1767384659.686508:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d8cb389c. 00000400:00000200:0.0:1767384659.686514:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384659.686519:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384659.686531:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007d93edeb. 00000400:00000010:0.0:1767384659.686535:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ab0b8028. 00000400:00000200:0.0:1767384659.686545:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp35 00000400:00000010:0.0:1767384659.686549:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c5be69be. 00000400:00000010:0.0:1767384659.686555:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009ac2a7a6. 00000400:00000010:0.0:1767384659.686560:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd8d2eb0. 00000400:00000010:0.0:1767384659.686568:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000512cbac1. 00000400:00000200:0.0:1767384659.686574:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp35 00000400:00000200:0.0:1767384659.686588:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp35 local destination 00000400:00000200:0.0:1767384659.686595:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp35 00000400:00000200:0.0:1767384659.686600:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp35 NI seq info: [140:140:256:4294967295] 192.168.203.125@tcp35 LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1767384659.686607:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp35 00000400:00000200:0.0:1767384659.686616:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp35(192.168.203.125@tcp35:) -> 192.168.203.125@tcp35(192.168.203.125@tcp35:192.168.203.125@tcp35) : GET try# 0 00000800:00000200:0.0:1767384659.686623:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp35 00000800:00000010:0.0:1767384659.686629:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000030568f3e. 00000800:00000200:0.0:1767384659.686634:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000800:00000200:0.1:1767384659.686640:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000400:00000200:0.0:1767384659.686671:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp35 added to recovery queue. ping count: 4 next ping: 296 health :600 00000400:00000200:1.0:1767384659.686777:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.686848:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.686927:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687015:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687040:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687062:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687088:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687156:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687247:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687292:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687314:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687338:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687360:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687383:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687447:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687525:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687586:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687609:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687631:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687671:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687691:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687751:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687826:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687915:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687937:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.687969:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.688003:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.688080:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.688162:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.688270:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.688297:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.688324:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.688343:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.688384:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384659.688447:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384659.688700:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d924432d. 00000800:00000010:1.0:1767384659.688706:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d8fd3133. 00000800:00000010:1.0:1767384659.688711:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005287cf8b. 00000800:00000010:1.0:1767384659.688731:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005287cf8b. 00000800:00020000:1.0:1767384659.688741:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384659.688745:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d8fd3133. 00000800:00000010:1.0:1767384659.688749:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d924432d. 00000400:02020000:1.0:1767384659.688786:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp35 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384659.688796:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp35 notifying 192.168.203.125@tcp35: down 00000800:00000200:1.0:1767384659.688807:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp35 down 00000800:00000100:1.0:1767384659.688819:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp35 00000800:00000010:1.0:1767384659.688822:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000030568f3e. 00000400:00000200:1.0:1767384659.688827:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384659.688832:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp35->192.168.203.125@tcp35: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384659.688846:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384659.688849:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384659.688852:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp35) recovery failed with -71 00010000:00000001:3.0:1767384659.878483:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384659.878487:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384659.878493:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384659.878494:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384659.878532:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384659.878537:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384659.878541:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384660.069497:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384660.069503:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384660.069510:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a744e5f0. 00000020:00000040:3.0:1767384660.069517:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384660.069522:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384660.069526:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384660.069532:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384660.069541:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db32d045. 00000100:00000001:3.0:1767384660.069551:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.069558:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384660.069560:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.069575:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a744e5f0] to pc [ptlrpcd_00_03+3] req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.069579:0:17069:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384660.069588:0:17069:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384660.069611:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.069615:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384660.069623:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384660.069624:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.069629:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384660.069632:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000225a239b. 00000100:00000001:3.0:1767384660.069633:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384660.069644:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384660.069646:0:38:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384660.069661:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384660.069668:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384660.069669:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384660.069675:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.069679:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.069681:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384660.069686:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384660.069689:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384660.069691:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005efc0fd3. 00000100:00100000:3.0:1767384660.069696:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048142208:0@lo:13: 00000100:00000001:1.0:1767384660.069702:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.069703:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384660.069710:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384660.069712:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.069718:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384660.069730:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384660.069734:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d4f355cd. 02000000:00000001:3.0:1767384660.069742:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384660.069757:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9cf1dc. 00000100:00000001:1.0:1767384660.069759:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384660.069763:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384660.069768:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000899982cf. 00000100:00000040:1.0:1767384660.069772:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000225a239b] to pc [ptlrpcd_00_00+0] req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384660.069776:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048142208, portal 4 00000100:00000001:3.0:1767384660.069790:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384660.069797:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572992 : -106175085978624 : ffff9f6f2fb75c00) 00000100:00000040:3.0:1767384660.069811:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.069818:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384660.069819:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.069826:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1767384660.069826:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1767384660.069842:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb11e3b. 00000100:00000001:1.0:1767384660.069842:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1767384660.069854:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048142208, offset 0 00000100:00000010:1.0:1767384660.069855:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025baea1c. 00000020:00000040:1.0:1767384660.069873:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000200:3.0:1767384660.069887:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384660.069888:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384660.069900:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384660.069904:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384660.069910:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007c09325f. 00000400:00000200:3.0:1767384660.069914:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384660.069921:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.069929:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384660.069940:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff06980 00000400:00000200:3.0:1767384660.069966:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 2912 00000100:00000001:1.0:1767384660.069967:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384660.069975:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.069985:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000025baea1c] to pc [ptlrpcd_00_01+1] req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384660.069998:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.070004:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384660.070011:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384660.070017:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384660.070031:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f949674d. 00000100:00000040:3.0:1767384660.070038:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000f949674d x1853237048142208 msgsize 224 00000100:00100000:3.0:1767384660.070054:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384660.070059:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.070064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384660.070065:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384660.070074:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1767384660.070079:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb11e3b 00000100:00000010:1.0:1767384660.070080:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c6de66a. 00000400:00000010:3.0:1767384660.070084:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cb11e3b. 00000020:00000040:1.0:1767384660.070091:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384660.070094:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384660.070105:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1767384660.070106:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384660.070113:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384660.070122:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384660.070139:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f26478c5. 00000100:00000001:3.0:1767384660.070151:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384660.070155:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.070160:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384660.070170:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384660.070173:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.070181:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384660.070184:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384660.070185:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.070194:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6de66a] to pc [ptlrpcd_00_02+2] req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.070195:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.070205:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4375 usecs (5 jiffies) 00000100:00000001:3.0:1767384660.070218:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947845 00000100:00000001:1.0:1767384660.070224:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384660.070225:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005eec6f0b. 00000100:00000001:3.0:1767384660.070243:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000040:1.0:1767384660.070246:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (285) 00000100:00000001:3.0:1767384660.070262:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947845 00000100:00000010:3.0:1767384660.070271:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000aaaf1589. 00000100:00000001:3.0:1767384660.070279:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384660.070289:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384660.070291:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947845 00000100:00000001:1.0:1767384660.070300:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384660.070303:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b78181bc. 00000100:00000001:3.0:1767384660.070312:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384660.070317:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947845 00000100:00000010:3.0:1767384660.070322:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000025fab92. 00000100:00000001:3.0:1767384660.070329:0:16357:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384660.070339:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.070341:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384660.070347:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384660.070348:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.070352:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384660.070356:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.070360:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384660.070362:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.070378:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384660.070379:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384660.070382:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384660.070384:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.070392:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1767384660.070393:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384660.070396:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384660.070399:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.070400:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.070415:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384660.070418:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384660.070424:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384660.070425:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000225a239b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048142336:0@lo:400: 00000100:00000001:1.0:1767384660.070440:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384660.070445:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384660.070448:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.070462:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384660.070465:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.070468:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.070469:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384660.070471:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384660.070479:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384660.070480:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384660.070487:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000706aaf9c. 00000100:00000001:3.0:1767384660.070489:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767384660.070492:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.070499:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384660.070500:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a37d371. 02000000:00000001:3.0:1767384660.070503:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384660.070508:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1767384660.070511:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a3479d2d. 02000000:00000001:3.0:1767384660.070512:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384660.070528:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c6de66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237048142592:0@lo:400: 00000100:00000200:1.0:1767384660.070530:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048142336, portal 4 00000100:00000001:1.0:1767384660.070543:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384660.070545:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384660.070555:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636142208 : -106180073409408 : ffff9f6e06713480) 02000000:00000001:3.0:1767384660.070557:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384660.070564:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.070568:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384660.070573:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384660.070576:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c51c0fd2. 02000000:00000001:3.0:1767384660.070579:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384660.070582:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000092e6df6. 00000400:00000010:3.0:1767384660.070586:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004cb11e3b. 00000100:00000200:3.0:1767384660.070589:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048142592, portal 10 00000100:00000001:3.0:1767384660.070594:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384660.070599:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636129664 : -106180073421952 : ffff9f6e06710380) 00000100:00000040:3.0:1767384660.070618:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.070620:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384660.070636:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384660.070646:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1767384660.070646:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000100:00000040:3.0:1767384660.070653:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1767384660.070655:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048142336, offset 0 00000400:00000010:3.0:1767384660.070658:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009230e015. 00000400:00000200:1.0:1767384660.070667:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384660.070674:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048142592, offset 0 00000400:00000200:3.0:1767384660.070682:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384660.070689:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384660.070699:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384660.070705:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff06a00 00000400:00000200:3.0:1767384660.070712:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff06b00 00000400:00000200:1.0:1767384660.070719:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3440 00000400:00000200:1.0:1767384660.070728:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.070730:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7608 00000400:00000200:1.0:1767384660.070739:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384660.070740:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384660.070756:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384660.070758:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384660.070762:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384660.070763:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384660.070769:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384660.070772:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000292c1b3e. 00000100:00000010:3.0:1767384660.070775:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b6055503. 00000100:00000040:3.0:1767384660.070783:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000b6055503 x1853237048142592 msgsize 224 00000100:00000040:1.0:1767384660.070783:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000292c1b3e x1853237048142336 msgsize 224 00000100:00100000:1.0:1767384660.070834:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767384660.070835:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384660.070877:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384660.070888:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384660.070896:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009230e015 00000400:00000010:3.0:1767384660.070902:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009230e015. 00000100:00000001:3.0:1767384660.070906:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384660.070909:0:18370:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384660.070909:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000100:00000200:3.0:1767384660.070911:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384660.070916:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000100:00100000:2.0:1767384660.070924:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048142336 00000100:00000001:1.0:1767384660.070927:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384660.070930:0:18370:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384660.070935:0:18370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1767384660.070938:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.070940:0:18370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.070955:0:18370:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.070958:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384660.070968:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048142336 00000100:00000040:3.0:1767384660.070970:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384660.070978:0:18370:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384660.071000:0:18370:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:2.0:1767384660.071008:0:18370:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384660.071015:0:18370:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000001:2.0:1767384660.071025:0:18370:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384660.071029:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384660.071030:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.071030:0:18370:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:3.0:1767384660.071041:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1767384660.071044:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.071045:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384660.071049:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384660.071053:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057bcc19e. 00000100:00000040:3.0:1767384660.071065:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3867 usecs (4 jiffies) 00000020:00000010:2.0:1767384660.071067:0:18370:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003ea25369. 00000100:00000001:3.0:1767384660.071078:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294947845 00000020:00000040:2.0:1767384660.071082:0:18370:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:3.0:1767384660.071095:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294947845 00000100:00000001:1.0:1767384660.071095:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.071104:0:18370:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384660.071117:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294947845 00000100:00000001:1.0:1767384660.071117:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384660.071119:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2fc389. 00000100:00000001:3.0:1767384660.071132:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294947845 00000020:00000010:2.0:1767384660.071133:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d53901a3. 00000100:00000001:1.0:1767384660.071135:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.071136:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294947845 00000020:00000010:2.0:1767384660.071143:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:3.0:1767384660.071149:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294947845 00000100:00000040:1.0:1767384660.071151:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4375 usecs (5 jiffies) 00000100:00000001:3.0:1767384660.071153:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294947845 00000100:00000040:2.0:1767384660.071156:0:18370:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384660.071164:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947846 00000100:00000001:3.0:1767384660.071166:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294947845 00000100:00000001:2.0:1767384660.071166:0:18370:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384660.071174:0:18370:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384660.071184:0:18370:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.071185:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.071192:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.071193:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294947845 00000100:00000001:3.0:1767384660.071196:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.071198:0:18370:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384660.071203:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.071204:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947846 00000100:00000001:2.0:1767384660.071206:0:18370:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384660.071212:0:18370:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.071219:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384660.071222:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294947845 00000100:00000001:3.0:1767384660.071224:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384660.071224:0:18370:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.071227:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384660.071236:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384660.071241:0:18370:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384660.071244:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947846 00000100:00000001:3.0:1767384660.071246:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384660.071246:0:18370:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384660.071254:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.071257:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294947845 00000100:00100000:2.0:1767384660.071270:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00000001:1.0:1767384660.071270:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947846 02000000:00000001:3.0:1767384660.071272:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384660.071280:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384660.071291:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.071293:0:18370:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:1.0:1767384660.071297:0:16354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294947845 00000100:00100000:3.0:1767384660.071298:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000025baea1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048142464:0@lo:400: 00000100:00000001:2.0:1767384660.071298:0:18370:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636135936 : -106180073415680 : ffff9f6e06711c00) 00000100:00000001:3.0:1767384660.071313:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384660.071318:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384660.071320:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384660.071320:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000292c1b3e x1853237048142336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/0 e 0 to 0 dl 1767384671 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384660.071328:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.071340:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.071342:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384660.071352:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abb76e00. 00000100:00000001:1.0:1767384660.071355:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.071363:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.071370:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384660.071373:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db60fbb7. 00000400:00000010:3.0:1767384660.071385:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009230e015. 00000100:00000001:2.0:1767384660.071385:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384660.071388:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384660.071391:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003ea25369. 00000100:00000001:1.0:1767384660.071392:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1767384660.071393:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048142464, portal 10 00000100:00000001:2.0:1767384660.071399:0:18370:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.071402:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.071405:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1767384660.071407:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003ea25369. 00000100:00000001:1.0:1767384660.071407:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.071409:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636131456 : -106180073420160 : ffff9f6e06710a80) 00000100:00000001:1.0:1767384660.071415:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384660.071420:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.071421:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.071426:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384660.071433:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000292c1b3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048142336:12345-0@lo:400: 00000100:00000001:1.0:1767384660.071434:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384660.071484:0:18370:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048142336 00000100:00000001:3.0:1767384660.071486:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384660.071489:0:18370:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384660.071493:0:18370:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384660.071494:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384660.071499:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047d6389. 00000020:00000001:2.0:1767384660.071499:0:18370:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.071503:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1767384660.071505:0:18370:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000200:3.0:1767384660.071506:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048142464, offset 0 00000100:00100000:0.0:1767384660.071507:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048142592 00000020:00000001:2.0:1767384660.071509:0:18370:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 02000000:00000001:0.0:1767384660.071512:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1767384660.071515:0:18370:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384660.071517:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1767384660.071520:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384660.071522:0:18370:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.071523:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.071528:0:18370:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1767384660.071529:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.071532:0:18370:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1767384660.071534:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048142592 00000020:00000001:2.0:1767384660.071537:0:18370:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.071538:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384660.071539:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1767384660.071542:0:18370:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000040:0.0:1767384660.071545:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000001:2.0:1767384660.071549:0:18370:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1767384660.071550:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384660.071554:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 02000000:00000001:2.0:1767384660.071556:0:18370:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384660.071557:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff06a80 00000020:00000001:0.0:1767384660.071558:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 02000000:00000010:2.0:1767384660.071564:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000975b193e. 00000020:00000001:0.0:1767384660.071565:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000400:00000200:3.0:1767384660.071570:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 7832 02000000:00000001:2.0:1767384660.071570:0:18370:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.071574:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384660.071578:0:18370:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384660.071580:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009eb34db9. 00000400:00000200:3.0:1767384660.071581:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1767384660.071582:0:18370:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384660.071586:0:22878:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1767384660.071590:0:18369:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000054155743. 00010000:00000040:2.0:1767384660.071593:0:18370:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048142336 00000100:00100000:1.0:1767384660.071593:0:22878:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048142208 00000400:00000200:3.0:1767384660.071598:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384660.071598:0:18369:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 02000000:00000001:1.0:1767384660.071609:0:22878:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1767384660.071611:0:18370:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384660.071611:0:18369:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1767384660.071613:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384660.071625:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384660.071626:0:22878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384660.071627:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006bf6385e. 00010000:00000200:2.0:1767384660.071629:0:18370:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000292c1b3e x1853237048142336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.071639:0:22878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384660.071640:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d299590b. 00000020:00000010:0.0:1767384660.071640:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053408932. 00010000:00000001:2.0:1767384660.071654:0:18370:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384660.071656:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000d299590b x1853237048142464 msgsize 224 02000000:00000001:1.0:1767384660.071656:0:22878:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384660.071657:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3ebf7b2. 00010000:00000001:2.0:1767384660.071660:0:18370:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384660.071680:0:22878:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048142208 00000100:00001000:2.0:1767384660.071681:0:18370:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=67 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384660.071681:0:18369:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1767384660.071682:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384660.071695:0:22878:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384660.071696:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384660.071698:0:18370:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384660.071703:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384660.071706:0:22878:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:0.0:1767384660.071707:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384660.071708:0:18370:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384660.071717:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384660.071720:0:22878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384660.071722:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047d6389 00000100:00000001:2.0:1767384660.071722:0:18370:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:0.0:1767384660.071727:0:18369:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:3.0:1767384660.071729:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047d6389. 00000020:00000040:1.0:1767384660.071729:0:22878:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 02000000:00000001:2.0:1767384660.071730:0:18370:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384660.071732:0:18369:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1767384660.071737:0:18370:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.071738:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384660.071745:0:22878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:3.0:1767384660.071747:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384660.071748:0:18370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384660.071756:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384660.071758:0:18370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384660.071758:0:22878:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000200:3.0:1767384660.071764:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384660.071768:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000100:00000001:1.0:1767384660.071772:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1767384660.071775:0:18370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048142336, offset 224 00000100:00000001:0.0:1767384660.071777:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1767384660.071786:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000337168aa. 00000100:00100000:0.0:1767384660.071787:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048142464 00000100:00000001:3.0:1767384660.071789:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384660.071790:0:18370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384660.071799:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384660.071801:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.071802:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.071803:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.071812:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384660.071818:0:18370:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1767384660.071819:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000337168aa. 02000000:00000001:0.0:1767384660.071821:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.071824:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.071835:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384660.071837:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048142464 00000020:00000010:1.0:1767384660.071838:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b88778. 00000400:00000200:2.0:1767384660.071839:0:18370:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff06a00 00000100:00000001:3.0:1767384660.071843:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384660.071844:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384660.071854:0:22878:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d12b8c55. 00000400:00000200:2.0:1767384660.071855:0:18370:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1cbd [1] + 224 00000100:00000040:3.0:1767384660.071856:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3848 usecs (4 jiffies) 00000020:00000040:0.0:1767384660.071856:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000020:00000001:0.0:1767384660.071863:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384660.071864:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294947846 00000400:00000200:2.0:1767384660.071866:0:18370:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384660.071868:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000001:3.0:1767384660.071877:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294947846 00000020:00000001:0.0:1767384660.071877:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000010:1.0:1767384660.071880:0:22878:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069f68d79. 00000400:00000200:2.0:1767384660.071885:0:18370:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384660.071886:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294947846 00000020:00000001:0.0:1767384660.071890:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:3.0:1767384660.071895:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294947846 00000100:00000001:3.0:1767384660.071900:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294947846 00000100:00000001:0.0:1767384660.071902:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384660.071903:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294947846 00000100:00000001:2.0:1767384660.071904:0:18370:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384660.071907:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b2f4f05. 00000100:00000040:1.0:1767384660.071911:0:22878:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384660.071912:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294947846 00000100:00000001:0.0:1767384660.071913:0:18369:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384660.071914:0:18370:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.071929:0:22878:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384660.071930:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294947846 00000020:00000010:0.0:1767384660.071931:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b2f4f05. 00000100:00000001:1.0:1767384660.071942:0:22878:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384660.071943:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384660.071943:0:18370:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384660.071945:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c16389f2. 00000100:00000001:1.0:1767384660.071951:0:22878:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384660.071956:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaffa0d. 00000100:00000001:3.0:1767384660.071958:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.071967:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384660.071968:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000007288ebe. 00000100:00000001:1.0:1767384660.071969:0:22878:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.071975:0:18370:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384660.071981:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.071984:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384660.071998:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1767384660.072000:0:18370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000100:00000001:0.0:1767384660.072000:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.072002:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384660.072004:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000100:00000001:3.0:1767384660.072006:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384660.072009:0:18369:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384660.072010:0:18370:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384660.072012:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.072017:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384660.072018:0:18370:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384660.072019:0:22878:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.072019:0:18369:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384660.072020:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.072029:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.072030:0:18370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.072035:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.072038:0:18370:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384660.072041:0:18370:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384660.072044:0:18370:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.072045:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384660.072050:0:18370:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384660.072054:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384660.072059:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000292c1b3e x1853237048142336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.072062:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384660.072064:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384660.072066:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384660.072071:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384660.072071:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384660.072082:0:22878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1767384660.072083:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00000040:1.0:1767384660.072095:0:22878:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 2 00000100:00100000:2.0:1767384660.072096:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000292c1b3e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16354:x1853237048142336:12345-0@lo:400: Request processed in 700us (1301us total) trans 0 rc 0/0 00000100:00000040:0.0:1767384660.072096:0:18369:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00100000:3.0:1767384660.072105:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00000001:1.0:1767384660.072109:0:22878:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623570304 : -106175085981312 : ffff9f6f2fb75180) 00000100:00000001:0.0:1767384660.072110:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623569408 : -106175085982208 : ffff9f6f2fb74e00) 00000100:00000040:3.0:1767384660.072116:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00000001:3.0:1767384660.072130:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623580160 : -106175085971456 : ffff9f6f2fb77800) 00000100:00100000:2.0:1767384660.072134:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00000040:1.0:1767384660.072143:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f949674d x1853237048142208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/0 e 0 to 0 dl 1767384671 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384660.072144:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b6055503 x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:641/0 lens 224/0 e 0 to 0 dl 1767384671 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384660.072145:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d299590b x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:641/0 lens 224/0 e 0 to 0 dl 1767384671 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384660.072148:0:18370:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:2.0:1767384660.072157:0:18370:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384660.072164:0:18370:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384660.072173:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d53901a3. 00000020:00000010:2.0:1767384660.072185:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000020:00000010:2.0:1767384660.072197:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2fc389. 00000020:00000040:2.0:1767384660.072211:0:18370:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000100:00000001:2.0:1767384660.072226:0:18370:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.072252:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384660.072253:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384660.072254:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1767384660.072255:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384660.072267:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00080000:2.0:1767384660.072271:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1767384660.072272:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000020:00000010:1.0:1767384660.072275:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000337168aa. 00000020:00000010:0.0:1767384660.072276:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008b2f4f05. 00000020:00000010:3.0:1767384660.072277:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007d75285f. 00000100:00000001:2.0:1767384660.072279:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384660.072286:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384660.072293:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.072295:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.072295:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1767384660.072296:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384660.072304:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384660.072312:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a37d371. 00000020:00000010:1.0:1767384660.072317:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000337168aa. 00000020:00000010:3.0:1767384660.072318:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007d75285f. 00000020:00000010:0.0:1767384660.072318:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008b2f4f05. 00000400:00000200:2.0:1767384660.072320:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3479d2d 00000400:00000010:2.0:1767384660.072326:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3479d2d. 00000100:00000001:2.0:1767384660.072339:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384660.072351:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384660.072355:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d299590b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048142464:12345-0@lo:400: 00000100:00100000:1.0:1767384660.072355:0:22878:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f949674d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237048142208:12345-0@lo:13: 00000100:00100000:0.0:1767384660.072356:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b6055503 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237048142592:12345-0@lo:400: 00000100:00000200:1.0:1767384660.072383:0:22878:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048142208 00000100:00000200:3.0:1767384660.072384:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048142464 00000100:00000200:0.0:1767384660.072385:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048142592 00000020:00000001:1.0:1767384660.072394:0:22878:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384660.072395:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384660.072396:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:2.0:1767384660.072400:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384660.072404:0:22878:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384660.072406:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384660.072406:0:18369:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384660.072415:0:22878:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.072417:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.072417:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384660.072417:0:18369:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.072426:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384660.072429:0:22878:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384660.072430:0:18369:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384660.072431:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384660.072431:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000001:1.0:1767384660.072498:0:22878:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000020:00000001:3.0:1767384660.072499:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:1.0:1767384660.072519:0:22878:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384660.072520:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384660.072534:0:22878:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384660.072535:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384660.072552:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384660.072553:0:22878:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384660.072557:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384660.072558:0:22878:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384660.072561:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384660.072562:0:22878:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.072576:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384660.072577:0:22878:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384660.072588:0:22878:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1767384660.072589:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384660.072603:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384660.072603:0:22878:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000ca62b8d0. 02000000:00000001:2.0:1767384660.072605:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384660.072608:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384660.072609:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000541a8c54. 00000100:00000001:2.0:1767384660.072610:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.072616:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384660.072617:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384660.072619:0:22878:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.072620:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384660.072624:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=67 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384660.072636:0:22878:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.072637:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384660.072637:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=67 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384660.072661:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000040:3.0:1767384660.072662:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048142464 00002000:00000001:1.0:1767384660.072662:0:22878:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:0.0:1767384660.072663:0:18369:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:2.0:1767384660.072667:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.072674:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:0.0:1767384660.072675:0:18369:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00002000:00000001:1.0:1767384660.072676:0:22878:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00010000:00000001:2.0:1767384660.072677:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000200:3.0:1767384660.072684:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d299590b x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384660.072685:0:22878:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384660.072686:0:18369:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1767384660.072688:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384660.072699:0:18369:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384660.072704:0:18369:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384660.072710:0:22878:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384660.072710:0:18369:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:1.0:1767384660.072730:0:22878:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000001:0.0:1767384660.072730:0:18369:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1767384660.072741:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.072742:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384660.072744:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000020:1.0:1767384660.072746:0:22878:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000100:00000001:2.0:1767384660.072747:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384660.072751:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1767384660.072757:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000020:1.0:1767384660.072759:0:22878:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00010000:00000001:3.0:1767384660.072760:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384660.072760:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b737f347. 00000100:00000001:2.0:1767384660.072764:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384660.072774:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000020:1.0:1767384660.072776:0:22878:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00001000:3.0:1767384660.072778:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=72 v=5 (1 0 0 0) 02000000:00000001:0.0:1767384660.072778:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.072783:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.072791:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384660.072795:0:22878:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:3.0:1767384660.072798:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384660.072801:0:18369:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.072807:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000001:00000001:1.0:1767384660.072808:0:22878:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00010000:00000040:0.0:1767384660.072809:0:18369:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048142592 00000100:00000001:2.0:1767384660.072815:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.072820:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000001:00000001:1.0:1767384660.072820:0:22878:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.072822:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1767384660.072822:0:18369:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:2.0:1767384660.072832:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1767384660.072836:0:22878:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1767384660.072837:0:18369:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6055503 x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384660.072838:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1767384660.072845:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384660.072846:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384660.072851:0:22878:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048142208 00000100:00000001:3.0:1767384660.072853:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384660.072873:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384660.072874:0:22878:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:3.0:1767384660.072889:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047d6389. 00010000:00000200:1.0:1767384660.072893:0:22878:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f949674d x1853237048142208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384660.072899:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048142464, offset 224 00010000:00000001:0.0:1767384660.072899:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1767384660.072903:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000225a239b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048142336:0@lo:400: 00010000:00000001:0.0:1767384660.072907:0:18369:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384660.072920:0:18369:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=72 v=5 (1 0 0 0) 00000400:00000200:3.0:1767384660.072924:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384660.072931:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.072939:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384660.072943:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384660.072953:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000400:00000200:3.0:1767384660.072954:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384660.072957:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000225a239b x1853237048142336/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.072964:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384660.072978:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384660.072984:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384660.072985:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff06a80 00010000:00000001:1.0:1767384660.073005:0:22878:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1767384660.073007:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1ccd [1] + 224 00000100:00000001:0.0:1767384660.073007:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384660.073011:0:22878:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.073023:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384660.073028:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767384660.073029:0:22878:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=67 v=5 (1 0 0 0) 00000400:00000010:0.0:1767384660.073030:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000100:00000001:2.0:1767384660.073031:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384660.073052:0:22878:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1767384660.073055:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1767384660.073057:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048142592, offset 224 00000400:00000200:3.0:1767384660.073060:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1767384660.073061:0:22878:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 23 to 0@lo 02000000:00000010:2.0:1767384660.073062:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000706aaf9c. 00000100:00000001:3.0:1767384660.073068:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384660.073079:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384660.073080:0:22878:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384660.073082:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1767384660.073085:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384660.073091:0:16354:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1767384660.073098:0:22878:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1767384660.073099:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:1.0:1767384660.073106:0:22878:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384660.073108:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1767384660.073115:0:18369:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1767384660.073116:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384660.073117:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005efc0fd3. 00000100:00000001:1.0:1767384660.073119:0:22878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384660.073130:0:18369:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff06b00 02000000:00000001:2.0:1767384660.073131:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384660.073139:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1767384660.073142:0:22878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:2.0:1767384660.073144:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000225a239b. 00000100:00000001:3.0:1767384660.073148:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384660.073148:0:22878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000400:00000200:0.0:1767384660.073150:0:18369:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1cc1 [1] + 224 00000100:00000001:2.0:1767384660.073151:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384660.073157:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384660.073162:0:18369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384660.073164:0:22878:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048142208, offset 224 00000400:00000200:3.0:1767384660.073167:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047d6389 00000100:00000001:2.0:1767384660.073170:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384660.073176:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047d6389. 00000400:00000200:0.0:1767384660.073180:0:18369:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384660.073185:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384660.073186:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384660.073194:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:1.0:1767384660.073194:0:22878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384660.073195:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.073206:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384660.073210:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.073212:0:18369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384660.073213:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.073214:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 22 to 0@lo 00010000:00000001:3.0:1767384660.073225:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000200:0.0:1767384660.073225:0:18369:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384660.073227:0:22878:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384660.073233:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.073245:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384660.073260:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d299590b x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384660.073260:0:18369:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384660.073261:0:22878:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff06980 00000400:00000200:1.0:1767384660.073293:0:22878:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1cb5 [1] + 224 00000400:00000200:1.0:1767384660.073328:0:22878:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384660.073331:0:18369:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384660.073346:0:22878:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384660.073347:0:18369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000100:00100000:3.0:1767384660.073358:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d299590b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048142464:12345-0@lo:400: Request processed in 1092us (1688us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384660.073360:0:18369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000100:00000001:0.0:1767384660.073366:0:18369:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384660.073368:0:18369:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1767384660.073370:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00000001:1.0:1767384660.073373:0:22878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384660.073373:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.073374:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:3.0:1767384660.073379:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1767384660.073384:0:22878:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384660.073385:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384660.073386:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384660.073393:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaffa0d. 00010000:00000001:0.0:1767384660.073400:0:18369:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384660.073407:0:18369:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384660.073408:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000007288ebe. 00000020:00000001:0.0:1767384660.073421:0:18369:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1767384660.073422:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c16389f2. 00000100:00000040:0.0:1767384660.073432:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6055503 x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:641/0 lens 224/224 e 0 to 0 dl 1767384671 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384660.073434:0:17088:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:3.0:1767384660.073439:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384660.073490:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b6055503 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237048142592:12345-0@lo:400: Request processed in 1237us (2705us total) trans 0 rc 0/0 00000100:00000040:1.0:1767384660.073495:0:22878:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.073497:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.073503:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384660.073511:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384660.073514:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000400:00000001:3.0:1767384660.073516:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384660.073522:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db60fbb7. 00000100:00000040:0.0:1767384660.073529:0:18369:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000400:00000200:3.0:1767384660.073534:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009230e015 00000100:00000001:0.0:1767384660.073541:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1767384660.073543:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009230e015. 00000100:00000001:0.0:1767384660.073549:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384660.073556:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384660.073557:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053408932. 00000100:00000200:3.0:1767384660.073569:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384660.073569:0:22878:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384660.073570:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3ebf7b2. 00000020:00000010:0.0:1767384660.073579:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bf6385e. 00000400:00000200:1.0:1767384660.073582:0:22878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000020:00000040:0.0:1767384660.073586:0:18369:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000200:3.0:1767384660.073589:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384660.073591:0:22878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000100:00000001:1.0:1767384660.073607:0:22878:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384660.073608:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.073609:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384660.073614:0:22878:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384660.073616:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.073619:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384660.073622:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384660.073623:0:22878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.073625:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384660.073631:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384660.073634:0:22878:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 02000000:00000001:3.0:1767384660.073637:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384660.073640:0:22878:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00001000:3.0:1767384660.073643:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=72 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384660.073645:0:22878:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.073647:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.073656:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1767384660.073658:0:22878:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00001000:3.0:1767384660.073659:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=72 v=5 (1 0 0 0) 00000400:00000001:0.0:1767384660.073663:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384660.073666:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384660.073667:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767384660.073667:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f949674d x1853237048142208/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:641/0 lens 224/368 e 0 to 0 dl 1767384671 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384660.073673:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000092e6df6. 00000100:00000001:3.0:1767384660.073682:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384660.073686:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004cb11e3b 00010000:00000001:3.0:1767384660.073692:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1767384660.073695:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004cb11e3b. 00010000:00080000:3.0:1767384660.073708:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.073709:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384660.073723:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384660.073730:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384660.073732:0:22878:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f949674d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237048142208:12345-0@lo:13: Request processed in 1471us (3681us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384660.073735:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384660.073741:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384660.073748:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384660.073755:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384660.073772:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384660.073780:0:22878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00000200:0.0:1767384660.073780:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384660.073800:0:22878:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:1.0:1767384660.073815:0:22878:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384660.073817:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384660.073825:0:22878:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384660.073826:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384660.073828:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384660.073840:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.073841:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384660.073844:0:22878:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d12b8c55. 00000100:00000001:0.0:1767384660.073846:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384660.073849:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1767384660.073852:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.073858:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384660.073860:0:22878:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069f68d79. 00000100:00000001:0.0:1767384660.073863:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.073874:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384660.073876:0:22878:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b88778. 00000100:00100000:3.0:1767384660.073877:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000025baea1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048142464:0@lo:400: 00000100:00001000:0.0:1767384660.073880:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=70 v=5 (5 0 0 0) 00000020:00000040:1.0:1767384660.073890:0:22878:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00001000:0.0:1767384660.073892:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=70 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384660.073894:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384660.073897:0:22878:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.073904:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384660.073914:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1767384660.073917:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000025baea1c x1853237048142464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.073919:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.073925:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384660.073931:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00080000:0.0:1767384660.073933:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384660.073934:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384660.073939:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abb76e00. 00010000:00000001:0.0:1767384660.073941:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384660.073945:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767384660.073945:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1767384660.073950:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384660.073950:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000020:00000040:3.0:1767384660.073955:0:16355:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384660.073956:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384660.073959:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.073960:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384660.073963:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007c09325f. 00000100:00000040:0.0:1767384660.073966:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384660.073967:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384660.073970:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384660.073973:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025baea1c. 00000100:00000001:0.0:1767384660.073978:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384660.073980:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384660.074000:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.074002:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384660.074003:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.074004:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384660.074009:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384660.074009:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384660.074012:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384660.074017:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384660.074021:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384660.074023:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c6de66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237048142592:0@lo:400: 00000400:00000001:0.0:1767384660.074031:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384660.074033:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384660.074036:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e9cf1dc. 00000400:00000200:0.0:1767384660.074039:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000899982cf 00000400:00000010:0.0:1767384660.074042:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000899982cf. 00000100:00000001:0.0:1767384660.074045:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384660.074048:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384660.074054:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.074059:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384660.074060:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.074061:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384660.074063:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384660.074064:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384660.074065:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384660.074066:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384660.074070:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=67 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384660.074072:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=67 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384660.074074:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384660.074075:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384660.074076:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384660.074078:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384660.074083:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.074084:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384660.074085:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384660.074086:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384660.074093:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.074096:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.074100:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384660.074102:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384660.074103:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384660.074105:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384660.074108:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384660.074111:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384660.074116:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384660.074120:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384660.074122:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384660.074127:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048142208:0@lo:13: 00000100:00000001:0.0:1767384660.074130:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.074132:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384660.074134:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c6de66a x1853237048142592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.074139:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384660.074140:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384660.074141:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c51c0fd2. 02000000:00000001:0.0:1767384660.074144:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384660.074145:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384660.074146:0:16357:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384660.074148:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384660.074149:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f26478c5. 02000000:00000001:0.0:1767384660.074152:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384660.074153:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384660.074154:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c6de66a. 00000100:00000001:0.0:1767384660.074157:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384660.074158:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.074164:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384660.074166:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a744e5f0 x1853237048142208/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384660.074171:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384660.074172:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384660.074173:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d4f355cd. 02000000:00000001:0.0:1767384660.074176:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384660.074177:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384660.074178:0:16357:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384660.074179:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384660.074180:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db32d045. 02000000:00000001:0.0:1767384660.074184:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384660.074185:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384660.074186:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a744e5f0. 00000100:00000001:0.0:1767384660.074189:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384660.074190:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.074191:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384660.074195:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384660.074197:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384660.074199:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384660.074201:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384660.076489:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294947846, at 4294947847 00000100:00000040:3.0:1767384660.076498:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294947846, at 4294947847 00000100:00000010:2.0:1767384660.076499:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b78181bc. 00000100:00000010:3.0:1767384660.076510:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000025fab92. 00000100:00000040:1.0:1767384660.076519:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294947846, at 4294947847 00000100:00000010:1.0:1767384660.076531:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000aaaf1589. 00000100:00000040:0.0:1767384660.076863:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294947846, at 4294947847 00000100:00000010:0.0:1767384660.076870:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005eec6f0b. 00080000:00000010:1.0:1767384660.553745:0:33764:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e0d0a224. 00080000:00000010:1.0:1767384660.553758:0:33764:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e0d0a224. 00000020:00000001:1.0:1767384660.553764:0:33764:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384660.553771:0:33764:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e0d0a224. 00080000:00000010:1.0:1767384660.553777:0:33764:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e0d0a224. 00000020:00000001:1.0:1767384660.553780:0:33764:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384660.709563:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000400:00000001:1.0:1767384660.709575:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:3.1:1767384660.709577:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000400:00000001:1.0:1767384660.709582:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384660.709586:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd8d2eb0 00000400:00000010:1.0:1767384660.709592:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd8d2eb0. 00000400:00000200:1.0:1767384660.709619:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384660.709630:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384660.709649:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c5be69be. 00000400:00000010:1.0:1767384660.709655:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009ac2a7a6. 00000400:00000200:1.0:1767384660.709673:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp37 00000400:00000010:1.0:1767384660.709682:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000002b214da3. 00000400:00000010:1.0:1767384660.709690:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003cf11956. 00000400:00000010:1.0:1767384660.709695:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000400:00000010:1.0:1767384660.709708:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c0711388. 00000400:00000200:1.0:1767384660.709715:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp37 00000400:00000200:3.0:1767384660.709735:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384660.709744:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp37 local destination 00000400:00000200:1.0:1767384660.709757:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp37 00000400:00000200:1.0:1767384660.709767:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp37 NI seq info: [141:141:256:4294967295] 192.168.203.125@tcp37 LPNI seq info [138:138:8:4294967295] 00000400:00000200:1.0:1767384660.709779:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp37 00000400:00000200:1.0:1767384660.709803:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp37(192.168.203.125@tcp37:) -> 192.168.203.125@tcp37(192.168.203.125@tcp37:192.168.203.125@tcp37) : GET try# 0 00000800:00000200:1.0:1767384660.709816:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp37 00000800:00000010:1.0:1767384660.709823:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022967ebb. 00000800:00000200:1.0:1767384660.709837:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000800:00000200:1.1:1767384660.709849:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000400:00000200:3.0:1767384660.709876:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384660.709889:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp37 added to recovery queue. ping count: 3 next ping: 289 health :700 00000400:00000200:0.0:1767384660.709998:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.710027:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710086:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.710141:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710146:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710218:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.710232:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710275:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.710335:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710384:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.710520:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710526:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710590:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.710611:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710637:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.710732:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710750:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.710856:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.710884:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.711025:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711025:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711090:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.711113:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711142:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.711205:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711230:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.711348:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711375:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.711424:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711429:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711548:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.711580:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711655:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.711726:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711770:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.711816:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711822:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.711920:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.711976:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712050:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712128:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712134:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712199:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712234:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712265:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712306:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712320:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712368:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712373:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712397:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712476:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712489:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712537:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712558:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712604:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712617:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712669:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712680:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712702:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712758:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.712761:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712823:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712880:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384660.712937:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000800:00000010:0.0:1767384660.712957:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f337cc97. 00000800:00000010:0.0:1767384660.712963:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009af01a9a. 00000800:00000010:0.0:1767384660.712968:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cfa12345. 00000400:00000200:3.0:1767384660.712998:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000800:00000010:0.0:1767384660.713018:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cfa12345. 00000800:00020000:0.0:1767384660.713041:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384660.713045:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009af01a9a. 00000800:00000010:0.0:1767384660.713048:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f337cc97. 00000400:00000200:3.0:1767384660.713064:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:02020000:0.0:1767384660.713114:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp37 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384660.713119:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.713132:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp37 notifying 192.168.203.125@tcp37: down 00000800:00000200:0.0:1767384660.713143:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp37 down 00000800:00000100:0.0:1767384660.713150:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp37 00000800:00000010:0.0:1767384660.713154:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022967ebb. 00000400:00000200:0.0:1767384660.713161:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384660.713165:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp37->192.168.203.125@tcp37: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384660.713168:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384660.713178:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384660.713186:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384660.713190:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp37) recovery failed with -71 00000800:00000010:3.0:1767384660.713319:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9fb861. 00000800:00000010:3.0:1767384660.713325:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c095df82. 00000800:00000010:3.0:1767384660.713331:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008893688a. 00000800:00000010:3.0:1767384660.713356:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008893688a. 00000800:00020000:3.0:1767384660.713363:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384660.713366:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c095df82. 00000800:00000010:3.0:1767384660.713368:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007f9fb861. 00000400:02020000:3.0:1767384660.713414:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp26 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384660.713418:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384660.901541:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384660.901549:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384660.901557:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384660.901559:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384660.901582:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384660.901586:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384660.901589:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384661.343400:0:33928:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384661.343404:0:33928:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp42 --if ens2 00000001:00000001:2.0:1767384661.346557:0:33928:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384661.353508:0:33929:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000f0e90108. 00000400:00000010:1.0:1767384661.353521:0:33929:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000db39d09f. 00000400:00000010:1.0:1767384661.353530:0:33929:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c18ea6a2. 00000400:00000010:1.0:1767384661.353538:0:33929:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000004f0c8b59. 00000400:00000010:1.0:1767384661.353541:0:33929:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000000ccf02a3. 00000400:00000010:1.0:1767384661.353545:0:33929:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c84f0777. 00000400:00000010:1.0:1767384661.353546:0:33929:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000038091a2b. 00000400:00000010:1.0:1767384661.353548:0:33929:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e4367217. 00000400:00000010:1.0:1767384661.353551:0:33929:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000e13f12fc. 00000800:00000010:1.0:1767384661.353566:0:33929:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000377978a6. 00000800:00000200:1.0:1767384661.353576:0:33929:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384661.353586:0:33929:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384661.353618:0:33929:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384661.353637:0:33929:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp42 [8/256/0/180] 00000400:00000010:1.0:1767384661.355102:0:33929:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000060a29825. 00000400:00000010:1.0:1767384661.355109:0:33929:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa219f0e. 00000400:00000010:1.0:1767384661.355115:0:33929:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d083ba7. 00000400:00000001:1.0:1767384661.355141:0:33929:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384661.355143:0:33929:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384661.355145:0:33929:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042116459. 00000400:00000200:1.0:1767384661.355148:0:33929:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d73724ba 00000400:00000010:1.0:1767384661.355151:0:33929:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d73724ba. 00000400:00000010:1.0:1767384661.355155:0:33929:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 000000006e929df5. 00000400:00000200:1.0:1767384661.355161:0:33929:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (33) 00000400:00000200:1.0:1767384661.355176:0:33929:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384661.355185:0:33929:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131114 00000020:00000010:1.0:1767384661.355193:0:33929:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000d924432d. 00000020:01000000:1.0:1767384661.355198:0:33929:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384661.355202:0:33929:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp42 00000400:00000200:2.0:1767384661.355205:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384661.355211:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:2.0:1767384661.355217:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000400:00000010:1.0:1767384661.355219:0:33929:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000db39d09f. 00000400:00000200:2.0:1767384661.355220:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (34) 00000400:00000010:1.0:1767384661.355227:0:33929:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000f0e90108. 00000400:00000010:2.0:1767384661.355228:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dd9e6d95. 00000400:00000200:2.0:1767384661.355234:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp23 00000020:00000001:0.0:1767384661.355241:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384661.355246:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384661.355250:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp23 to MR: 192.168.203.125@tcp23 local destination 10000000:00000001:0.0:1767384661.355250:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384661.355254:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384661.355258:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:2.0:1767384661.355261:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp23 NI seq info: [142:142:256:4294967295] 192.168.203.125@tcp23 LPNI seq info [139:139:8:4294967295] 00000020:01000004:0.0:1767384661.355262:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384661.355266:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384661.355269:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384661.355271:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp23 00000020:01000004:0.0:1767384661.355272:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384661.355275:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384661.355277:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384661.355280:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384661.355283:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384661.355286:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23:192.168.203.125@tcp23) -> 192.168.203.125@tcp23(192.168.203.125@tcp23:192.168.203.125@tcp23) : PUT try# 0 00000020:01000004:0.0:1767384661.355286:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:0.0:1767384661.355293:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00000800:00000200:2.0:1767384661.355294:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.125@tcp23 00000020:00000040:0.0:1767384661.355300:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000800:00000010:2.0:1767384661.355301:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000096dddad2. 00000100:00000001:0.0:1767384661.355309:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1767384661.355310:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (6) 02000000:00000001:0.0:1767384661.355313:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384661.355318:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384661.355319:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp23 ip 192.168.203.125:988 00000800:00000200:2.0:1767384661.355324:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096dddad2 type 1, nob 672 niov 1 nkiov 1 02000000:00000010:0.0:1767384661.355329:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f337cc97. 00000100:00000001:0.0:1767384661.355337:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.355341:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384661.355344:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:0.0:1767384661.355345:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384661.355348:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384661.355357:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939358e9] to pc [ptlrpcd_00_03+3] req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384661.355381:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384661.355390:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.355392:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384661.355393:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1767384661.355396:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384661.355397:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384661.355401:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384661.355402:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384661.355405:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:2.0:1767384661.355406:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384661.355407:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384661.355409:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384661.355410:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384661.355412:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384661.355413:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384661.355416:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384661.355419:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384661.355422:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384661.355425:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384661.355428:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384661.355428:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384661.355430:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384661.355431:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384661.355434:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003419d4b7. 02000000:00000001:2.0:1767384661.355458:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:0.0:1767384661.355459:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000001:2.0:1767384661.355461:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384661.355463:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:3.0:1767384661.355465:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384661.355465:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384661.355466:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384661.355470:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384661.355472:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000096dddad2. 00000100:00100000:2.0:1767384661.355473:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048142720:0@lo:253: 02000000:00000010:0.0:1767384661.355476:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000006cf966c7. 00000400:00000200:3.0:1767384661.355479:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384661.355482:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384661.355482:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.355487:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1767384661.355488:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384661.355489:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: PUT: OK 00000100:00000001:0.0:1767384661.355490:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.355493:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.355496:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384661.355498:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000040:0.0:1767384661.355499:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003419d4b7] to pc [ptlrpcd_00_00+0] req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384661.355502:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fed17f63. 02000000:00000001:2.0:1767384661.355507:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.355512:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp23: 0 00000400:00000010:2.0:1767384661.355515:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8ea1224. 00000400:00000010:2.0:1767384661.355521:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000002e62880. 00000800:00000001:3.0:1767384661.355522:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:2.0:1767384661.355525:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048142720, portal 25 10000000:00000001:0.0:1767384661.355526:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384661.355531:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384661.355532:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.355532:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384661.355533:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.355535:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00000800:00000001:3.0:1767384661.355538:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:01000000:0.0:1767384661.355538:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:0.0:1767384661.355542:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000d924432d. 00000100:00000040:2.0:1767384661.355543:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384661.355544:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.355552:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.355555:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384661.355558:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23) <- 192.168.203.125@tcp23 : PUT - for me 00000100:00000001:0.0:1767384661.355558:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.355562:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384661.355566:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384661.355583:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075e125fe. 00000100:00000001:0.0:1767384661.355584:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384661.355587:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048142720, offset 0 00000400:00000200:3.0:1767384661.355592:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 576 into portal 0 MB=0x8000000000000000 00000100:00000001:0.0:1767384661.355595:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384661.355598:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1767384661.355603:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384661.355614:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 560/576 into md 0x1c6d [1] + 0 00000400:00000200:2.0:1767384661.355614:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384661.355625:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384661.355626:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000033ca0a2. 00000100:00000001:0.0:1767384661.355629:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.355630:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06b80 00000400:00000200:3.0:1767384661.355634:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008e33ed2e 02000000:00000001:0.0:1767384661.355636:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384661.355639:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:3.0:1767384661.355641:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384661.355642:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14b1 [2] + 0 02000000:00000001:0.0:1767384661.355646:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384661.355648:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040bee4a0. 00000100:00100000:0.0:1767384661.355652:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048142848:0@lo:253: 00000800:00000001:3.0:1767384661.355653:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384661.355654:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007d375c7e 00000400:00000200:3.0:1767384661.355658:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384661.355661:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1767384661.355665:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384661.355666:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: PUT: OK 02000000:00000001:0.0:1767384661.355667:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384661.355671:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.355673:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384661.355675:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e33ed2e 02000000:00000001:0.0:1767384661.355677:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384661.355680:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008e33ed2e. 02000000:00000010:0.0:1767384661.355684:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000021d7f672. 00000400:00000200:3.0:1767384661.355685:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:2.0:1767384661.355686:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d375c7e 02000000:00000001:0.0:1767384661.355689:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.355690:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (35) 00000400:00000010:0.0:1767384661.355695:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf7b3de6. 00000400:00000010:2.0:1767384661.355696:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d375c7e. 00000400:00000200:3.0:1767384661.355699:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:3.0:1767384661.355704:0:16349:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (576 bytes) 00000100:00000001:2.0:1767384661.355705:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384661.355709:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384661.355710:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:0.0:1767384661.355713:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009af01a9a. 00000100:00000040:2.0:1767384661.355714:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000002874ebbd x1853237048142720 msgsize 4848 00000100:00000200:0.0:1767384661.355720:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048142848, portal 25 00000400:00000200:3.0:1767384661.355723:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (36) 00000100:00100000:2.0:1767384661.355724:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384661.355727:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1767384661.355732:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384661.355732:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759364480 : -106174950187136 : ffff9f6f37cf5f80) 00000400:00000200:3.0:1767384661.355733:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000100:00000040:0.0:1767384661.355743:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.355745:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384661.355747:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp23 to MR: 192.168.203.125@tcp23 local destination 00000100:00000001:0.0:1767384661.355756:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384661.355760:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp23 NI seq info: [143:143:256:4294967295] 192.168.203.125@tcp23 LPNI seq info [140:140:8:4294967295] 00000100:00000040:0.0:1767384661.355762:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384661.355768:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000860c70e. 00000100:00000200:0.0:1767384661.355774:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048142848, offset 0 00000400:00000200:3.0:1767384661.355782:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23:192.168.203.125@tcp23) -> 192.168.203.125@tcp23(192.168.203.125@tcp23:192.168.203.125@tcp23) 192.168.203.125@tcp23 : ACK try# 0 00000400:00000200:0.0:1767384661.355786:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1767384661.355793:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp23 00000400:00000200:2.0:1767384661.355794:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e125fe 00000400:00000010:2.0:1767384661.355799:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000075e125fe. 00000800:00000010:3.0:1767384661.355800:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000d66ac4e. 00000400:00000200:0.0:1767384661.355801:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384661.355805:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1767384661.355809:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (6) 00000100:00000200:2.0:1767384661.355812:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384661.355817:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06c00 00000800:00000200:3.0:1767384661.355821:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp23 ip 192.168.203.125:995 00000400:00000200:0.0:1767384661.355830:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14d5 [2] + 0 00000100:00000001:2.0:1767384661.355834:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1767384661.355835:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000000d66ac4e type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1767384661.355836:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e605557c. 00000100:00000040:2.0:1767384661.355840:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384661.355843:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e103f4d8 00000400:00000200:0.0:1767384661.355851:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384661.355852:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384661.355853:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.355854:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384661.355860:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384661.355861:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384661.355866:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384661.355870:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294949132 00000400:00000200:0.0:1767384661.355873:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e103f4d8 00000400:00000010:0.0:1767384661.355876:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e103f4d8. 00000100:00000010:2.0:1767384661.355877:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004f263a3c. 00000100:00000001:0.0:1767384661.355881:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384661.355884:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384661.355885:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384661.355888:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000003c911c16 x1853237048142848 msgsize 4848 00000100:00000001:2.0:1767384661.355892:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294949132 00000100:00100000:0.0:1767384661.355894:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:2.0:1767384661.355898:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000895be19. 00000100:00000040:0.0:1767384661.355898:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384661.355904:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384661.355906:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294949132 00000100:00000001:0.0:1767384661.355909:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767384661.355910:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000cf72ab88. 00000100:00000001:2.0:1767384661.355915:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384661.355918:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000860c70e 00000100:00000001:2.0:1767384661.355921:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294949132 00000400:00000010:0.0:1767384661.355922:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000860c70e. 00000800:00000200:3.0:1767384661.355928:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1767384661.355928:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000068937916. 00000100:00000001:0.0:1767384661.355929:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1767384661.355933:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000d66ac4e. 00000100:00000001:2.0:1767384661.355936:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000200:0.0:1767384661.355937:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384661.355941:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384661.355942:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384661.355949:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.355954:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: ACK: OK 00000100:00000001:0.0:1767384661.355955:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384661.355962:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384661.355962:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767384661.355964:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.355967:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384661.355970:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384661.355976:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.356006:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384661.356010:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.356011:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000001:3.0:1767384661.356013:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.356016:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767384661.356017:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384661.356017:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.356020:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384661.356022:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.356023:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384661.356024:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.356027:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.356028:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294949132 00000400:00000200:3.0:1767384661.356034:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp23(192.168.203.125@tcp23) <- 192.168.203.125@tcp23 : ACK - for me 00000100:00000001:0.0:1767384661.356034:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294949132 00000100:00000001:0.0:1767384661.356038:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294949132 00000100:00000001:0.0:1767384661.356041:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294949132 00000100:00000001:0.0:1767384661.356042:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294949132 00000100:00000001:0.0:1767384661.356044:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294949132 00000100:00000001:0.0:1767384661.356045:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294949132 00000100:00000001:2.0:1767384661.356050:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384661.356050:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294949132 00000400:00000200:3.0:1767384661.356051:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp23: ACK from 12345-192.168.203.125@tcp23 into md 0x1ced 00000100:00100000:2.0:1767384661.356054:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048142720 00000100:00000001:0.0:1767384661.356056:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384661.356059:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384661.356059:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384661.356060:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.356063:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384661.356066:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.356067:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.356072:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp23->192.168.203.125@tcp23: ACK: OK 02000000:00000001:2.0:1767384661.356073:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.356073:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.356076:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a4a5d44 00000100:00100000:2.0:1767384661.356077:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048142720 00000400:00000010:3.0:1767384661.356079:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a4a5d44. 00000020:00000001:2.0:1767384661.356081:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384661.356084:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000200:3.0:1767384661.356085:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000020:00000001:2.0:1767384661.356086:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384661.356087:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1767384661.356090:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000400:00000200:3.0:1767384661.356091:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000100:00000001:0.0:1767384661.356091:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384661.356098:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:3.0:1767384661.356099:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:0.0:1767384661.356099:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384661.356103:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384661.356104:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:3.0:1767384661.356105:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (35) 00000100:00000001:0.0:1767384661.356106:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.356109:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384661.356110:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767384661.356111:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1767384661.356114:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef062f9d. 00000800:00000001:3.0:1767384661.356117:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.356118:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384661.356121:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef062f9d. 00000020:00000010:2.0:1767384661.356126:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006899ec7e. 00000020:00000010:2.0:1767384661.356130:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a679813. 00000020:00000010:2.0:1767384661.356133:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:3.0:1767384661.356134:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384661.356135:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384661.356139:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048142848 00000100:00000001:3.0:1767384661.356140:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.356140:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 02000000:00000001:0.0:1767384661.356141:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384661.356145:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384661.356146:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384661.356148:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.356149:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1767384661.356151:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:2.0:1767384661.356152:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384661.356152:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384661.356158:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000084cda8a3. 00000100:00100000:0.0:1767384661.356159:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048142848 00000020:00000001:0.0:1767384661.356162:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:3.0:1767384661.356164:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db60fbb7. 00000100:00000001:2.0:1767384661.356164:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384661.356165:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384661.356170:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1767384661.356172:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009230e015. 00000020:00000040:0.0:1767384661.356172:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:0.0:1767384661.356175:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384661.356176:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.356177:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000084cda8a3 00000020:00000001:0.0:1767384661.356179:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000010:3.0:1767384661.356183:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 569 at 0000000043723840. 00000100:00000001:0.0:1767384661.356184:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384661.356189:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000400:00000200:3.0:1767384661.356190:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 576 success 00000100:00000001:2.0:1767384661.356190:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384661.356194:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384661.356194:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384661.356197:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000020:00000010:0.0:1767384661.356198:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000020:00000010:0.0:1767384661.356203:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c16bca0d. 00000100:00100000:2.0:1767384661.356207:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000400:00000200:3.0:1767384661.356210:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (34) 00000100:00000040:2.0:1767384661.356212:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000010:0.0:1767384661.356212:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d1ea8cf7. 00000400:00000010:3.0:1767384661.356215:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 00000000d4f355cd. 00000100:00000001:2.0:1767384661.356217:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720103504 : -106174989448112 : ffff9f6f35784c50) 00000020:00000010:0.0:1767384661.356220:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3ebf7b2. 00000400:00000010:3.0:1767384661.356221:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000047d6389. 00000100:00000040:2.0:1767384661.356223:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002874ebbd x1853237048142720/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 4848/0 e 0 to 0 dl 1767384672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.356226:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000010:3.0:1767384661.356227:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000781cb5e1. 00000100:00000001:0.0:1767384661.356229:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384661.356233:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.356237:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1767384661.356238:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000020:00000010:2.0:1767384661.356241:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef062f9d. 00000100:00000001:0.0:1767384661.356241:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.356246:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384661.356247:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000020:00000010:2.0:1767384661.356249:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef062f9d. 00000100:00000001:0.0:1767384661.356253:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384661.356255:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000100:00100000:2.0:1767384661.356258:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002874ebbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048142720:12345-0@lo:253: 00000100:00000001:0.0:1767384661.356265:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384661.356266:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048142720 00000400:00000200:3.0:1767384661.356269:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000100:00000001:0.0:1767384661.356269:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384661.356271:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384661.356276:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:0.0:1767384661.356277:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000020:00000001:2.0:1767384661.356279:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.356280:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000100:00000040:0.0:1767384661.356281:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000020:00000001:2.0:1767384661.356285:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384661.356286:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720113744 : -106174989437872 : ffff9f6f35787450) 00000020:00000001:2.0:1767384661.356288:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:3.0:1767384661.356289:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000020:00000001:2.0:1767384661.356294:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384661.356297:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384661.356300:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384661.356301:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000100:00000040:0.0:1767384661.356303:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003c911c16 x1853237048142848/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 4848/0 e 0 to 0 dl 1767384672 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384661.356304:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384661.356308:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.356311:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000100:00000001:2.0:1767384661.356315:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384661.356318:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384661.356324:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 02000000:00000010:2.0:1767384661.356325:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000086c02747. 00000100:00000001:0.0:1767384661.356326:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384661.356331:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384661.356331:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000400:00000200:3.0:1767384661.356332:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000100:00000001:2.0:1767384661.356334:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.356337:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384661.356340:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000010:0.0:1767384661.356343:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000400:00000200:3.0:1767384661.356344:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 20000000:00000010:2.0:1767384661.356350:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015034cbd. 00000400:00000200:3.0:1767384661.356352:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000100:00100000:0.0:1767384661.356354:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003c911c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048142848:12345-0@lo:253: 20000000:01000000:2.0:1767384661.356356:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384661.356362:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000200:0.0:1767384661.356363:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048142848 00000400:00000200:3.0:1767384661.356366:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 20000000:00000001:2.0:1767384661.356366:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:0.0:1767384661.356368:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 20000000:00000001:2.0:1767384661.356371:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384661.356373:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 20000000:00000001:2.0:1767384661.356374:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.356376:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 36], ns[135, 36] 00000020:00000001:0.0:1767384661.356376:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384661.356381:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384661.356384:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000400:00000200:3.0:1767384661.356385:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 36], ns[138, 36] 20000000:00000001:2.0:1767384661.356386:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000020:00000001:0.0:1767384661.356390:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1767384661.356393:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 36], ns[143, 36] 00000020:00000001:0.0:1767384661.356394:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384661.356396:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a03ce684. 00000020:00000001:0.0:1767384661.356399:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:01000000:2.0:1767384661.356402:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 00000020:00000001:0.0:1767384661.356403:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1767384661.356406:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000020:00000001:0.0:1767384661.356407:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384661.356410:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:0.0:1767384661.356413:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384661.356416:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 00080000:00000001:2.0:1767384661.356417:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 02000000:00000001:0.0:1767384661.356417:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384661.356422:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 02000000:00000010:0.0:1767384661.356425:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000080d4da29. 02000000:00000001:0.0:1767384661.356429:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.356431:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.356432:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 20000000:00000001:0.0:1767384661.356433:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384661.356462:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000010:0.0:1767384661.356464:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000007d9bdea. 00000400:00000200:3.0:1767384661.356465:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 20000000:01000000:0.0:1767384661.356470:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384661.356474:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 20000000:00000001:0.0:1767384661.356474:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384661.356476:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384661.356478:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384661.356481:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384661.356482:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 20000000:00000001:0.0:1767384661.356485:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.356486:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 36], ns[110, 36] 00080000:00000001:2.0:1767384661.356486:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384661.356488:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384661.356492:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384661.356495:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.356496:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 36], ns[87, 36] 00080000:00000002:2.0:1767384661.356499:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00000400:00000200:3.0:1767384661.356503:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000020:00000001:2.0:1767384661.356504:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00080000:00000002:2.0:1767384661.356507:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000400:00000200:3.0:1767384661.356512:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 36], ns[131, 36] 00080000:00000001:2.0:1767384661.356513:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1767384661.356518:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.356522:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 36], ns[93, 36] 00080000:00000001:2.0:1767384661.356522:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384661.356528:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000400:00000200:3.0:1767384661.356530:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 00000020:00000001:2.0:1767384661.356534:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000400:00000200:3.0:1767384661.356535:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 36], ns[140, 36] 00080000:00000001:2.0:1767384661.356539:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384661.356543:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 36], ns[128, 36] 00080000:00000010:2.0:1767384661.356544:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b779e0d1. 00000400:00000200:3.0:1767384661.356548:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 36], ns[141, 36] 00080000:00000001:2.0:1767384661.356550:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893637934080 : -106180071617536 : ffff9f6e068c8c00) 00000400:00000200:3.0:1767384661.356554:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[130, 36], ns[133, 36] 00080000:00000001:2.0:1767384661.356555:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000400:00000200:3.0:1767384661.356560:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 36], ns[0, 36] 00000001:00000001:2.0:1767384661.356561:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:2.0:1767384661.356566:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ef062f9d. 00000400:00000200:3.0:1767384661.356567:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:2.0:1767384661.356570:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384661.356573:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384661.356574:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp39] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:3.0:1767384661.356579:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp39 00000400:00000200:3.0:1767384661.356583:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp39 00080000:00000001:2.0:1767384661.356586:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.356587:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp39 lpni_is_preferred = 0 00000400:00000200:3.0:1767384661.356592:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp39 00000400:00000200:3.0:1767384661.356599:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp39 NI seq info: [144:144:256:4294967295] 192.168.203.125@tcp39 LPNI seq info [141:141:8:4294967295] 00000400:00000200:3.0:1767384661.356603:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp39 00080000:00000001:2.0:1767384661.356604:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384661.356610:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp39(192.168.203.125@tcp39:) -> 192.168.203.125@tcp39(192.168.203.125@tcp:192.168.203.125@tcp39) : GET try# 0 00000800:00000200:3.0:1767384661.356615:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp39 00000800:00000010:3.0:1767384661.356618:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000d66ac4e. 00000800:00000010:3.0:1767384661.356624:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000c095df82. 00000800:00000010:3.0:1767384661.356627:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000051534d57. 00000800:00000200:3.0:1767384661.356631:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000800:00000200:3.1:1767384661.356635:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000400:00000200:3.0:1767384661.356646:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384661.356649:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00000400:00000200:3.0:1767384661.356696:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356760:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356792:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356822:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356839:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356856:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356876:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356891:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356906:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356932:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.356972:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357028:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357062:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357078:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357106:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357129:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357146:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357162:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357190:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357240:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357255:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357270:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357283:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357303:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357322:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357336:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357347:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357368:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00080000:00000010:0.0:1767384661.357378:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b779e0d1. 00000400:00000200:3.0:1767384661.357388:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384661.357409:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00080000:00000010:2.0:1767384661.357413:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ef062f9d. 00040000:00000001:2.0:1767384661.357418:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384661.357420:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384661.357422:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384661.357425:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384661.357427:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.357430:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 20000000:00000001:2.0:1767384661.357436:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384661.357473:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384661.357483:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384661.357486:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001e5ad4e1. 00000400:00000200:3.0:1767384661.357487:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 20000000:01000000:2.0:1767384661.357487:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384661.357494:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384661.357495:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #42 20000000:00000001:0.0:1767384661.357499:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384661.357502:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384661.357504:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384661.357510:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384661.357516:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384661.357519:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384661.357520:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384661.357521:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384661.357523:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384661.357524:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00080000:00000002:0.0:1767384661.357525:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:0.0:1767384661.357531:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:0.0:1767384661.357533:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384661.357535:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384661.357537:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384661.357539:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384661.357540:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384661.357544:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384661.357546:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384661.357548:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ccbac46b. 00080000:00000001:0.0:1767384661.357551:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893638064128 : -106180071487488 : ffff9f6e068e8800) 00080000:00000001:0.0:1767384661.357553:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384661.357555:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384661.357558:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b9e65a97. 00080000:00000001:0.0:1767384661.357560:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384661.357562:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:2.0:1767384661.357567:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00000400:00000200:3.0:1767384661.357571:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 20000000:00000001:2.0:1767384661.357571:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:0.0:1767384661.357572:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1767384661.357576:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:0.0:1767384661.357582:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:2.0:1767384661.357610:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384661.357614:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384661.357619:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f4282788 count: 2 00010000:00000001:2.0:1767384661.357622:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384661.357624:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384661.357627:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b57e76a0. 00000020:00000001:2.0:1767384661.357631:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384661.357633:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b57e76a0 with handle 0x71ee3a74e2719254 to hash 00000020:00000001:2.0:1767384661.357635:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384661.357636:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00010000:00000001:2.0:1767384661.357639:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00010000:00000001:2.0:1767384661.357642:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384661.357644:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384661.357646:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.357653:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384661.357657:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384661.357659:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384661.357661:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384661.357663:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384661.357666:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.357671:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384661.357672:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.357674:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384661.357681:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.357683:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.357684:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1767384661.357686:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384661.357691:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4282788) refcount = 2 00010000:00000040:2.0:1767384661.357694:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384661.357697:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384661.357700:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1767384661.357702:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1767384661.357707:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef062f9d. 00000100:00000001:2.0:1767384661.357709:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384661.357711:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075e125fe. 00000100:00000001:2.0:1767384661.357713:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893633928768 : -106180075622848 : ffff9f6e064f6e40) 00000100:00000001:2.0:1767384661.357715:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893633928768 : -106180075622848 : ffff9f6e064f6e40) 00000800:00000010:3.0:1767384661.357717:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9fb861. 00000100:00000001:2.0:1767384661.357717:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384661.357720:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000800:00000010:3.0:1767384661.357722:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c39673c1. 00010000:00000001:2.0:1767384661.357723:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1767384661.357728:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:3.0:1767384661.357729:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ccf3168e. 00010000:00000001:2.0:1767384661.357730:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384661.357734:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384661.357737:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384661.357739:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1767384661.357741:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1767384661.357744:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087eacb65. 00000020:00000040:2.0:1767384661.357746:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000100:00000001:2.0:1767384661.357748:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384661.357750:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384661.357752:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384661.357753:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ccf3168e. 02000000:00000010:2.0:1767384661.357756:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bc21181. 00000100:00000001:2.0:1767384661.357760:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00020000:3.0:1767384661.357762:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00010000:00010000:2.0:1767384661.357771:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 16 pid: 17078 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384661.357784:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 16 pid: 17078 timeout: 431 lvb_type: 0 00010000:00000001:2.0:1767384661.357790:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1767384661.357792:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384661.357795:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384661.357800:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384661.357801:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384661.357804:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048142976:0@lo:104: 00000100:00000001:2.0:1767384661.357806:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384661.357808:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384661.357809:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.357810:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384661.357812:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c330ba12. 02000000:00000001:2.0:1767384661.357814:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384661.357817:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8dfdf65. 00000400:00000010:2.0:1767384661.357820:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000100:00000200:2.0:1767384661.357822:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048142976, portal 16 00000100:00000001:2.0:1767384661.357823:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384661.357824:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717868288 : -106174991683328 : ffff9f6f35563100) 00000100:00000040:2.0:1767384661.357827:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384661.357831:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384661.357832:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384661.357833:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000100:00000200:2.0:1767384661.357835:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048142976, offset 0 00000400:00000200:2.0:1767384661.357837:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384661.357841:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384661.357845:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff06c80 00000400:00000200:2.0:1767384661.357849:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1859 [2] + 984 00000400:00000200:2.0:1767384661.357856:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384661.357858:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384661.357861:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384661.357862:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1767384661.357864:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec9dac00. 00000100:00000040:2.0:1767384661.357865:0:17102:0:(events.c:337:request_in_callback()) incoming req@00000000ec9dac00 x1853237048142976 msgsize 328 00000100:00100000:2.0:1767384661.357868:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384661.357878:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384661.357882:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:2.0:1767384661.357883:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000100:00000001:2.0:1767384661.357885:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384661.357887:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384661.357892:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384661.357895:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384661.357899:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.357900:0:17069:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384661.357901:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:0.0:1767384661.357905:0:17069:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048142976 00000100:00000001:2.0:1767384661.357906:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384661.357908:0:17069:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384661.357910:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294949134 00000100:00000001:0.0:1767384661.357910:0:17069:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384661.357914:0:17069:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.357916:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294949132 02000000:00000001:0.0:1767384661.357917:0:17069:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.357922:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294949134 00000100:00100000:0.0:1767384661.357922:0:17069:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048142976 00000020:00000001:0.0:1767384661.357924:0:17069:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384661.357926:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294949132 00000100:00000001:2.0:1767384661.357928:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294949134 00000100:00000001:2.0:1767384661.357929:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294949132 00000020:00000040:0.0:1767384661.357932:0:17069:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000100:00000001:2.0:1767384661.357933:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294949134 00000020:00000001:0.0:1767384661.357935:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384661.357937:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294949132 00000020:00000040:0.0:1767384661.357938:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000100:00000001:2.0:1767384661.357941:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384661.357942:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:2.0:1767384661.357944:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384661.357946:0:17069:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00010000:00000001:2.0:1767384661.357947:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.357950:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.357950:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384661.357954:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384661.357955:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfa12345. 00000100:00000001:0.0:1767384661.357958:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384661.357959:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfa12345. 00010000:00000001:2.0:1767384661.357964:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.357966:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1767384661.357966:0:17069:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036c56e1d. 00010000:00000001:2.0:1767384661.357969:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.357971:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000020:00000010:0.0:1767384661.357971:0:17069:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e64b1e00. 00010000:00000001:2.0:1767384661.357974:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384661.357976:0:17069:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b538ce2f. 00000100:00000001:2.0:1767384661.357988:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.357992:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384661.357993:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1767384661.357995:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 0000000075e125fe going to sleep for 11 seconds 00000100:00000040:0.0:1767384661.357997:0:17069:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384661.357998:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384661.358001:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.358001:0:17069:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384661.358004:0:17069:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384661.358006:0:17069:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.358009:0:17069:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384661.358014:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384661.358017:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000100:00000001:0.0:1767384661.358018:0:17069:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:2.0:1767384661.358019:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015034cbd. 20000000:00000001:2.0:1767384661.358025:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384661.358028:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048142720 00010000:00000001:2.0:1767384661.358030:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384661.358031:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384661.358033:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000200:2.0:1767384661.358035:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002874ebbd x1853237048142720/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384661.358040:0:17069:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000040:0.0:1767384661.358046:0:17069:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00010000:00000001:2.0:1767384661.358050:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384661.358050:0:17069:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717866496 : -106174991685120 : ffff9f6f35562a00) 00010000:00000001:2.0:1767384661.358053:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384661.358056:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ec9dac00 x1853237048142976/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 328/0 e 0 to 0 dl 1767384672 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00001000:2.0:1767384661.358057:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384661.358065:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384661.358069:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384661.358070:0:17069:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384661.358072:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000010:0.0:1767384661.358074:0:17069:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cfa12345. 02000000:00000001:2.0:1767384661.358075:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384661.358079:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.358079:0:17069:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384661.358085:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:0.0:1767384661.358085:0:17069:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cfa12345. 00000100:00000040:2.0:1767384661.358090:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384661.358100:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d979b51. 00000100:00100000:0.0:1767384661.358100:0:17069:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ec9dac00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048142976:12345-0@lo:104: 00000100:00000200:2.0:1767384661.358105:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048142720, offset 224 00000100:00000200:0.0:1767384661.358106:0:17069:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048142976 00000400:00000200:2.0:1767384661.358110:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384661.358115:0:17069:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00000400:00000200:2.0:1767384661.358116:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384661.358121:0:17069:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384661.358124:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06b80 00000020:00000001:0.0:1767384661.358125:0:17069:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384661.358128:0:17069:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b2c0587 refcount=2 00000400:00000200:2.0:1767384661.358131:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cf1 [2] + 224 00000020:00000001:0.0:1767384661.358132:0:17069:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:0.0:1767384661.358135:0:17069:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00010000:00000001:0.0:1767384661.358137:0:17069:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384661.358140:0:17069:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.358143:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1767384661.358143:0:17069:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384661.358149:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384661.358155:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384661.358156:0:17069:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384661.358159:0:17069:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1767384661.358160:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384661.358162:0:17069:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000024e35b70. 02000000:00000001:0.0:1767384661.358167:0:17069:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.358170:0:17069:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.358175:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384661.358175:0:17069:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384661.358178:0:17069:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384661.358183:0:17069:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384661.358189:0:17069:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384661.358191:0:17069:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:2.0:1767384661.358193:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384661.358193:0:17069:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384661.358196:0:17069:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1767384661.358198:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d979b51 02000000:00000001:0.0:1767384661.358198:0:17069:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.358201:0:17069:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1767384661.358202:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d979b51. 00000100:00000001:2.0:1767384661.358206:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:0.0:1767384661.358206:0:17069:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384661.358208:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:0.0:1767384661.358210:0:17069:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000100:00000001:2.0:1767384661.358211:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384661.358214:0:17069:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048142976, offset 224 00000100:00000040:2.0:1767384661.358215:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:2.0:1767384661.358220:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384661.358221:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.358225:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384661.358225:0:17069:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384661.358231:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002874ebbd x1853237048142720/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384661.358236:0:17069:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1767384661.358246:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002874ebbd pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048142720:12345-0@lo:253: Request processed in 2008us (2531us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384661.358251:0:17069:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff06c80 00000100:00100000:2.0:1767384661.358262:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000400:00000200:0.0:1767384661.358262:0:17069:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1d09 [1] + 224 00000100:00000040:2.0:1767384661.358268:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000400:00000200:0.0:1767384661.358269:0:17069:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384661.358271:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384661.358274:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1767384661.358276:0:17069:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384661.358279:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a679813. 00000020:00000010:2.0:1767384661.358295:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000100:00000001:0.0:1767384661.358297:0:17069:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384661.358299:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006899ec7e. 00000100:00000200:0.0:1767384661.358302:0:17069:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:2.0:1767384661.358305:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 02000000:00000001:2.0:1767384661.358311:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384661.358314:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000086c02747. 00000100:00000040:0.0:1767384661.358314:0:17069:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1767384661.358318:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384661.358322:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.358329:0:17069:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384661.358333:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384661.358335:0:17069:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000400:00000010:2.0:1767384661.358337:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a61e8d. 00000400:00000010:0.0:1767384661.358338:0:17069:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000100:00000001:0.0:1767384661.358343:0:17069:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000010:2.0:1767384661.358344:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d979b51. 00000100:00000001:0.0:1767384661.358344:0:17069:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384661.358347:0:17069:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384661.358351:0:17069:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384661.358355:0:17069:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:2.0:1767384661.358358:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000010:0.0:1767384661.358359:0:17069:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000000860c70e. 00000100:00000001:2.0:1767384661.358361:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384661.358363:0:17069:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:2.0:1767384661.358366:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384661.358368:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384661.358370:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8ea1224. 00010000:00010000:0.0:1767384661.358372:0:17069:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000200:2.0:1767384661.358373:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002e62880 00000400:00000010:2.0:1767384661.358377:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000002e62880. 00010000:00000001:0.0:1767384661.358377:0:17069:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.358382:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384661.358382:0:17069:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.358386:0:17069:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384661.358389:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384661.358392:0:17069:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ec9dac00 x1853237048142976/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384661.358415:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384661.358416:0:17069:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ec9dac00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048142976:12345-0@lo:104: Request processed in 344us (548us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384661.358431:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384661.358433:0:17069:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384661.358434:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384661.358456:0:17069:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00000100:00000001:2.0:1767384661.358459:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384661.358460:0:17069:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384661.358463:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384661.358463:0:17069:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384661.358466:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1767384661.358468:0:17069:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e64b1e00. 00000100:00000001:2.0:1767384661.358469:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.358474:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384661.358475:0:17069:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b538ce2f. 00000100:00001000:2.0:1767384661.358477:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=78 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384661.358479:0:17069:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036c56e1d. 00000100:00001000:2.0:1767384661.358485:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=78 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384661.358485:0:17069:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00000100:00000001:2.0:1767384661.358489:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384661.358490:0:17069:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.358491:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.358493:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384661.358494:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.358496:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.358499:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.358503:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384661.358506:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384661.358507:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384661.358510:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384661.358512:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384661.358518:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384661.358519:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384661.358520:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384661.358522:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384661.358523:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:00000001:0.0:1767384661.358524:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:01000004:2.0:1767384661.358525:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384661.358528:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:00000001:0.0:1767384661.358529:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1767384661.358530:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:0.0:1767384661.358533:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000040:2.0:1767384661.358535:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384661.358537:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1767384661.358540:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384661.358543:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384661.358545:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048142720:0@lo:253: 00000100:00000001:2.0:1767384661.358553:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.358556:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00010000:0.0:1767384661.358556:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000b2c0587 already unused, calling callback (000000001dab8c51) 00000100:00000040:2.0:1767384661.358559:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000939358e9 x1853237048142720/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384661.358561:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384661.358564:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384661.358570:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384661.358573:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 02000000:00000001:2.0:1767384661.358574:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1767384661.358576:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 02000000:00000010:2.0:1767384661.358577:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fed17f63. 00000020:00000001:0.0:1767384661.358578:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384661.358581:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000b2c0587 refcount=3 02000000:00000001:2.0:1767384661.358583:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384661.358584:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00000020:00000001:2.0:1767384661.358586:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384661.358587:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890112000 : -106174819439616 : ffff9f6f3f9a6c00) 00000020:00000040:2.0:1767384661.358588:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384661.358592:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384661.358592:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 02000000:00000010:2.0:1767384661.358595:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f337cc97. 00010000:00010000:0.0:1767384661.358596:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384661.358600:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384661.358602:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:0.0:1767384661.358603:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000010:2.0:1767384661.358604:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 10000000:00010000:0.0:1767384661.358606:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384661.358608:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384661.358610:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.358614:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1767384661.358615:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:2.0:1767384661.358619:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:0.0:1767384661.358619:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:2.0:1767384661.358623:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1767384661.358623:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1767384661.358627:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:2.0:1767384661.358628:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384661.358631:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.358631:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767384661.358634:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384661.358643:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1767384661.358644:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384661.358651:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 00000100:00000001:2.0:1767384661.358652:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:0.0:1767384661.358653:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384661.358655:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384661.358656:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384661.358659:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384661.358659:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:2.0:1767384661.358660:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8dfdf65. 00010000:00000001:0.0:1767384661.358663:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384661.358664:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384661.358666:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384661.358667:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.358670:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000020:00000040:0.0:1767384661.358670:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b2c0587 with handle 0x71ee3a74e2719246 from hash 00000400:00000010:2.0:1767384661.358673:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00010000:00000001:0.0:1767384661.358674:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384661.358678:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767384661.358678:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384661.358679:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384661.358682:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384661.358683:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384661.358684:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384661.358687:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1767384661.358693:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000200:2.0:1767384661.358697:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384661.358697:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384661.358702:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00000100:00000001:2.0:1767384661.358703:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384661.358707:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384661.358707:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384661.358708:0:17102:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384661.358711:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384661.358712:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384661.358712:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384661.358714:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384661.358715:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.358718:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384661.358718:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384661.358720:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=78 v=5 (5 0 0 0) 02000000:00000010:0.0:1767384661.358723:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036c56e1d. 00000100:00001000:2.0:1767384661.358724:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384661.358730:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384661.358730:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.358732:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.358734:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:2.0:1767384661.358735:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384661.358738:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384661.358739:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384661.358740:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.358746:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1767384661.358749:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384661.358752:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.358757:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384661.358757:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384661.358760:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384661.358760:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.358763:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.358765:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1767384661.358767:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384661.358767:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939358e9] to pc [ptlrpcd_00_01+1] req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.358770:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.358772:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.358779:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767384661.358785:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048142976:0@lo:104: 00000100:00000001:2.0:1767384661.358789:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.358789:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384661.358792:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384661.358798:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.358799:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:0.0:1767384661.358802:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384661.358803:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1767384661.358805:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.358808:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087eacb65 x1853237048142976/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1767384661.358809:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384661.358813:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384661.358818:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384661.358819:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384661.358822:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384661.358824:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c330ba12. 00010000:00000001:0.0:1767384661.358826:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384661.358828:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 000000000b2c0587/0x71ee3a74e2719246 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e271924d expref: -99 pid: 17083 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384661.358829:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384661.358832:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384661.358834:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 00000020:00000001:2.0:1767384661.358837:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000040:0.0:1767384661.358838:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000ca7a4f10 count: 0 02000000:00000010:2.0:1767384661.358839:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005bc21181. 02000000:00000001:2.0:1767384661.358843:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384661.358844:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384661.358845:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087eacb65. 00000100:00000001:2.0:1767384661.358848:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384661.358849:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384661.358850:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384661.358852:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000010:2.0:1767384661.358853:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000075e125fe. 00010000:00000010:0.0:1767384661.358855:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000000860c70e. 00000100:00000001:2.0:1767384661.358856:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384661.358859:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384661.358861:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384661.358862:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef062f9d. 00000020:00000001:0.0:1767384661.358865:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384661.358867:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384661.358868:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.358871:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384661.358872:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384661.358875:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:2.0:1767384661.358876:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384661.358879:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384661.358880:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00010000:0.0:1767384661.358881:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384661.358883:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1767384661.358884:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:2.0:1767384661.358886:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384661.358887:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384661.358891:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384661.358910:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384661.358912:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384661.358914:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.358915:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384661.358917:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1767384661.358919:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.358920:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.358925:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384661.358926:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.358929:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384661.358931:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384661.358932:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384661.358935:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.358949:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384661.358950:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384661.358952:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384661.358953:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384661.358955:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384661.358957:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048143104:0@lo:103: 00000100:00000001:0.0:1767384661.358959:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384661.358961:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384661.358962:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384661.358963:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384661.358966:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4bca622. 02000000:00000001:0.0:1767384661.358967:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384661.358971:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000536e75f. 00000400:00000010:0.0:1767384661.358973:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000100:00000200:0.0:1767384661.358976:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048143104, portal 18 00000100:00000001:0.0:1767384661.358989:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384661.358990:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00000100:00000040:0.0:1767384661.358993:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.358998:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384661.359000:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384661.359003:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000200:0.0:1767384661.359004:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048143104, offset 0 00000400:00000200:0.0:1767384661.359007:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384661.359011:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384661.359016:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff06d00 00000400:00000200:0.0:1767384661.359019:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 984 00000400:00000200:0.0:1767384661.359023:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384661.359025:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384661.359027:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384661.359028:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384661.359031:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b606f3b3. 00000100:00000040:0.0:1767384661.359037:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000b606f3b3 x1853237048143104 msgsize 328 00000100:00100000:0.0:1767384661.359039:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384661.359050:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384661.359054:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:0.0:1767384661.359055:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000001:0.0:1767384661.359057:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384661.359059:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.359064:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384661.359067:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.359071:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384661.359071:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.359073:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1767384661.359075:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048143104 00000100:00000001:0.0:1767384661.359077:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384661.359078:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384661.359081:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384661.359082:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294949134 00000100:00000001:2.0:1767384661.359083:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.359085:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294949134 00000100:00000001:0.0:1767384661.359087:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294949134 00000100:00000001:0.0:1767384661.359088:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294949134 00000100:00000001:0.0:1767384661.359089:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294949134 02000000:00000001:2.0:1767384661.359095:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.359095:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294949134 00000100:00000001:0.0:1767384661.359098:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294949134 00000100:00100000:2.0:1767384661.359099:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048143104 00000100:00000001:0.0:1767384661.359101:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294949134 00000020:00000001:2.0:1767384661.359102:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384661.359104:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384661.359105:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:0.0:1767384661.359108:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.359109:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.359112:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000100:00000001:0.0:1767384661.359114:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.359116:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384661.359118:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.359119:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384661.359122:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384661.359125:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ecc7c760. 00000100:00000001:2.0:1767384661.359126:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384661.359128:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ecc7c760. 00000020:00000010:2.0:1767384661.359151:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bc21181. 00000020:00000010:2.0:1767384661.359155:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005a679813. 00000020:00000010:2.0:1767384661.359157:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000040:2.0:1767384661.359162:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384661.359163:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384661.359164:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384661.359166:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384661.359168:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359170:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384661.359172:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384661.359173:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.359175:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086121f4c refcount=4 00000020:00000001:2.0:1767384661.359176:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932346880 : -106174777204736 : ffff9f6f421ee000) 00010000:00000001:2.0:1767384661.359178:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932346880 : -106174777204736 : ffff9f6f421ee000) 00010000:00010000:2.0:1767384661.359180:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 16 pid: 17078 timeout: 431 lvb_type: 0 00010000:00000001:2.0:1767384661.359185:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359186:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.359187:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.359188:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.359193:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384661.359201:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b606f3b3 x1853237048143104/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 328/0 e 0 to 0 dl 1767384672 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.359206:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384661.359207:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.359214:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384661.359224:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384661.359226:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384661.359229:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384661.359230:0:18905:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1767384661.359231:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:2.0:1767384661.359234:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898759665664 : -106174949885952 : ffff9f6f37d3f800) 00000100:00000001:0.0:1767384661.359234:0:18905:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384661.359237:0:18905:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.359239:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b606f3b3 x1853237048143104/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 328/0 e 0 to 0 dl 1767384672 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.359241:0:18905:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.359249:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384661.359251:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ecc7c760. 00000100:00000001:2.0:1767384661.359253:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384661.359254:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ecc7c760. 00000100:00100000:2.0:1767384661.359258:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b606f3b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048143104:12345-0@lo:103: 00000100:00000200:2.0:1767384661.359261:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048143104 00010000:00000001:2.0:1767384661.359263:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384661.359265:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384661.359267:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384661.359269:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384661.359270:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384661.359273:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000325e92cf. 02000000:00000001:2.0:1767384661.359274:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.359275:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359277:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384661.359279:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384661.359280:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384661.359281:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.359282:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000086121f4c refcount=4 00000020:00000001:2.0:1767384661.359283:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932346880 : -106174777204736 : ffff9f6f421ee000) 00010000:00000001:2.0:1767384661.359284:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932346880 : -106174777204736 : ffff9f6f421ee000) 00010000:00000040:2.0:1767384661.359290:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000f4282788 count: 3 00010000:00010000:2.0:1767384661.359292:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 16 pid: 17078 timeout: 431 lvb_type: 0 00000100:00001000:2.0:1767384661.359296:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384661 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384661.359297:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384661.359300:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359301:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384661.359303:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 16 pid: 17078 timeout: 431 lvb_type: 0 00000020:00000001:2.0:1767384661.359306:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384661.359307:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384661.359308:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384661.359309:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359310:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384661.359311:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384661.359314:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359315:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.359316:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384661.359317:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384661.359319:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000086121f4c with handle 0x71ee3a74e271924d from hash 00010000:00000001:2.0:1767384661.359320:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384661.359321:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359321:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.359322:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384661.359323:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384661.359324:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384661.359326:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000086121f4c/0x71ee3a74e271924d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e2719246 expref: 16 pid: 17078 timeout: 431 lvb_type: 0 00010000:00000040:2.0:1767384661.359330:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:2.0:1767384661.359331:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00010000:00000001:2.0:1767384661.359336:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.359337:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384661.359339:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384661.359343:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000b57e76a0 00010000:00000001:2.0:1767384661.359345:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384661.359346:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384661.359348:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.359349:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384661.359350:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.359352:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384661.359353:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384661.359355:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.359358:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384661.359360:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384661.359361:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384661.359363:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384661.359364:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4282788) refcount = 2 00010000:00010000:2.0:1767384661.359366:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.359369:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384661.359371:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384661.359372:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.359374:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384661.359377:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ecc7c760. 00000100:00000001:2.0:1767384661.359378:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384661.359381:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000075e125fe. 00000100:00000001:2.0:1767384661.359382:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893633928768 : -106180075622848 : ffff9f6e064f6e40) 00000100:00000001:2.0:1767384661.359384:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893633928768 : -106180075622848 : ffff9f6e064f6e40) 00000100:00000001:2.0:1767384661.359385:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384661.359386:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384661.359387:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384661.359388:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384661.359390:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:2.0:1767384661.359391:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384661.359392:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.359393:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b57e76a0 refcount=5 00000020:00000001:2.0:1767384661.359398:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00010000:00000001:2.0:1767384661.359400:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00010000:00000001:2.0:1767384661.359402:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384661.359403:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.359407:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384661.359409:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.359412:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359413:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384661.359414:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.359417:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384661.359418:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359419:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384661.359420:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384661.359423:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b57e76a0 already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384661.359425:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384661.359427:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384661.359428:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.359431:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384661.359432:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384661.359433:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.359434:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b57e76a0 refcount=6 00000020:00000001:2.0:1767384661.359435:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00010000:00000001:2.0:1767384661.359454:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932354560 : -106174777197056 : ffff9f6f421efe00) 00010000:00000001:2.0:1767384661.359456:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384661.359461:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.359465:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384661.359467:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384661.359469:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359475:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384661.359477:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384661.359478:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384661.359479:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384661.359481:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b57e76a0 with handle 0x71ee3a74e2719254 from hash 00010000:00000001:2.0:1767384661.359483:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384661.359484:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359485:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.359485:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384661.359486:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384661.359487:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384661.359489:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384661.359490:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.359491:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359492:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384661.359493:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384661.359495:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359496:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.359497:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359498:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359500:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384661.359501:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.359504:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359505:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.359506:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384661.359507:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384661.359508:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359509:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.359510:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1767384661.359512:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384661.359517:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359518:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359520:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.359521:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359522:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384661.359523:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384661.359525:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.359527:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.359528:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384661.359529:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000075e125fe. 00000100:00000001:2.0:1767384661.359531:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384661.359532:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384661.359534:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ecc7c760. 00010000:00000001:2.0:1767384661.359536:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384661.359537:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384661.359539:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.359541:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384661.359543:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384661.359544:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=78 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384661.359547:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384661.359549:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384661.359551:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00080000:00000010:0.0:1767384661.359552:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ccbac46b. 02000000:00000001:2.0:1767384661.359553:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384661.359556:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384661.359558:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384661.359560:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384661.359563:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000100:00000200:2.0:1767384661.359565:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048143104, offset 224 00080000:00000010:0.0:1767384661.359567:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b9e65a97. 00000400:00000200:2.0:1767384661.359569:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384661.359576:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000001:0.0:1767384661.359578:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384661.359581:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384661.359583:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.359584:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff06d00 00000020:00000002:0.0:1767384661.359586:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 00000400:00000200:2.0:1767384661.359590:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1d1d [1] + 224 20000000:00000001:0.0:1767384661.359591:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384661.359595:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000001:0.0:1767384661.359596:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384661.359599:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00000400:00000200:2.0:1767384661.359602:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 20000000:00000001:0.0:1767384661.359603:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384661.359605:0:17073:0:(events.c:78:reply_in_callback()) Process entered 20000000:01000000:0.0:1767384661.359606:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00000200:2.0:1767384661.359609:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384661.359610:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 00000100:00000040:2.0:1767384661.359622:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.359633:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384661.359637:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000400:00000010:2.0:1767384661.359638:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00000100:00000001:2.0:1767384661.359640:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384661.359641:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384661.359643:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384661.359646:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384661.359647:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359649:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.359650:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384661.359652:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b606f3b3 x1853237048143104/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 328/224 e 0 to 0 dl 1767384672 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.359653:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384661.359658:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384661.359661:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1767384661.359664:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b606f3b3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048143104:12345-0@lo:103: Request processed in 412us (623us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384661.359664:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000536e75f. 00000400:00000200:0.0:1767384661.359670:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000400:00000010:0.0:1767384661.359672:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000100:00100000:2.0:1767384661.359675:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00000001:0.0:1767384661.359676:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384661.359678:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384661.359681:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384661.359683:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384661.359685:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005a679813. 00000020:00000010:2.0:1767384661.359688:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000020:00000010:2.0:1767384661.359690:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bc21181. 00000020:00000040:2.0:1767384661.359694:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000200:0.0:1767384661.359696:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384661.359698:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384661.359707:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.359713:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384661.359714:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1767384661.359716:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384661.359716:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384661.359717:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384661.359720:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384661.359721:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384661.359725:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359730:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00001000:0.0:1767384661.359731:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=78 v=5 (5 0 0 0) 20000000:00000001:2.0:1767384661.359733:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00001000:0.0:1767384661.359736:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=78 v=5 (1 0 0 0) 00010000:00010000:2.0:1767384661.359737:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384661.359743:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384661.359745:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.359747:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384661.359748:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.359749:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384661.359754:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.359757:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384661.359758:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384661.359759:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b57e76a0/0x71ee3a74e2719254 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384661.359776:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f4282788 count: 0 00000100:00000001:0.0:1767384661.359780:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384661.359782:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384661.359783:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.359786:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384661.359787:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 20000000:00000001:2.0:1767384661.359789:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 20000000:01000000:2.0:1767384661.359792:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:2.0:1767384661.359796:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:2.0:1767384661.359798:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00100000:0.0:1767384661.359801:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048143104:0@lo:103: 00010000:00000001:2.0:1767384661.359802:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1767384661.359805:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000100:00000001:0.0:1767384661.359807:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384661.359809:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e29af25a. 00000100:00000001:0.0:1767384661.359811:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384661.359815:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000100:00000040:0.0:1767384661.359815:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000939358e9 x1853237048143104/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1767384661.359819:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000e3c70d9. 00000020:00000001:2.0:1767384661.359823:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1767384661.359824:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000040:2.0:1767384661.359826:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000e3c70d9 with handle 0x71ee3a74e271925b to hash 02000000:00000001:0.0:1767384661.359827:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384661.359830:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 02000000:00000010:0.0:1767384661.359830:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4bca622. 00010000:00000001:2.0:1767384661.359832:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 00010000:00000001:2.0:1767384661.359835:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 02000000:00000001:0.0:1767384661.359835:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384661.359838:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:2.0:1767384661.359839:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000040:0.0:1767384661.359840:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00010000:00000001:2.0:1767384661.359841:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384661.359845:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00010000:2.0:1767384661.359846:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000010:0.0:1767384661.359848:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000036c56e1d. 00010000:00000001:2.0:1767384661.359854:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 02000000:00000001:0.0:1767384661.359854:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384661.359856:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384661.359857:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000100:00000010:0.0:1767384661.359859:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 00010000:00000001:2.0:1767384661.359860:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384661.359863:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384661.359865:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.359865:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384661.359868:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.359869:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384661.359871:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.359872:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359874:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000100:00000001:0.0:1767384661.359875:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384661.359877:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384661.359878:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.359879:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359882:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384661.359884:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384661.359885:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384661.359887:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000e29af25a) refcount = 1 00010000:00010000:2.0:1767384661.359889:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384661.359892:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:2.0:1767384661.359893:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000001:0.0:1767384661.359896:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:2.0:1767384661.359897:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384661.359900:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000010:0.0:1767384661.359900:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000007d9bdea. 00010000:00000001:2.0:1767384661.359905:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384661.359906:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359907:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384661.359910:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000040:0.0:1767384661.359910:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048142848 20000000:01000000:2.0:1767384661.359912:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:2.0:1767384661.359913:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384661.359914:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.359915:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000e3c70d9 refcount=4 00000020:00000001:2.0:1767384661.359916:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 00010000:00000001:2.0:1767384661.359922:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 00010000:00000001:0.0:1767384661.359922:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:2.0:1767384661.359926:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384661.359927:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000200:0.0:1767384661.359928:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003c911c16 x1853237048142848/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.359941:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1767384661.359944:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384661.359945:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384661.359948:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384661.359952:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=78 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384661.359954:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.359956:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384661.359957:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:2.0:1767384661.359958:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384661.359962:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384661.359967:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:2.0:1767384661.359969:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:0.0:1767384661.359971:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1767384661.359972:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384661.359974:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.359975:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1767384661.359993:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384661.359996:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:2.0:1767384661.359999:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:0.0:1767384661.360001:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000860c70e. 00000100:00000200:0.0:1767384661.360007:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048142848, offset 224 00010000:00010000:2.0:1767384661.360008:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000e3c70d9 already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384661.360011:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384661.360012:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000400:00000200:0.0:1767384661.360013:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:2.0:1767384661.360014:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.360020:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384661.360022:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1767384661.360022:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1767384661.360025:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384661.360027:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000e3c70d9 refcount=5 00000020:00000001:2.0:1767384661.360029:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 00000400:00000200:0.0:1767384661.360030:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06c00 00010000:00000001:2.0:1767384661.360033:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 00010000:00000001:2.0:1767384661.360037:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1767384661.360037:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1cf9 [2] + 224 00010000:00010000:2.0:1767384661.360040:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384661.360044:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384661.360046:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384661.360048:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:0.0:1767384661.360050:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1767384661.360051:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.360055:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384661.360056:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384661.360059:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:0.0:1767384661.360061:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.360062:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384661.360065:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384661.360069:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000e3c70d9 with handle 0x71ee3a74e271925b from hash 00010000:00000001:2.0:1767384661.360073:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384661.360076:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.360077:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384661.360079:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384661.360080:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384661.360082:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384661.360085:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384661.360087:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384661.360089:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384661.360092:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.360095:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1767384661.360099:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000200:0.0:1767384661.360100:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000860c70e 00010000:00000001:2.0:1767384661.360101:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384661.360104:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384661.360104:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000860c70e. 00010000:00000001:2.0:1767384661.360107:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384661.360108:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:2.0:1767384661.360109:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.360110:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384661.360112:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.360114:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.360115:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384661.360120:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384661.360121:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384661.360126:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:2.0:1767384661.360128:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384661.360129:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.360130:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1767384661.360131:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384661.360132:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384661.360135:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384661.360136:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384661.360138:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000020:00000001:0.0:1767384661.360140:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1767384661.360141:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384661.360144:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384661.360146:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003c911c16 x1853237048142848/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:642/0 lens 4848/4768 e 0 to 0 dl 1767384672 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384661.360147:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384661.360162:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384661.360164:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384661.360166:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000e3c70d9/0x71ee3a74e271925b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384661.360167:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003c911c16 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048142848:12345-0@lo:253: Request processed in 3840us (4277us total) trans 0 rc 0/0 00010000:00000040:2.0:1767384661.360180:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000e29af25a count: 0 00000100:00100000:0.0:1767384661.360184:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00000040:0.0:1767384661.360187:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:0.0:1767384661.360189:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:2.0:1767384661.360190:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384661.360191:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 20000000:00000001:2.0:1767384661.360194:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000010:0.0:1767384661.360196:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d1ea8cf7. 00000020:00000010:0.0:1767384661.360200:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3ebf7b2. 00000020:00000010:0.0:1767384661.360202:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c16bca0d. 00000020:00000040:0.0:1767384661.360205:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:0.0:1767384661.360207:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384661.360208:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000080d4da29. 02000000:00000001:0.0:1767384661.360211:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384661.360212:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384661.360215:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384661.360218:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000536e75f. 00000400:00000010:0.0:1767384661.360220:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000860c70e. 00000100:00000001:0.0:1767384661.360231:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384661.360232:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384661.360234:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384661.360235:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384661.360236:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf7b3de6. 00000400:00000200:0.0:1767384661.360238:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009af01a9a 00000400:00000010:0.0:1767384661.360239:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009af01a9a. 00000100:00000001:0.0:1767384661.360240:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384661.360242:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384661.360247:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.360251:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384661.360258:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.360259:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384661.360260:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384661.360261:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384661.360262:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384661.360263:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384661.360265:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=78 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384661.360267:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=78 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384661.360268:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384661.360269:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384661.360270:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384661.360271:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.360272:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384661.360274:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.360278:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384661.360280:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384661.360281:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384661.360282:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384661.360283:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384661.360284:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384661.360286:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384661.360287:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384661.360288:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384661.360289:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384661.360290:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384661.360290:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384661.360292:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384661.360297:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048142848:0@lo:253: 00000100:00000001:0.0:1767384661.360299:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.360300:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384661.360301:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003419d4b7 x1853237048142848/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384661.360305:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384661.360311:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384661.360313:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000021d7f672. 02000000:00000001:0.0:1767384661.360316:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384661.360318:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384661.360319:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384661.360320:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384661.360322:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000006cf966c7. 02000000:00000001:0.0:1767384661.360325:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384661.360326:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384661.360328:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003419d4b7. 00000100:00000001:0.0:1767384661.360331:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384661.360332:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.360334:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384661.360338:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384661.360339:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384661.360340:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384661.360341:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384661.362900:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c39673c1. 00000800:00000010:3.0:1767384661.362903:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007f9fb861. 00000400:02020000:3.0:1767384661.362942:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp39 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000100:00000040:1.0:1767384661.366480:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294949134, at 4294949136 00000100:00000040:2.0:1767384661.366485:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294949134, at 4294949136 00000100:00000010:1.0:1767384661.366487:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000895be19. 00000100:00000010:2.0:1767384661.366495:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000cf72ab88. 00000100:00000040:0.0:1767384661.366528:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294949134, at 4294949136 00000100:00000010:0.0:1767384661.366534:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004f263a3c. 00000400:00000200:3.0:1767384661.366769:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp39 notifying 192.168.203.125@tcp39: down 00000800:00000200:3.0:1767384661.366773:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp39 down 00000800:00000100:3.0:1767384661.366778:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp39 00000800:00000010:3.0:1767384661.366780:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000d66ac4e. 00000400:00000200:3.0:1767384661.366783:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384661.366786:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp39->192.168.203.125@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384661.366792:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp39 added to recovery queue. ping count: 0 next ping: 282 health :900 00000400:00000200:3.0:1767384661.366794:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384661.366802:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 1 00000400:00000200:3.0:1767384661.366805:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000040:3.0:1767384661.366824:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294949134, at 4294949137 00000100:00000010:3.0:1767384661.366830:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000068937916. 00000400:00000200:0.0:1767384661.366837:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384661.366843:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100851 00000400:00000001:0.0:1767384661.366846:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384661.366848:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384661.366849:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000047d6389 00000400:00000010:0.0:1767384661.366850:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000047d6389. 00000400:00000200:0.0:1767384661.366853:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384661.366855:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:0.0:1767384661.366858:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 00000000d4f355cd. 00000400:00000200:0.0:1767384661.366861:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (35) 00000400:00000200:0.0:1767384661.366863:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:-71 00000400:00000200:0.0:1767384661.366864:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 rc -71 00000400:00000200:0.0:1767384661.366867:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384661.366869:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (34) 00000400:00000010:0.0:1767384661.371696:0:33934:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000004dbc6bd6. 00000400:00000040:0.0:1767384661.371721:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384661.371723:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384661.371732:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384661.371733:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384661.371735:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384661.371736:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384661.371738:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384661.371739:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384661.371740:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384661.371740:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384661.371742:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384661.371743:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384661.371745:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384661.371746:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384661.371746:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384661.371748:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384661.371749:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384661.371749:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384661.371750:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384661.371752:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384661.371753:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384661.371754:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384661.371754:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384661.371755:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384661.371756:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384661.371757:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384661.371758:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384661.371759:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384661.371760:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384661.371761:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384661.371762:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384661.371763:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384661.371764:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384661.371765:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384661.371766:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384661.371767:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384661.371767:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384661.371769:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384661.371770:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384661.371771:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384661.371772:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384661.371776:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384661.371777:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384661.371778:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384661.371779:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384661.371780:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384661.371781:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384661.371782:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384661.371783:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384661.371784:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384661.371785:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384661.371786:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384661.371787:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384661.371788:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384661.371789:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384661.371790:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384661.371791:0:33934:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384661.371861:0:33934:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000004dbc6bd6. 00010000:00000010:0.1:1767384661.373488:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ca7a4f10. 00010000:00000010:0.1:1767384661.373496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000b2c0587. 00010000:00000010:2.1:1767384661.376466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086121f4c. 00010000:00000010:2.1:1767384661.376475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4282788. 00010000:00000010:2.1:1767384661.376481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b57e76a0. 00010000:00000010:2.1:1767384661.376486:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e29af25a. 00010000:00000010:2.1:1767384661.376492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000e3c70d9. 00000400:00000001:1.0:1767384661.734510:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384661.734515:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384661.734518:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000400:00000010:1.0:1767384661.734522:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000400:00000200:1.0:1767384661.734534:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384661.734540:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery ping unlinked 00000400:00000010:1.0:1767384661.734549:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000002b214da3. 00000400:00000010:1.0:1767384661.734554:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003cf11956. 00000400:00000200:1.0:1767384661.734565:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp39 00000400:00000010:1.0:1767384661.734568:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c63bf404. 00000400:00000010:1.0:1767384661.734572:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006759ed0d. 00000400:00000010:1.0:1767384661.734575:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000400:00000010:1.0:1767384661.734581:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002406a6bb. 00000400:00000200:1.0:1767384661.734586:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp39 00000400:00000200:1.0:1767384661.734598:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp39 local destination 00000400:00000200:1.0:1767384661.734604:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp39 00000400:00000200:1.0:1767384661.734609:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp39 NI seq info: [145:145:256:4294967295] 192.168.203.125@tcp39 LPNI seq info [142:142:8:4294967295] 00000400:00000200:1.0:1767384661.734616:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp39 00000400:00000200:1.0:1767384661.734627:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp39(192.168.203.125@tcp39:) -> 192.168.203.125@tcp39(192.168.203.125@tcp39:192.168.203.125@tcp39) : GET try# 0 00000800:00000200:1.0:1767384661.734633:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp39 00000800:00000010:1.0:1767384661.734636:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f26478c5. 00000800:00000200:1.0:1767384661.734642:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000800:00000200:1.1:1767384661.734647:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000400:00000200:1.0:1767384661.734668:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp39 added to recovery queue. ping count: 1 next ping: 284 health :900 00000400:00000200:2.0:1767384661.734734:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734772:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734790:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734810:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734858:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734875:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734889:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734901:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734913:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734925:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734937:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734950:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734962:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.734973:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735005:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735020:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735033:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735046:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735070:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735086:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735102:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735118:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735133:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735145:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735157:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735169:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735182:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735194:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735206:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735217:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735229:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735240:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735252:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384661.735265:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384661.735382:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fed17f63. 00000800:00000010:2.0:1767384661.735387:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000465a388b. 00000800:00000010:2.0:1767384661.735391:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ecc7c760. 00000800:00000010:2.0:1767384661.735406:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ecc7c760. 00000800:00020000:2.0:1767384661.735414:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384661.735417:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000465a388b. 00000800:00000010:2.0:1767384661.735419:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fed17f63. 00000400:02020000:2.0:1767384661.735476:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp39 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384661.735482:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp39 notifying 192.168.203.125@tcp39: down 00000400:00000200:2.0:1767384661.735486:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384661.735492:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp39 00000800:00000010:2.0:1767384661.735495:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f26478c5. 00000400:00000200:2.0:1767384661.735499:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384661.735503:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp39->192.168.203.125@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384661.735510:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384661.735513:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384661.735516:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp39) recovery failed with -71 00010000:00000001:3.0:1767384661.926514:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384661.926519:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384661.926524:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384661.926525:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384661.926542:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384661.926544:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384661.926546:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384662.757588:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384662.757598:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384662.757602:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000400:00000010:1.0:1767384662.757609:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000400:00000200:1.0:1767384662.757615:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384662.757624:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384662.757640:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c63bf404. 00000400:00000010:1.0:1767384662.757645:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006759ed0d. 00000400:00000200:1.0:1767384662.757656:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp38 00000400:00000010:1.0:1767384662.757661:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c63bf404. 00000400:00000010:1.0:1767384662.757666:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006759ed0d. 00000400:00000010:1.0:1767384662.757675:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000400:00000010:1.0:1767384662.757694:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005a88eaca. 00000400:00000200:1.0:1767384662.757699:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp38 00000400:00000200:1.0:1767384662.757713:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp38 local destination 00000400:00000200:1.0:1767384662.757720:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp38 00000400:00000200:1.0:1767384662.757723:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp38 NI seq info: [146:146:256:4294967295] 192.168.203.125@tcp38 LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1767384662.757730:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp38 00000400:00000200:1.0:1767384662.757741:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp38(192.168.203.125@tcp38:) -> 192.168.203.125@tcp38(192.168.203.125@tcp38:192.168.203.125@tcp38) : GET try# 0 00000800:00000200:1.0:1767384662.757746:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp38 00000800:00000010:1.0:1767384662.757753:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ad293079. 00000800:00000200:1.0:1767384662.757760:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000800:00000200:1.1:1767384662.757764:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000400:00000200:1.0:1767384662.757844:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp38 added to recovery queue. ping count: 3 next ping: 291 health :700 00000400:00000200:2.0:1767384662.757890:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.757941:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758008:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758038:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758077:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758103:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758131:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758155:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758183:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758211:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758240:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758264:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758288:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758316:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758354:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758383:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758407:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758434:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758478:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758533:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758554:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758574:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758598:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758613:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758633:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758655:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758672:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758689:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758728:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758752:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758787:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758809:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758830:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384662.758853:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384662.759025:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fed17f63. 00000800:00000010:2.0:1767384662.759030:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000424b6aa8. 00000800:00000010:2.0:1767384662.759034:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004706d79a. 00000800:00000010:2.0:1767384662.759077:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004706d79a. 00000800:00020000:2.0:1767384662.759097:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384662.759102:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000424b6aa8. 00000800:00000010:2.0:1767384662.759117:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fed17f63. 00000400:02020000:2.0:1767384662.759209:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp38 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384662.759221:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp38 notifying 192.168.203.125@tcp38: down 00000800:00000200:2.0:1767384662.759249:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp38 down 00000800:00000100:2.0:1767384662.759263:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp38 00000800:00000010:2.0:1767384662.759267:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ad293079. 00000400:00000200:2.0:1767384662.759273:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384662.759290:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp38->192.168.203.125@tcp38: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384662.759304:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384662.759307:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384662.759310:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp38) recovery failed with -71 00080000:00000010:0.0:1767384662.903405:0:34409:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000082a2c4b2. 00080000:00000010:0.0:1767384662.903414:0:34409:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000082a2c4b2. 00000020:00000001:0.0:1767384662.903420:0:34409:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384662.903427:0:34409:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000082a2c4b2. 00080000:00000010:0.0:1767384662.903432:0:34409:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000082a2c4b2. 00000020:00000001:0.0:1767384662.903435:0:34409:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.949542:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384662.949549:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.949556:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384662.949561:0:54:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384662.949564:0:54:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384662.949568:0:54:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.949572:0:54:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384662.949575:0:54:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.949578:0:54:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384662.949582:0:54:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384662.949629:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384662.949634:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384662.949638:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384663.741555:0:34574:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384663.741561:0:34574:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp43 --if ens2 00000001:00000001:2.0:1767384663.746219:0:34574:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384663.755797:0:34575:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000a318a0f8. 00000400:00000010:2.0:1767384663.755816:0:34575:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000424b6aa8. 00000400:00000010:2.0:1767384663.755827:0:34575:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c16bb174. 00000400:00000010:2.0:1767384663.755831:0:34575:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003cf11956. 00000400:00000010:2.0:1767384663.755836:0:34575:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000b02663ac. 00000400:00000010:2.0:1767384663.755841:0:34575:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000105693ce. 00000400:00000010:2.0:1767384663.755843:0:34575:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c381856a. 00000400:00000010:2.0:1767384663.755844:0:34575:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8c177c4. 00000400:00000010:2.0:1767384663.755848:0:34575:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003379be6d. 00000800:00000010:2.0:1767384663.755870:0:34575:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000078862043. 00000800:00000200:2.0:1767384663.755883:0:34575:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384663.755898:0:34575:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384663.755943:0:34575:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:2.0:1767384663.755986:0:34575:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp43 [8/256/0/180] 00000400:00000010:2.0:1767384663.757856:0:34575:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 601 at 00000000e4e8accd. 00000400:00000010:2.0:1767384663.757863:0:34575:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8dfdf65. 00000400:00000010:2.0:1767384663.757870:0:34575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000400:00000001:2.0:1767384663.757901:0:34575:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384663.757903:0:34575:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384663.757905:0:34575:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa219f0e. 00000400:00000200:2.0:1767384663.757908:0:34575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d083ba7 00000400:00000010:2.0:1767384663.757910:0:34575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d083ba7. 00000400:00000010:2.0:1767384663.757922:0:34575:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000060a29825. 00000400:00000200:2.0:1767384663.757928:0:34575:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (33) 00000400:00000200:2.0:1767384663.757942:0:34575:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384663.757952:0:34575:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131115 00000020:00000010:2.0:1767384663.757985:0:34575:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000fed17f63. 00000020:01000000:2.0:1767384663.757996:0:34575:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:0.0:1767384663.757998:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:2.0:1767384663.758003:0:34575:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp43 00000400:00000200:0.0:1767384663.758011:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:0.0:1767384663.758016:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (34) 00000400:00000010:2.0:1767384663.758024:0:34575:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000424b6aa8. 00000400:00000010:0.0:1767384663.758024:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000020103c6c. 00000400:00000010:2.0:1767384663.758034:0:34575:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000a318a0f8. 00000400:00000010:0.0:1767384663.758035:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000020:00000001:3.0:1767384663.758060:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000010:0.0:1767384663.758064:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f788c1b1. 10000000:00000001:3.0:1767384663.758065:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384663.758069:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384663.758072:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:0.0:1767384663.758073:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000020:01000004:3.0:1767384663.758077:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384663.758080:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384663.758082:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384663.758082:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384663.758083:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384663.758084:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384663.758085:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384663.758086:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384663.758088:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384663.758089:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384663.758091:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000010:3.0:1767384663.758096:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000400:00000200:0.0:1767384663.758099:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000020:00000040:3.0:1767384663.758101:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:0.0:1767384663.758105:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000100:00000001:3.0:1767384663.758114:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384663.758118:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384663.758120:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 02000000:00000001:3.0:1767384663.758125:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.758126:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:0.0:1767384663.758135:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 02000000:00000010:3.0:1767384663.758136:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007f9fb861. 00000100:00000001:3.0:1767384663.758146:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.758146:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000400:00000200:0.0:1767384663.758158:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000100:00000001:3.0:1767384663.758160:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384663.758164:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.758167:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000100:00000040:3.0:1767384663.758175:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df0d3385] to pc [ptlrpcd_00_02+2] req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384663.758177:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000400:00000200:0.0:1767384663.758194:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:0.0:1767384663.758198:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 00000400:00000200:0.0:1767384663.758202:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 36], ns[135, 36] 00000400:00000200:0.0:1767384663.758204:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 36], ns[138, 36] 00000400:00000200:0.0:1767384663.758207:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 36], ns[143, 36] 00000400:00000200:0.0:1767384663.758211:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000400:00000200:0.0:1767384663.758214:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 10000000:00000001:3.0:1767384663.758216:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384663.758220:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.758220:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 00000020:00000001:3.0:1767384663.758225:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384663.758228:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384663.758229:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 00000020:00000001:3.0:1767384663.758238:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:0.0:1767384663.758242:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 10000000:00000001:3.0:1767384663.758243:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384663.758247:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384663.758251:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:1.0:1767384663.758251:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384663.758251:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[107, 36], ns[110, 36] 00000100:00000001:1.0:1767384663.758269:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:3.0:1767384663.758272:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384663.758277:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:1.0:1767384663.758277:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000004:3.0:1767384663.758286:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384663.758291:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384663.758292:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:1.0:1767384663.758296:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:3.0:1767384663.758298:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384663.758302:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 36], ns[87, 36] 00000020:01000004:3.0:1767384663.758304:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384663.758311:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384663.758317:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384663.758323:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83b48b8. 00000020:00000040:3.0:1767384663.758338:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000400:00000200:0.0:1767384663.758339:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000100:00000001:3.0:1767384663.758351:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384663.758356:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384663.758361:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.758370:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1767384663.758378:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000079a8cbc6. 00000400:00000200:0.0:1767384663.758378:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 36], ns[131, 36] 00000100:00000001:1.0:1767384663.758380:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.758396:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384663.758397:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384663.758398:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 36], ns[93, 36] 00000100:00000001:3.0:1767384663.758401:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384663.758407:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384663.758409:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384663.758416:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 00000100:00000040:3.0:1767384663.758417:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f83b48b8] to pc [ptlrpcd_00_03+3] req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384663.758422:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.758426:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 36], ns[140, 36] 00000400:00000200:0.0:1767384663.758449:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[125, 36], ns[128, 36] 00000100:00100000:1.0:1767384663.758481:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048143232:0@lo:253: 10000000:00000001:3.0:1767384663.758494:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.758495:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 36], ns[141, 36] 00000100:00000001:1.0:1767384663.758496:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 10000000:00000001:3.0:1767384663.758500:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.758506:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384663.758508:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:01000000:3.0:1767384663.758510:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384663.758512:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[143, 36], ns[146, 36] 02000000:00000001:1.0:1767384663.758518:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384663.758519:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000fed17f63. 00000400:00000200:0.0:1767384663.758525:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[142, 36], ns[145, 36] 02000000:00000001:1.0:1767384663.758530:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384663.758535:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 36], ns[0, 36] 00000100:00000001:3.0:1767384663.758541:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1767384663.758542:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000034ff127. 00000400:00000200:0.0:1767384663.758542:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp40] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000100:00000001:3.0:1767384663.758555:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767384663.758555:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.758559:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp40 00000100:00000001:3.0:1767384663.758569:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1767384663.758571:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa219f0e. 00000400:00000200:0.0:1767384663.758575:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp40 00000100:00000040:3.0:1767384663.758578:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384663.758591:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000279c6c4a. 00000400:00000200:0.0:1767384663.758592:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp40 lpni_is_preferred = 0 00000100:00000001:3.0:1767384663.758593:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384663.758598:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.758605:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp40 00000100:00000200:1.0:1767384663.758606:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048143232, portal 25 02000000:00000001:3.0:1767384663.758607:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384663.758615:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384663.758617:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1767384663.758621:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp40 NI seq info: [147:147:256:4294967295] 192.168.203.125@tcp40 LPNI seq info [144:144:8:4294967295] 02000000:00000001:3.0:1767384663.758622:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384663.758634:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048143360:0@lo:253: 00000100:00000001:1.0:1767384663.758634:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000400:00000200:0.0:1767384663.758643:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp40 00000100:00000001:3.0:1767384663.758647:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1767384663.758650:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384663.758656:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384663.758662:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.758673:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384663.758684:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000045063839. 00000400:00000200:0.0:1767384663.758690:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp40(192.168.203.125@tcp40:) -> 192.168.203.125@tcp40(192.168.203.125@tcp:192.168.203.125@tcp40) : GET try# 0 02000000:00000001:3.0:1767384663.758699:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.758699:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384663.758712:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.0:1767384663.758712:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp40 00000400:00000010:3.0:1767384663.758715:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7150c6f. 00000400:00000010:1.0:1767384663.758725:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8e3cdfe. 00000800:00000010:0.0:1767384663.758726:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f2fd1d7e. 00000400:00000010:3.0:1767384663.758727:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006266073f. 00000100:00000200:1.0:1767384663.758735:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048143232, offset 0 00000100:00000200:3.0:1767384663.758739:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048143360, portal 25 00000100:00000001:3.0:1767384663.758743:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1767384663.758744:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000841d1200. 00000100:00000001:3.0:1767384663.758745:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623578368 : -106175085973248 : ffff9f6f2fb77100) 00000400:00000200:1.0:1767384663.758747:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384663.758758:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1767384663.758759:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000ffbb7754. 00000800:00000200:0.0:1767384663.758776:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (2) 00000400:00000200:1.0:1767384663.758779:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384663.758784:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384663.758795:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:0.1:1767384663.758797:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (2) 00000400:00000010:3.0:1767384663.758799:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d242e51b. 00000400:00000200:1.0:1767384663.758813:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06d80 00000100:00000200:3.0:1767384663.758816:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048143360, offset 0 00000400:00000200:0.0:1767384663.758820:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384663.758829:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14dd [2] + 0 00000400:00000200:0.0:1767384663.758834:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000400:00000010:1.0:1767384663.758842:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d83084e. 00000400:00000200:1.0:1767384663.758847:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c6d23d60 00000400:00000200:3.0:1767384663.758855:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384663.758857:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384663.758863:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384663.758875:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384663.758878:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6d23d60 00000400:00000010:1.0:1767384663.758882:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6d23d60. 00000100:00000001:1.0:1767384663.758892:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384663.758893:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff06e00 00000100:00000200:1.0:1767384663.758901:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384663.758907:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000e6abc42e x1853237048143232 msgsize 4848 00000400:00000200:3.0:1767384663.758913:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x14ed [2] + 0 00000400:00000010:3.0:1767384663.758925:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004675cdf5. 00000100:00100000:1.0:1767384663.758934:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1767384663.758936:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d91779c5 00000100:00000040:1.0:1767384663.758938:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:3.0:1767384663.758945:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384663.758956:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384663.758958:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384663.759006:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8e3cdfe 00000400:00000010:1.0:1767384663.759011:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e8e3cdfe. 00000100:00000001:0.0:1767384663.759012:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384663.759023:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384663.759024:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d91779c5 00000100:00100000:0.0:1767384663.759024:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048143232 00000400:00000010:3.0:1767384663.759035:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d91779c5. 02000000:00000001:0.0:1767384663.759036:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1767384663.759042:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.759044:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384663.759049:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384663.759050:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384663.759057:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:0.0:1767384663.759064:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384663.759069:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000d0df1c45 x1853237048143360 msgsize 4848 00000100:00100000:0.0:1767384663.759076:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048143232 00000020:00000001:0.0:1767384663.759085:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1767384663.759091:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1767384663.759091:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384663.759095:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1767384663.759097:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384663.759102:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000020:00000040:0.0:1767384663.759103:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000040:1.0:1767384663.759107:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384663.759114:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384663.759118:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:0.0:1767384663.759126:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384663.759129:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.759134:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1767384663.759135:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d242e51b 00000100:00000001:0.0:1767384663.759135:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:3.0:1767384663.759145:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d242e51b. 00000020:00000010:0.0:1767384663.759148:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092dc7eaf. 00000100:00000001:3.0:1767384663.759154:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384663.759155:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.759157:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384663.759162:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092dc7eaf. 00000100:00000200:3.0:1767384663.759167:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384663.759172:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017871ece. 00000100:00000001:1.0:1767384663.759173:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294951535 00000100:00000001:3.0:1767384663.759177:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384663.759186:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384663.759190:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e64b1e00. 00000100:00000010:1.0:1767384663.759191:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000096d13a91. 00000100:00000001:3.0:1767384663.759194:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.759204:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384663.759208:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000020:00000010:0.0:1767384663.759208:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3ebf7b2. 00000100:00000001:3.0:1767384663.759214:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.759227:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294951535 00000100:00000001:1.0:1767384663.759229:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294951535 00000100:00000001:3.0:1767384663.759232:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294951535 00000100:00000040:0.0:1767384663.759235:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384663.759237:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294951535 00000100:00000010:1.0:1767384663.759238:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000554abf36. 00000100:00000001:0.0:1767384663.759242:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384663.759250:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384663.759253:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384663.759255:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.759272:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294951535 00000100:00000001:3.0:1767384663.759274:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294951535 00000100:00000010:1.0:1767384663.759281:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005234f92d. 00000100:00000001:3.0:1767384663.759282:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294951535 00000100:00000001:0.0:1767384663.759285:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.759290:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384663.759295:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294951535 00000100:00000001:3.0:1767384663.759299:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294951535 00000100:00000001:0.0:1767384663.759300:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767384663.759302:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009d08dd7. 00000100:00000001:3.0:1767384663.759304:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294951535 00000100:00000001:1.0:1767384663.759320:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767384663.759335:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384663.759337:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294951535 00000100:00000001:0.0:1767384663.759338:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384663.759344:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048143360 00000100:00000001:1.0:1767384663.759349:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.759350:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384663.759351:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384663.759359:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384663.759366:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.759368:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.759371:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.759385:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384663.759385:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.759386:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.759398:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384663.759400:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048143360 00000020:00000001:0.0:1767384663.759404:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384663.759407:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384663.759407:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384663.759408:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384663.759411:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1767384663.759411:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384663.759414:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:0.0:1767384663.759415:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:3.0:1767384663.759416:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384663.759420:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384663.759426:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384663.759426:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384663.759427:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.759438:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.759438:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384663.759445:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384663.759449:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092dc7eaf. 00000100:00000001:0.0:1767384663.759489:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384663.759493:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384663.759493:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092dc7eaf. 00000100:00000001:1.0:1767384663.759498:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384663.759500:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c16bca0d. 00000100:00000001:1.0:1767384663.759503:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384663.759505:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff77a871. 00000020:00000010:0.0:1767384663.759511:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000b538ce2f. 00000100:00000001:0.0:1767384663.759516:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384663.759517:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384663.759519:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.759526:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.759536:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384663.759557:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384663.759559:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384663.759569:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384663.759570:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384663.759572:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00100000:1.0:1767384663.759590:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00000040:1.0:1767384663.759598:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384663.759604:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720115792 : -106174989435824 : ffff9f6f35787c50) 00000100:00100000:0.0:1767384663.759606:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00000040:0.0:1767384663.759621:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000040:1.0:1767384663.759629:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e6abc42e x1853237048143232/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:644/0 lens 4848/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.759631:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720100432 : -106174989451184 : ffff9f6f35784050) 00000100:00000040:0.0:1767384663.759647:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d0df1c45 x1853237048143360/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:644/0 lens 4848/0 e 0 to 0 dl 1767384674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384663.759651:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384663.759662:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000487c647. 00000100:00000001:0.0:1767384663.759664:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384663.759669:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384663.759673:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000092dc7eaf. 00000100:00000001:0.0:1767384663.759677:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384663.759683:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000092dc7eaf. 00000020:00000010:1.0:1767384663.759687:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000487c647. 00000100:00100000:0.0:1767384663.759700:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d0df1c45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048143360:12345-0@lo:253: 00000100:00100000:1.0:1767384663.759704:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e6abc42e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048143232:12345-0@lo:253: 00000400:00000200:3.0:1767384663.759706:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000200:1.0:1767384663.759734:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048143232 00000100:00000200:0.0:1767384663.759735:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048143360 00000020:00000001:1.0:1767384663.759744:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384663.759744:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384663.759754:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384663.759756:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384663.759757:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000020:00000001:0.0:1767384663.759762:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384663.759763:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384663.759781:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384663.759782:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1767384663.759784:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000020:00000001:1.0:1767384663.759802:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384663.759809:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:1.0:1767384663.759814:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384663.759815:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384663.759823:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384663.759825:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384663.759838:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000020:00000001:1.0:1767384663.759846:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384663.759846:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384663.759863:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384663.759864:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384663.759876:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384663.759877:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.759898:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384663.759899:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384663.759914:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384663.759915:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384663.759932:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 02000000:00000010:1.0:1767384663.759933:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d924432d. 02000000:00000010:0.0:1767384663.759936:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000007d9bdea. 02000000:00000001:0.0:1767384663.759949:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384663.759950:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384663.759989:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.759996:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384663.759998:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384663.760003:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384663.760024:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000080d4da29. 20000000:00000010:1.0:1767384663.760026:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f799c56c. 20000000:01000000:0.0:1767384663.760043:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1767384663.760045:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384663.760061:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384663.760062:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000400:00000200:3.0:1767384663.760066:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 20000000:00000001:0.0:1767384663.760076:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384663.760079:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.760081:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.760083:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:1.0:1767384663.760084:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384663.760088:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384663.760092:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384663.760094:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009ac2a7a6. 20000000:00000001:1.0:1767384663.760095:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384663.760098:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 20000000:01000000:0.0:1767384663.760105:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:0.0:1767384663.760112:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384663.760117:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384663.760121:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000400:00000200:3.0:1767384663.760130:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00080000:00000001:0.0:1767384663.760137:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384663.760150:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.760153:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00080000:00000001:0.0:1767384663.760154:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384663.760157:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.760159:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384663.760161:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384663.760163:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:0.0:1767384663.760172:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:0.0:1767384663.760174:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384663.760176:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384663.760178:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00080000:00000001:0.0:1767384663.760180:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.760184:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384663.760187:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384663.760192:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384663.760194:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384663.760199:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ccbac46b. 00000400:00000200:3.0:1767384663.760200:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00080000:00000001:0.0:1767384663.760201:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893638064128 : -106180071487488 : ffff9f6e068e8800) 00080000:00000001:0.0:1767384663.760206:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384663.760209:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384663.760215:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000092dc7eaf. 00080000:00000001:0.0:1767384663.760217:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.760219:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:3.0:1767384663.760227:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00080000:00000001:0.0:1767384663.760233:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.760246:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00080000:00000001:0.0:1767384663.760249:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384663.760291:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760325:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760345:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760367:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760396:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760426:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760442:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760534:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760562:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760591:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760646:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760792:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.760939:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.761080:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.761192:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.761322:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.761377:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.761423:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.761526:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00080000:00000010:0.0:1767384663.761556:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ccbac46b. 00080000:00000010:1.0:1767384663.761651:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000092dc7eaf. 00000400:00000200:3.0:1767384663.761656:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00040000:00000001:1.0:1767384663.761660:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384663.761666:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384663.761670:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384663.761677:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384663.761681:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384663.761684:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00000400:00000200:3.0:1767384663.761700:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 20000000:01000000:1.0:1767384663.761700:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384663.761725:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384663.761729:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ccbac46b. 20000000:01000000:0.0:1767384663.761734:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #43 20000000:00000001:0.0:1767384663.761738:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:01000000:1.0:1767384663.761744:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:0.0:1767384663.761746:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384663.761752:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384663.761754:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:0.0:1767384663.761761:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384663.761775:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.761780:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384663.761781:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.761785:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384663.761787:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384663.761790:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:0.0:1767384663.761796:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384663.761798:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384663.761803:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384663.761807:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.761811:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384663.761825:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384663.761831:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384663.761835:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384663.761839:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000e47c691. 00080000:00000001:0.0:1767384663.761843:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893638067200 : -106180071484416 : ffff9f6e068e9400) 00080000:00000001:0.0:1767384663.761846:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384663.761849:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384663.761853:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d221f5de. 00080000:00000001:0.0:1767384663.761856:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384663.761859:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:01000000:1.0:1767384663.761876:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384663.761881:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384663.761886:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384663.761891:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384663.761896:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:0.0:1767384663.761901:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384663.761906:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c1221c91. 00080000:00000001:0.0:1767384663.761931:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:1.0:1767384663.761989:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384663.761993:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036ffad4e. 00000020:00000001:1.0:1767384663.761998:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384663.762005:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036ffad4e with handle 0x71ee3a74e2719262 to hash 00000020:00000001:1.0:1767384663.762008:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384663.762010:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00000800:00000010:3.0:1767384663.762011:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e54fa615. 00010000:00000001:1.0:1767384663.762017:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00000800:00000010:3.0:1767384663.762018:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d242e51b. 00010000:00000001:1.0:1767384663.762025:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:3.0:1767384663.762028:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af5611bf. 00010000:00000001:1.0:1767384663.762028:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384663.762040:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.762050:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384663.762055:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384663.762057:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384663.762060:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384663.762063:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384663.762064:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af5611bf. 00010000:00000001:1.0:1767384663.762066:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384663.762069:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384663.762073:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384663.762076:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000800:00020000:3.0:1767384663.762078:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00010000:00000001:1.0:1767384663.762079:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384663.762084:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000800:00000010:3.0:1767384663.762089:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d242e51b. 00010000:00000040:1.0:1767384663.762095:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c1221c91) refcount = 1 00000800:00000010:3.0:1767384663.762096:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e54fa615. 00010000:00010000:1.0:1767384663.762108:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.762116:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384663.762126:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384663.762129:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384663.762132:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.762136:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384663.762142:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384663.762148:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384663.762151:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384663.762154:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384663.762157:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=4 00000020:00000001:1.0:1767384663.762160:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384663.762163:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384663.762166:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384663.762169:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.762174:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00000400:02020000:3.0:1767384663.762176:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp40 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00010000:00010000:1.0:1767384663.762177:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.762189:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384663.762196:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384663.762198:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp40 notifying 192.168.203.125@tcp40: down 00010000:00010000:1.0:1767384663.762206:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000800:00000200:3.0:1767384663.762213:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp40 down 00010000:00000001:1.0:1767384663.762224:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384663.762228:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000100:3.0:1767384663.762229:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp40 00000800:00000010:3.0:1767384663.762237:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f2fd1d7e. 00010000:00000001:1.0:1767384663.762237:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384663.762242:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384663.762244:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384663.762260:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp40->192.168.203.125@tcp40: GET: LOCAL_ERROR 00010000:00010000:1.0:1767384663.762276:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036ffad4e already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384663.762280:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:3.0:1767384663.762285:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp40 added to recovery queue. ping count: 0 next ping: 285 health :900 00010000:00000001:1.0:1767384663.762286:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384663.762290:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384663.762305:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384663.762309:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 1 00000400:00000200:3.0:1767384663.762322:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00010000:00000001:1.0:1767384663.762334:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384663.762336:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384663.762338:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384663.762339:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=5 00000020:00000001:1.0:1767384663.762341:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384663.762344:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384663.762347:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384663.762349:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.762354:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384663.762357:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384663.762359:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.762364:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384663.762366:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384663.762371:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384663.762375:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:3.0:1767384663.762376:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000400:00000200:0.0:1767384663.762377:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000040:1.0:1767384663.762381:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036ffad4e with handle 0x71ee3a74e2719262 from hash 00000100:00000001:3.0:1767384663.762384:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384663.762386:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 20000000:00000010:3.0:1767384663.762387:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000080d4da29. 00000400:00000200:0.0:1767384663.762387:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100871 00010000:00000001:1.0:1767384663.762397:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384663.762399:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384663.762399:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384663.762405:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:0.0:1767384663.762405:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000040:3.0:1767384663.762407:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048143360 00010000:00000001:1.0:1767384663.762416:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384663.762417:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:0.0:1767384663.762417:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00010000:00000001:1.0:1767384663.762426:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:0.0:1767384663.762427:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00010000:00000200:3.0:1767384663.762429:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d0df1c45 x1853237048143360/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384663.762434:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000400:00000200:0.0:1767384663.762478:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00010000:00000001:3.0:1767384663.762479:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384663.762484:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384663.762489:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=80 v=5 (1 0 0 0) 00000400:00000200:0.0:1767384663.762490:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:3.0:1767384663.762499:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1767384663.762503:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000020103c6c. 00000100:00000040:3.0:1767384663.762508:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000200:0.0:1767384663.762510:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (35) 00000100:00000001:3.0:1767384663.762512:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384663.762519:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1767384663.762520:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:-71 02000000:00000001:3.0:1767384663.762523:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.762531:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 rc -71 00000100:00000001:3.0:1767384663.762532:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384663.762542:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000100:00000040:3.0:1767384663.762546:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384663.762550:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (34) 00000400:00000010:3.0:1767384663.762551:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d242e51b. 00000100:00000200:3.0:1767384663.762558:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048143360, offset 224 00000400:00000200:3.0:1767384663.762571:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384663.762583:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384663.762598:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06e00 00000400:00000200:3.0:1767384663.762607:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d49 [2] + 224 00000400:00000200:3.0:1767384663.762611:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384663.762620:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384663.762629:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384663.762637:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384663.762647:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384663.762657:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384663.762663:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384663.762673:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.762677:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384663.762679:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384663.762682:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384663.762683:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384663.762686:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384663.762686:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.762690:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.762694:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384663.762696:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d242e51b 00000400:00000010:3.0:1767384663.762700:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d242e51b. 00000100:00000001:0.0:1767384663.762707:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384663.762709:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00010000:00010000:1.0:1767384663.762710:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384663.762711:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384663.762712:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384663.762720:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384663.762721:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384663.762725:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384663.762733:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384663.762734:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7150c6f. 00000100:00000040:3.0:1767384663.762737:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384663.762738:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1767384663.762741:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006266073f 00010000:00000001:1.0:1767384663.762744:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384663.762745:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384663.762747:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006266073f. 00010000:00000001:1.0:1767384663.762750:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000020:00000001:3.0:1767384663.762751:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.762753:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384663.762757:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1767384663.762759:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1767384663.762761:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:0.0:1767384663.762762:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384663.762765:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:3.0:1767384663.762767:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0df1c45 x1853237048143360/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384663.762772:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384663.762786:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384663.762798:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384663.762836:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d0df1c45 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048143360:12345-0@lo:253: Request processed in 3163us (3756us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384663.762848:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384663.762855:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384663.762861:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036ffad4e/0x71ee3a74e2719262 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384663.762868:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00000040:3.0:1767384663.762879:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00010000:00000040:1.0:1767384663.762885:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c1221c91 count: 0 00000100:00000001:3.0:1767384663.762886:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1767384663.762892:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.762894:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384663.762901:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff77a871. 00000100:00000001:0.0:1767384663.762903:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1767384663.762908:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384663.762909:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000b538ce2f. 00000100:00000001:0.0:1767384663.762909:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:1.0:1767384663.762918:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:0.0:1767384663.762920:0:16357:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:3.0:1767384663.762921:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c16bca0d. 02000000:00000001:0.0:1767384663.762924:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1767384663.762928:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:0.0:1767384663.762928:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384663.762932:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.762935:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:0.0:1767384663.762935:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384663.762938:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000007d9bdea. 00000100:00001000:0.0:1767384663.762941:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=80 v=5 (5 0 0 0) 02000000:00000001:3.0:1767384663.762943:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384663.762949:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384663.762949:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384663.762957:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1767384663.762958:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384663.762959:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384663.762977:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1767384663.762978:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fa73301. 00010000:00000001:0.0:1767384663.762979:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384663.762985:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d242e51b. 00000100:00000001:0.0:1767384663.762985:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384663.762990:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.762997:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384663.762999:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384663.763002:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384663.763005:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384663.763006:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384663.763007:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384663.763008:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384663.763009:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384663.763010:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384663.763011:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384663.763011:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384663.763012:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384663.763014:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384663.763019:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f83b48b8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048143360:0@lo:253: 00000100:00000001:0.0:1767384663.763023:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.763030:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384663.763033:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f83b48b8 x1853237048143360/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.763038:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384663.763041:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384663.763043:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000045063839. 02000000:00000001:0.0:1767384663.763046:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384663.763048:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384663.763050:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384663.763052:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384663.763054:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000079a8cbc6. 02000000:00000001:0.0:1767384663.763058:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384663.763061:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384663.763062:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f83b48b8. 00000100:00000001:0.0:1767384663.763065:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384663.763066:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.763068:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384663.763074:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384663.763076:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.763080:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384663.763083:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384663.763749:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000e47c691. 00080000:00000010:0.0:1767384663.763806:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d221f5de. 00040000:00000001:0.0:1767384663.763813:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384663.763815:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384663.763817:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384663.763821:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384663.763824:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384663.763826:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384663.763829:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384663.763840:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384663.763844:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384663.763852:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384663.763853:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384663.763858:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384663.763862:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384663.763867:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384663.763869:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384663.763873:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003aee5732. 00010000:00000001:1.0:1767384663.763877:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384663.763880:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000499dc64f. 00000020:00000001:1.0:1767384663.763883:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384663.763885:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000499dc64f with handle 0x71ee3a74e2719269 to hash 00000020:00000001:1.0:1767384663.763888:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384663.763891:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384663.763894:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384663.763904:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384663.763906:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384663.763910:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.763915:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384663.763917:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384663.763919:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384663.763921:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384663.763923:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384663.763925:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384663.763928:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384663.763931:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384663.763933:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384663.763935:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384663.763936:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384663.763938:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000003aee5732) refcount = 1 00010000:00010000:1.0:1767384663.763942:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.763947:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384663.763948:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384663.763949:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384663.763951:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.763953:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384663.763954:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384663.763956:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384663.763959:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384663.763960:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384663.763983:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=4 00000020:00000001:1.0:1767384663.763987:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384663.763989:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384663.763991:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384663.763993:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.764026:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384663.764029:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.764035:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384663.764038:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384663.764040:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:0.0:1767384663.764043:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384663.764046:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384663.764047:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384663.764050:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384663.764051:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f799c56c. 00010000:00000001:1.0:1767384663.764066:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 20000000:00000001:0.0:1767384663.764068:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384663.764069:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384663.764075:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048143232 00010000:00010000:1.0:1767384663.764079:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000499dc64f already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384663.764081:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384663.764082:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384663.764083:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384663.764089:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384663.764096:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000200:0.0:1767384663.764100:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e6abc42e x1853237048143232/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384663.764101:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384663.764106:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384663.764112:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=5 00000020:00000001:1.0:1767384663.764121:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384663.764133:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:0.0:1767384663.764134:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384663.764142:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:0.0:1767384663.764142:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384663.764149:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:0.0:1767384663.764150:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384663.764165:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384663.764174:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1767384663.764177:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:1.0:1767384663.764178:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:0.0:1767384663.764181:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384663.764184:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384663.764194:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.764194:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.764212:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384663.764213:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384663.764220:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384663.764223:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1767384663.764224:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384663.764233:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384663.764234:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055f04350. 00000020:00000040:1.0:1767384663.764239:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000499dc64f with handle 0x71ee3a74e2719269 from hash 00000100:00000200:0.0:1767384663.764241:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048143232, offset 224 00010000:00000001:1.0:1767384663.764244:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384663.764246:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384663.764248:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384663.764252:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1767384663.764252:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384663.764256:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384663.764271:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384663.764272:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384663.764276:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384663.764279:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.764284:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384663.764285:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384663.764291:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384663.764295:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384663.764297:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384663.764298:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384663.764299:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff06d80 00010000:00000001:1.0:1767384663.764303:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384663.764308:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384663.764313:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384663.764314:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1d41 [2] + 224 00010000:00000001:1.0:1767384663.764338:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384663.764339:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384663.764341:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384663.764344:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1767384663.764347:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384663.764348:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384663.764353:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384663.764354:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384663.764364:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384663.764367:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:0.0:1767384663.764368:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384663.764372:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384663.764383:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384663.764395:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384663.764396:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384663.764430:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384663.764441:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384663.764445:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000499dc64f/0x71ee3a74e2719269 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384663.764480:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384663.764488:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055f04350 00000400:00000010:0.0:1767384663.764491:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055f04350. 00000100:00000001:0.0:1767384663.764499:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000040:1.0:1767384663.764501:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000003aee5732 count: 0 00000100:00000001:0.0:1767384663.764506:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384663.764510:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384663.764517:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384663.764518:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384663.764526:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:3.0:1767384663.764528:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1767384663.764530:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384663.764531:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:3.0:1767384663.764532:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 20000000:00000001:1.0:1767384663.764535:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:00000001:0.0:1767384663.764541:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384663.764544:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa219f0e. 00000020:00000001:0.0:1767384663.764545:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1767384663.764556:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000279c6c4a 00000100:00000040:0.0:1767384663.764558:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e6abc42e x1853237048143232/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:644/0 lens 4848/4768 e 0 to 0 dl 1767384674 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384663.764560:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000279c6c4a. 00000100:00000001:3.0:1767384663.764569:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384663.764577:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e6abc42e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048143232:12345-0@lo:253: Request processed in 4922us (5663us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384663.764581:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384663.764592:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00000040:0.0:1767384663.764598:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000200:3.0:1767384663.764600:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384663.764604:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384663.764608:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384663.764613:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384663.764613:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e64b1e00. 00000100:00000001:3.0:1767384663.764616:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.764619:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384663.764621:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:0.0:1767384663.764621:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3ebf7b2. 00000100:00000001:3.0:1767384663.764622:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384663.764626:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384663.764629:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384663.764633:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=80 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384663.764633:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017871ece. 00000100:00001000:3.0:1767384663.764641:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=80 v=5 (1 0 0 0) 00000020:00000040:0.0:1767384663.764645:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:3.0:1767384663.764646:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384663.764649:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.764651:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384663.764653:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384663.764654:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d924432d. 00010000:00000001:3.0:1767384663.764657:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384663.764660:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384663.764661:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384663.764665:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384663.764670:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384663.764673:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384663.764677:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384663.764682:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1767384663.764682:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf7b3de6. 00000100:00000001:3.0:1767384663.764684:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384663.764688:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000400:00000010:0.0:1767384663.764689:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000055f04350. 00000020:01000004:3.0:1767384663.764690:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384663.764695:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384663.764698:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384663.764700:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384663.764703:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384663.764706:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384663.764708:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384663.764711:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384663.764717:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384663.764723:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384663.764729:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048143232:0@lo:253: 00000100:00000001:3.0:1767384663.764735:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.764737:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384663.764743:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048143232/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384679 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384663.764747:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384663.764750:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384663.764753:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000034ff127. 02000000:00000001:3.0:1767384663.764757:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384663.764759:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384663.764762:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384663.764763:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384663.764766:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007f9fb861. 02000000:00000001:3.0:1767384663.764772:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384663.764773:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384663.764774:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00000100:00000001:3.0:1767384663.764777:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384663.764778:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.764779:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384663.764782:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384663.764784:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384663.764785:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384663.764786:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384663.765549:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294951535, at 4294951536 00000100:00000040:0.0:1767384663.765549:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294951535, at 4294951536 00000100:00000010:1.0:1767384663.765572:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000554abf36. 00000100:00000010:0.0:1767384663.765577:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000096d13a91. 00000100:00000040:2.0:1767384663.765595:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294951535, at 4294951536 00000100:00000040:3.0:1767384663.765603:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294951535, at 4294951536 00000100:00000010:2.0:1767384663.765604:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005234f92d. 00000100:00000010:3.0:1767384663.765620:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009d08dd7. 00010000:00000010:1.1:1767384663.769503:0:34577:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c1221c91. 00010000:00000010:1.1:1767384663.769520:0:34577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036ffad4e. 00010000:00000010:1.1:1767384663.769529:0:34577:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000003aee5732. 00010000:00000010:1.1:1767384663.769537:0:34577:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000499dc64f. 00000400:00000010:2.0:1767384663.780587:0:34580:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007644174f. 00000400:00000040:2.0:1767384663.780610:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384663.780613:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384663.780616:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.780618:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384663.780621:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.780622:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384663.780626:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384663.780627:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384663.780629:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384663.780630:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384663.780632:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384663.780634:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384663.780636:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384663.780637:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384663.780639:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384663.780642:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384663.780644:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384663.780646:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384663.780647:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384663.780649:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.780650:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384663.780652:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384663.780654:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384663.780655:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384663.780662:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384663.780664:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.780666:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384663.780667:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384663.780668:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384663.780669:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384663.780670:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384663.780672:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384663.780673:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384663.780674:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384663.780675:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384663.780676:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384663.780677:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384663.780679:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384663.780680:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384663.780682:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384663.780684:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384663.780686:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384663.780688:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384663.780689:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384663.780691:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384663.780692:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384663.780693:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384663.780694:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384663.780696:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384663.780697:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384663.780698:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384663.780699:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384663.780700:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384663.780701:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384663.780702:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384663.780703:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384663.780704:0:34580:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384663.780805:0:34580:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007644174f. 00000400:00000001:1.0:1767384663.781581:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384663.781585:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384663.781589:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000400:00000010:1.0:1767384663.781592:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000400:00000200:1.0:1767384663.781597:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384663.781605:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery ping unlinked 00000400:00000010:1.0:1767384663.781612:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c63bf404. 00000400:00000010:1.0:1767384663.781616:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006759ed0d. 00000400:00000200:1.0:1767384663.781626:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp39 00000400:00000010:1.0:1767384663.781631:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c63bf404. 00000400:00000010:1.0:1767384663.781637:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000ac122ad8. 00000400:00000010:1.0:1767384663.781641:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bcd1d129. 00000400:00000010:1.0:1767384663.781648:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c802ad58. 00000400:00000200:1.0:1767384663.781654:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp39 00000400:00000200:1.0:1767384663.781669:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp39 local destination 00000400:00000200:1.0:1767384663.781676:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp39 00000400:00000200:1.0:1767384663.781680:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp39 NI seq info: [148:148:256:4294967295] 192.168.203.125@tcp39 LPNI seq info [145:145:8:4294967295] 00000400:00000200:1.0:1767384663.781688:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp39 00000400:00000200:1.0:1767384663.781701:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp39(192.168.203.125@tcp39:) -> 192.168.203.125@tcp39(192.168.203.125@tcp39:192.168.203.125@tcp39) : GET try# 0 00000800:00000200:1.0:1767384663.781710:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp39 00000800:00000010:1.0:1767384663.781716:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ad293079. 00000800:00000200:1.0:1767384663.781727:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000800:00000200:1.1:1767384663.781743:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000400:00000200:1.0:1767384663.781764:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp39 added to recovery queue. ping count: 2 next ping: 288 health :800 00000400:00000200:1.0:1767384663.781788:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp36 00000800:00000200:3.0:1767384663.781794:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (6) 00000400:00000010:1.0:1767384663.781796:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003ed0d1f0. 00000400:00000010:1.0:1767384663.781813:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009dd876bd. 00000800:00000200:3.0:1767384663.781823:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp24 ip 192.168.203.125:988 00000400:00000010:1.0:1767384663.781826:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a5ecac1b. 00000800:00000200:3.0:1767384663.781835:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:1.0:1767384663.781836:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000056286871. 00000400:00000200:1.0:1767384663.781853:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp36 00000400:00000200:1.0:1767384663.781863:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp36 local destination 00000400:00000200:1.0:1767384663.781871:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp36 00000400:00000200:1.0:1767384663.781879:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp36 NI seq info: [149:149:256:4294967295] 192.168.203.125@tcp36 LPNI seq info [146:146:8:4294967295] 00000400:00000200:1.0:1767384663.781883:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp36 00000400:00000200:1.0:1767384663.781892:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp36(192.168.203.125@tcp36:) -> 192.168.203.125@tcp36(192.168.203.125@tcp36:192.168.203.125@tcp36) : GET try# 0 00000800:00000200:1.0:1767384663.781896:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp36 00000800:00000010:1.0:1767384663.781899:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000152e96e2. 00000800:00000200:1.0:1767384663.781905:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000800:00000200:1.1:1767384663.781911:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000400:00000200:1.0:1767384663.781929:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp36 added to recovery queue. ping count: 4 next ping: 300 health :600 00000400:00000200:1.0:1767384663.781935:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp29 00000400:00000010:1.0:1767384663.781940:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bb057082. 00000400:00000010:1.0:1767384663.781944:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006759ed0d. 00000400:00000010:1.0:1767384663.781947:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006bf8a56f. 00000400:00000010:1.0:1767384663.781953:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dac2a9d7. 00000400:00000200:1.0:1767384663.781973:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp29 00000400:00000200:1.0:1767384663.781980:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp29 local destination 00000400:00000200:3.0:1767384663.781984:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.781986:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp29 00000400:00000200:1.0:1767384663.781999:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp29 NI seq info: [150:150:256:4294967295] 192.168.203.125@tcp29 LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1767384663.782005:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp29 00000400:00000200:1.0:1767384663.782011:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp29(192.168.203.125@tcp29:) -> 192.168.203.125@tcp29(192.168.203.125@tcp29:192.168.203.125@tcp29) : GET try# 0 00000800:00000200:1.0:1767384663.782028:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp29 00000800:00000010:1.0:1767384663.782031:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022967ebb. 00000800:00000200:1.0:1767384663.782038:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000800:00000200:1.1:1767384663.782049:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000400:00000200:3.0:1767384663.782065:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782066:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp29 added to recovery queue. ping count: 5 next ping: 316 health :500 00000400:00000200:3.0:1767384663.782133:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782161:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.782184:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782248:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.782257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782322:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.782333:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.782438:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782480:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.782563:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.782651:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782670:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.782733:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782747:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.782838:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782844:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.782959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.782979:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.783075:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.783084:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.783215:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.783216:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.783408:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.783409:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.783555:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.783568:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.783659:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.783682:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.783788:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.783801:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.784006:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.784008:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000800:00000200:2.0:1767384663.784115:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384663.784123:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384663.784138:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384663.784144:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384663.784145:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.784147:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000800:00000001:2.0:1767384663.784148:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384663.784276:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.784399:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.784399:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.784416:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.784599:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.784625:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.784640:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.784759:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.784770:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.784804:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.784975:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.784976:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.784977:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.785156:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.785163:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.785177:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.785336:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.785363:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.785363:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.785509:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.785562:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.785626:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.785656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.785713:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.785816:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.785837:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.785885:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.786017:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.786022:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.786040:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.786146:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.786172:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.786174:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.786227:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.786329:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.786389:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.786390:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.786421:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.786509:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.786553:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.786571:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.786667:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.786749:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.786756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.786839:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.786890:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.786912:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.787013:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.787049:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384663.787112:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.787161:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000800:00000010:3.0:1767384663.787197:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9fb861. 00000800:00000010:3.0:1767384663.787203:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003db9991c. 00000800:00000010:3.0:1767384663.787210:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000af5611bf. 00000400:00000200:1.0:1767384663.787222:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384663.787260:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000af5611bf. 00000800:00020000:3.0:1767384663.787283:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384663.787288:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003db9991c. 00000800:00000010:3.0:1767384663.787293:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007f9fb861. 00000400:00000200:2.0:1767384663.787305:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:02020000:3.0:1767384663.787435:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp39 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384663.787470:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp39 notifying 192.168.203.125@tcp39: down 00000400:00000200:3.0:1767384663.787477:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384663.787484:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp39 00000800:00000010:3.0:1767384663.787487:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ad293079. 00000400:00000200:3.0:1767384663.787496:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384663.787508:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp39->192.168.203.125@tcp39: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384663.787510:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384663.787529:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384663.787538:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384663.787547:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp39) recovery failed with -71 00000800:00000010:1.0:1767384663.787602:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039619cc3. 00000800:00000010:1.0:1767384663.787609:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e8e3cdfe. 00000800:00000010:1.0:1767384663.787615:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002bdea950. 00000400:00000200:2.0:1767384663.787634:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000800:00000010:1.0:1767384663.787653:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002bdea950. 00000800:00020000:1.0:1767384663.787667:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384663.787671:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e8e3cdfe. 00000800:00000010:1.0:1767384663.787675:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000039619cc3. 00000400:00000200:2.0:1767384663.787714:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:02020000:1.0:1767384663.787792:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp36 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384663.787802:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp36 notifying 192.168.203.125@tcp36: down 00000400:00000200:2.0:1767384663.787804:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000800:00000200:1.0:1767384663.787809:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp36 down 00000800:00000100:1.0:1767384663.787823:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp36 00000800:00000010:1.0:1767384663.787827:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000152e96e2. 00000400:00000200:1.0:1767384663.787832:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384663.787841:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp36->192.168.203.125@tcp36: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384663.787852:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384663.787855:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384663.787861:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp36) recovery failed with -71 00000400:00000200:2.0:1767384663.787892:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.787929:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.787955:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.788007:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.788030:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.788048:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.788065:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.788090:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.788106:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.788120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384663.788134:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384663.788216:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000086c02747. 00000800:00000010:2.0:1767384663.788220:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000424b6aa8. 00000800:00000010:2.0:1767384663.788223:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a984d0d7. 00000800:00000010:2.0:1767384663.788237:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a984d0d7. 00000800:00020000:2.0:1767384663.788243:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384663.788246:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000424b6aa8. 00000800:00000010:2.0:1767384663.788247:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000086c02747. 00000400:02020000:2.0:1767384663.788274:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp29 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384663.788277:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp29 notifying 192.168.203.125@tcp29: down 00000800:00000200:2.0:1767384663.788281:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp29 down 00000800:00000100:2.0:1767384663.788284:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp29 00000800:00000010:2.0:1767384663.788286:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022967ebb. 00000400:00000200:2.0:1767384663.788288:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384663.788291:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp29->192.168.203.125@tcp29: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384663.788295:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384663.788297:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384663.788300:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp29) recovery failed with -71 00010000:00000001:3.0:1767384663.974537:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384663.974545:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384663.974555:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384663.974558:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384663.974586:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384663.974591:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384663.974594:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:0.0:1767384664.806524:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384664.806528:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384664.806531:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcd1d129 00000400:00000010:0.0:1767384664.806535:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bcd1d129. 00000400:00000200:0.0:1767384664.806541:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:3.0:1767384664.806542:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (6) 00000400:00000200:0.0:1767384664.806546:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery ping unlinked 00000800:00000200:3.0:1767384664.806551:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp11 ip 192.168.203.125:988 00000800:00000200:3.0:1767384664.806556:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384664.806558:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c63bf404. 00000400:00000010:0.0:1767384664.806564:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000ac122ad8. 00000400:00000001:0.0:1767384664.806567:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384664.806568:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384664.806569:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a5ecac1b 00000400:00000010:0.0:1767384664.806577:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a5ecac1b. 00000400:00000200:0.0:1767384664.806581:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384664.806586:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384664.806589:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003ed0d1f0. 00000400:00000010:0.0:1767384664.806593:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009dd876bd. 00000400:00000001:0.0:1767384664.806600:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384664.806602:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384664.806605:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006bf8a56f 00000400:00000010:0.0:1767384664.806606:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006bf8a56f. 00000400:00000200:0.0:1767384664.806609:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384664.806610:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery ping unlinked 00000400:00000010:0.0:1767384664.806612:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bb057082. 00000400:00000010:0.0:1767384664.806613:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006759ed0d. 00000400:00000200:0.0:1767384664.806619:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp40 00000400:00000010:0.0:1767384664.806622:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e00ca704. 00000400:00000010:0.0:1767384664.806625:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006bf6385e. 00000400:00000010:0.0:1767384664.806628:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000400:00000010:0.0:1767384664.806633:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000017cfcc69. 00000400:00000200:0.0:1767384664.806636:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp40 00000400:00000200:0.0:1767384664.806647:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp40 local destination 00000400:00000200:0.0:1767384664.806652:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp40 00000400:00000200:0.0:1767384664.806656:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp40 NI seq info: [151:151:256:4294967295] 192.168.203.125@tcp40 LPNI seq info [148:148:8:4294967295] 00000400:00000200:0.0:1767384664.806661:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp40 00000400:00000200:0.0:1767384664.806673:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp40(192.168.203.125@tcp40:) -> 192.168.203.125@tcp40(192.168.203.125@tcp40:192.168.203.125@tcp40) : GET try# 0 00000800:00000200:0.0:1767384664.806677:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp40 00000800:00000010:0.0:1767384664.806681:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f425c08c. 00000800:00000200:0.0:1767384664.806690:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (2) 00000800:00000200:2.0:1767384664.806699:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384664.806700:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.1:1767384664.806700:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (2) 00000400:00000200:0.0:1767384664.806723:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp40 added to recovery queue. ping count: 1 next ping: 287 health :900 00000800:00000001:3.0:1767384664.806731:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384664.806737:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384664.806746:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384664.806810:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806844:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806859:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806872:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806885:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806897:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806910:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806924:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806936:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806950:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.806994:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807020:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807048:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807061:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807079:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807094:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807110:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807128:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807146:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807163:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807178:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807191:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807204:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807217:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807230:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807243:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807263:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807291:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807318:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807357:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807385:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807403:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807417:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384664.807439:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384664.808006:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9fb861. 00000800:00000010:3.0:1767384664.808010:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000043c6fb33. 00000800:00000010:3.0:1767384664.808015:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b103dad5. 00000800:00000010:3.0:1767384664.808048:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b103dad5. 00000800:00020000:3.0:1767384664.808056:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384664.808060:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000043c6fb33. 00000800:00000010:3.0:1767384664.808064:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007f9fb861. 00000400:02020000:3.0:1767384664.808113:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp40 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384664.808121:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp40 notifying 192.168.203.125@tcp40: down 00000400:00000200:3.0:1767384664.808125:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384664.808128:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp40 00000800:00000010:3.0:1767384664.808131:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f425c08c. 00000400:00000200:3.0:1767384664.808134:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384664.808138:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp40->192.168.203.125@tcp40: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384664.808146:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384664.808150:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp40 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384664.808152:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp40) recovery failed with -71 00010000:00000001:3.0:1767384664.998509:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384664.998515:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384664.998521:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384664.998523:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384664.998556:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384664.998562:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384664.998566:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767384665.190512:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1767384665.190519:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384665.190525:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1767384665.190530:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384665.190534:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000100:00000010:0.0:1767384665.190537:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003419d4b7. 00000020:00000040:3.0:1767384665.190541:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:0.0:1767384665.190542:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384665.190548:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384665.190549:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384665.190555:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384665.190556:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.190562:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.190563:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384665.190572:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000118bcc31. 02000000:00000010:3.0:1767384665.190577:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000d66ac4e. 00000100:00000001:0.0:1767384665.190581:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.190585:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.190593:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384665.190594:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384665.190598:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.190609:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384665.190612:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df0d3385] to pc [ptlrpcd_00_00+0] req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.190613:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.190623:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003419d4b7] to pc [ptlrpcd_00_01+1] req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.190645:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384665.190646:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.190648:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384665.190655:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384665.190662:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000939358e9. 00000020:00000040:0.0:1767384665.190665:0:38:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384665.190668:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384665.190669:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.190672:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384665.190677:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d63cc64e. 00000100:00000001:3.0:1767384665.190678:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.190680:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.190684:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384665.190686:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384665.190688:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384665.190695:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.190696:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384665.190700:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.190708:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1767384665.190711:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000939358e9] to pc [ptlrpcd_00_02+2] req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.190713:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.190721:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384665.190725:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384665.190729:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384665.190733:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048143616:0@lo:13: 00000100:00000001:0.0:1767384665.190735:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.190737:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384665.190741:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384665.190744:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.190746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384665.190748:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384665.190750:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767384665.190753:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d5f26a3a. 00000100:00000010:0.0:1767384665.190756:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f37da63c. 02000000:00000001:3.0:1767384665.190757:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384665.190763:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000400:00000010:3.0:1767384665.190767:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e40429e. 00000100:00000001:0.0:1767384665.190767:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384665.190771:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.190775:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384665.190778:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d1ce44. 02000000:00000010:0.0:1767384665.190783:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000008d02ff7f. 00000100:00000200:3.0:1767384665.190786:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048143616, portal 4 00000100:00000001:0.0:1767384665.190788:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.190791:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384665.190796:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000100:00000040:0.0:1767384665.190796:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384665.190806:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1767384665.190809:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.190809:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.190820:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f37da63c] to pc [ptlrpcd_00_03+3] req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.190821:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384665.190829:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384665.190835:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eec6c90b. 00000100:00000001:0.0:1767384665.190839:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.190841:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1767384665.190847:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048143616, offset 0 00000100:00000001:0.0:1767384665.190847:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384665.190851:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e67a9f68. 00000020:00000040:0.0:1767384665.190855:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384665.190859:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384665.190860:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384665.190865:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384665.190869:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384665.190873:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f425c08c. 00000100:00000001:0.0:1767384665.190877:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.190878:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1767384665.190883:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384665.190891:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384665.190895:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff06f00 00000100:00000001:0.0:1767384665.190895:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.190908:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3136 00000100:00000040:0.0:1767384665.190908:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e67a9f68] to pc [ptlrpcd_00_00+0] req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384665.190922:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.190932:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384665.190943:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384665.190944:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384665.190946:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000040:0.0:1767384665.190967:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (290) 00000100:00000010:3.0:1767384665.190969:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000be90a156. 00000100:00000040:3.0:1767384665.190974:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000be90a156 x1853237048143616 msgsize 224 00000100:00100000:3.0:1767384665.190978:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384665.190983:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.190989:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384665.190993:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384665.190993:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384665.191003:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384665.191011:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eec6c90b 00000100:00000001:0.0:1767384665.191012:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1767384665.191015:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eec6c90b. 00000100:00000001:0.0:1767384665.191016:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.191022:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384665.191023:0:16354:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:0.0:1767384665.191026:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1767384665.191032:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384665.191032:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384665.191040:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048143488:0@lo:400: 00000100:00000001:3.0:1767384665.191045:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384665.191046:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384665.191053:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1767384665.191054:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384665.191057:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.191063:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384665.191069:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384665.191070:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c16bca0d. 00000100:00000001:3.0:1767384665.191072:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384665.191075:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.191080:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384665.191081:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067649860. 00000100:00000040:3.0:1767384665.191087:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4387 usecs (5 jiffies) 00000400:00000010:0.0:1767384665.191088:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000200:0.0:1767384665.191094:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048143488, portal 25 00000100:00000001:3.0:1767384665.191095:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952966 00000100:00000001:0.0:1767384665.191099:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384665.191102:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759364480 : -106174950187136 : ffff9f6f37cf5f80) 00000100:00000010:3.0:1767384665.191104:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000025fab92. 00000100:00000040:0.0:1767384665.191110:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.191112:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384665.191121:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384665.191126:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952966 00000100:00000040:0.0:1767384665.191132:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000010:3.0:1767384665.191135:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012dadf9b. 00000400:00000010:0.0:1767384665.191138:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000100:00000001:3.0:1767384665.191141:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000200:0.0:1767384665.191143:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048143488, offset 0 00000100:00000001:3.0:1767384665.191151:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952966 00000400:00000200:0.0:1767384665.191155:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384665.191161:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6474548. 00000400:00000200:0.0:1767384665.191167:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384665.191170:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384665.191179:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952966 00000400:00000200:0.0:1767384665.191182:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff06e80 00000100:00000010:3.0:1767384665.191185:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005eec6f0b. 00000100:00000001:3.0:1767384665.191190:0:16354:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384665.191202:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1505 [2] + 0 00000100:00000001:3.0:1767384665.191203:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384665.191209:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004969e5ff. 00000100:00000001:3.0:1767384665.191210:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.191218:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.191219:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000025a9fb99 00000100:00000001:3.0:1767384665.191220:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384665.191227:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384665.191232:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384665.191236:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1767384665.191237:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384665.191246:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384665.191250:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025a9fb99 00000100:00000001:3.0:1767384665.191252:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1767384665.191254:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000025a9fb99. 00000100:00000001:3.0:1767384665.191256:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1767384665.191262:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384665.191264:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384665.191265:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384665.191272:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000006d5d8624 x1853237048143488 msgsize 224 00000100:00000001:3.0:1767384665.191280:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384665.191283:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384665.191288:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384665.191290:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384665.191293:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384665.191294:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384665.191300:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384665.191305:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e67a9f68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048144000:0@lo:400: 00000100:00000001:3.0:1767384665.191309:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384665.191310:0:16355:0:(events.c:373:request_in_callback()) Process leaving 02000000:00000001:3.0:1767384665.191313:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384665.191317:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.191320:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384665.191321:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384665.191326:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 02000000:00000010:3.0:1767384665.191327:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000473c31b0. 00000100:00000001:0.0:1767384665.191329:0:16355:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1767384665.191331:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384665.191336:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004421e2d2. 00000100:00000200:0.0:1767384665.191337:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384665.191341:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eec6c90b. 00000100:00000001:1.0:1767384665.191344:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384665.191348:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048144000, portal 10 00000100:00000001:1.0:1767384665.191353:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384665.191355:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384665.191361:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384665.191362:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717091968 : -106174992459648 : ffff9f6f354a5880) 00000100:00000001:0.0:1767384665.191362:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384665.191383:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384665.191389:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.191390:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.191512:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384665.191514:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384665.191521:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.191523:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.191532:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384665.191533:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1767384665.191533:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384665.191540:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.191542:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1767384665.191543:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000322b332a. 00000100:00000001:0.0:1767384665.191547:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294952968 02000000:00000001:1.0:1767384665.191555:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384665.191556:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048144000, offset 0 00000100:00000001:0.0:1767384665.191560:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952966 00000400:00000200:3.0:1767384665.191568:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384665.191570:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294952968 00000100:00100000:1.0:1767384665.191574:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000f37da63c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237048143872:0@lo:400: 00000100:00000001:0.0:1767384665.191586:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952966 00000400:00000200:3.0:1767384665.191590:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384665.191592:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384665.191602:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294952968 02000000:00000001:1.0:1767384665.191604:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384665.191611:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff07080 02000000:00000001:1.0:1767384665.191611:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.191613:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294952966 02000000:00000001:1.0:1767384665.191627:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384665.191631:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294952968 00000400:00000200:3.0:1767384665.191632:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8056 02000000:00000010:1.0:1767384665.191633:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d27e1766. 00000100:00000001:0.0:1767384665.191637:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294952966 02000000:00000001:1.0:1767384665.191641:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.191644:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1767384665.191651:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040bee4a0. 00000100:00000001:0.0:1767384665.191653:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384665.191658:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384665.191661:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384665.191662:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7f16599. 00000100:00000001:3.0:1767384665.191666:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384665.191674:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1767384665.191676:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384665.191678:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048143872, portal 10 00000100:00000010:3.0:1767384665.191679:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005eae385d. 00000100:00000001:0.0:1767384665.191680:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.191685:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384665.191689:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717094656 : -106174992456960 : ffff9f6f354a6300) 00000100:00000040:3.0:1767384665.191690:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000005eae385d x1853237048144000 msgsize 224 00000100:00000001:0.0:1767384665.191691:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384665.191698:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384665.191710:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384665.191714:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.191715:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384665.191723:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384665.191727:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384665.191736:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.191747:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1767384665.191752:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384665.191761:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1767384665.191762:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322b332a 00000400:00000010:3.0:1767384665.191767:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322b332a. 00000400:00000010:1.0:1767384665.191767:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d28b7fbc. 00000100:00000001:0.0:1767384665.191788:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384665.191790:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384665.191792:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048143872, offset 0 00000100:00100000:0.0:1767384665.191796:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048143488 00000100:00000200:3.0:1767384665.191800:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384665.191802:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384665.191809:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384665.191810:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.191816:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.191824:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.191826:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384665.191829:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048143488 00000100:00000040:3.0:1767384665.191838:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384665.191839:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384665.191839:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384665.191849:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384665.191857:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384665.191862:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:3.0:1767384665.191865:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.191867:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:1.0:1767384665.191870:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff07000 00000100:00000001:3.0:1767384665.191877:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384665.191880:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384665.191887:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384665.191888:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8280 00000100:00000001:3.0:1767384665.191891:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384665.191892:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d87ac9e. 00000400:00000200:1.0:1767384665.191899:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384665.191901:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3912 usecs (4 jiffies) 00000100:00000001:0.0:1767384665.191902:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384665.191912:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384665.191913:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294952966 00000020:00000010:0.0:1767384665.191914:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d87ac9e. 00000100:00000001:3.0:1767384665.191927:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294952968 00000100:00000001:3.0:1767384665.191931:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294952966 00000100:00000001:3.0:1767384665.191933:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294952968 00000100:00000001:1.0:1767384665.191934:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384665.191937:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:0.0:1767384665.191937:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e47c691. 00000100:00000001:3.0:1767384665.191966:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294952966 00000020:00000010:0.0:1767384665.191969:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009072679e. 00000100:00000001:3.0:1767384665.191971:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294952968 00000100:00000010:1.0:1767384665.191971:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b22a9c0. 00000020:00000010:0.0:1767384665.191976:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3ebf7b2. 00000100:00000001:3.0:1767384665.191984:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294952966 00000100:00000040:1.0:1767384665.191985:0:16357:0:(events.c:337:request_in_callback()) incoming req@000000006b22a9c0 x1853237048143872 msgsize 224 00000100:00000040:0.0:1767384665.191989:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384665.191995:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294952968 00000100:00000001:0.0:1767384665.191996:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384665.192003:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384665.192005:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384665.192011:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384665.192011:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.192015:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.192025:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.192027:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.192031:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.192034:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384665.192034:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384665.192044:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384665.192051:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384665.192052:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28b7fbc 00000100:00000001:0.0:1767384665.192055:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.192058:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1767384665.192061:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28b7fbc. 00000100:00000001:3.0:1767384665.192064:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.192068:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384665.192070:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384665.192076:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.192081:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384665.192087:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384665.192088:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384665.192094:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384665.192097:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1767384665.192105:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00000040:3.0:1767384665.192110:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.192116:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384665.192124:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898720106576 : -106174989445040 : ffff9f6f35785850) 00000100:00000001:1.0:1767384665.192127:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384665.192138:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384665.192140:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006d5d8624 x1853237048143488/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.192141:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384665.192145:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.192156:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384665.192162:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384665.192176:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384665.192193:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048143744:0@lo:400: 00000100:00000001:3.0:1767384665.192221:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384665.192224:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.192225:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384665.192229:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1767384665.192235:0:16357:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384665.192236:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384665.192236:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002d87ac9e. 02000000:00000001:3.0:1767384665.192244:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384665.192245:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384665.192249:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004676cc72. 00000100:00000001:1.0:1767384665.192249:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384665.192250:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002d87ac9e. 02000000:00000001:3.0:1767384665.192262:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384665.192263:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3885 usecs (4 jiffies) 00000100:00100000:0.0:1767384665.192275:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006d5d8624 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048143488:12345-0@lo:400: 00000100:00000001:1.0:1767384665.192281:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952966 00000100:00000200:0.0:1767384665.192282:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048143488 00000400:00000010:3.0:1767384665.192283:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bbd48b4. 00000100:00000001:1.0:1767384665.192293:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952968 00000020:00000001:0.0:1767384665.192294:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:3.0:1767384665.192297:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000322b332a. 00000020:00000001:0.0:1767384665.192305:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:1.0:1767384665.192306:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952966 00000100:00000200:3.0:1767384665.192311:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048143744, portal 4 00000020:00000001:0.0:1767384665.192313:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.192314:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952968 00000100:00000001:1.0:1767384665.192325:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952966 00000020:00000001:0.0:1767384665.192326:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384665.192327:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384665.192332:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000100:00000001:3.0:1767384665.192335:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898759360000 : -106174950191616 : ffff9f6f37cf4e00) 00000100:00000001:1.0:1767384665.192337:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952968 00000020:00000001:0.0:1767384665.192341:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384665.192345:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952966 00000020:00000001:0.0:1767384665.192346:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384665.192352:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.192360:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952968 00000020:00000001:0.0:1767384665.192361:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384665.192371:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1767384665.192373:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384665.192374:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384665.192386:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384665.192387:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384665.192392:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1767384665.192404:0:17080:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:3.0:1767384665.192406:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005198ba0b. 00000100:00000001:1.0:1767384665.192407:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.192409:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384665.192416:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384665.192421:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384665.192423:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048143744, offset 0 02000000:00000010:0.0:1767384665.192423:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000020103c6c. 02000000:00000001:0.0:1767384665.192430:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.192433:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.192435:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384665.192470:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384665.192478:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384665.192481:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384665.192484:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.192487:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.192525:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384665.192543:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384665.192548:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384665.192555:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048144000 00000400:00000200:3.0:1767384665.192562:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff06f80 02000000:00000001:1.0:1767384665.192564:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384665.192569:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384665.192573:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.192574:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3664 02000000:00000001:1.0:1767384665.192591:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.192592:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384665.192597:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384665.192603:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384665.192606:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00100000:1.0:1767384665.192607:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048144000 00000020:00000001:1.0:1767384665.192616:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:3.0:1767384665.192617:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b0d6c06d. 00000020:00000040:1.0:1767384665.192626:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000040:3.0:1767384665.192628:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000b0d6c06d x1853237048143744 msgsize 224 00000020:00000001:1.0:1767384665.192636:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384665.192639:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000020:00000001:1.0:1767384665.192647:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00100000:3.0:1767384665.192648:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1767384665.192658:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:1.0:1767384665.192662:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384665.192666:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d4d33160. 00000100:00000001:3.0:1767384665.192668:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384665.192673:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009eb34db9. 00000400:00000200:3.0:1767384665.192675:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005198ba0b 00000400:00000010:3.0:1767384665.192678:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005198ba0b. 00000020:00000040:1.0:1767384665.192680:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:3.0:1767384665.192681:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384665.192693:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.192701:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384665.192706:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:3.0:1767384665.192710:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384665.192714:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df743290. 00000100:00080000:2.0:1767384665.192719:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:3.0:1767384665.192725:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384665.192726:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d254e91d. 00000020:00000040:2.0:1767384665.192729:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:3.0:1767384665.192734:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:1.0:1767384665.192738:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069f68d79. 00000100:00000001:3.0:1767384665.192742:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384665.192747:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4387 usecs (5 jiffies) 00000100:00000001:3.0:1767384665.192750:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294952968 00000100:00000040:1.0:1767384665.192753:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384665.192757:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384665.192764:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384665.192765:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294952968 00000100:00000001:1.0:1767384665.192767:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.192770:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294952968 00000100:00000001:3.0:1767384665.192773:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294952968 00000100:00000001:3.0:1767384665.192775:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294952968 00000100:00000001:1.0:1767384665.192776:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384665.192779:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294952968 00000100:00000001:1.0:1767384665.192782:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384665.192783:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294952968 00000100:00000001:1.0:1767384665.192788:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.192789:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294952968 00000100:00000001:3.0:1767384665.192796:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384665.192798:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.192802:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.192803:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.192807:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.192815:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384665.192818:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384665.192824:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384665.192826:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384665.192828:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384665.192834:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048143872 00000100:00000001:3.0:1767384665.192835:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.192840:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384665.192843:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.192844:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384665.192850:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.192856:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384665.192860:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048143872 00000020:00000001:1.0:1767384665.192862:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384665.192865:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000020:00000001:1.0:1767384665.192868:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384665.192870:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000020:00000001:1.0:1767384665.192873:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:3.0:1767384665.192879:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384665.192884:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00100000:3.0:1767384665.192886:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048143616 00000100:00000001:1.0:1767384665.192890:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384665.192891:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384665.192899:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384665.192901:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009768c706. 00000100:00000001:3.0:1767384665.192903:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.192907:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384665.192909:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384665.192912:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009768c706. 00000100:00100000:3.0:1767384665.192915:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048143616 00000020:00000001:3.0:1767384665.192918:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384665.192920:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000010:1.0:1767384665.192921:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e666a6e. 00000020:00000001:3.0:1767384665.192927:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384665.192928:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009d617fc6. 00000020:00000040:3.0:1767384665.192938:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000010:1.0:1767384665.192940:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f529241b. 00000020:00000001:3.0:1767384665.192944:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384665.192949:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1767384665.192950:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384665.192965:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384665.192967:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.192969:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384665.192974:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1767384665.192975:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a62c0ee. 00000100:00000001:1.0:1767384665.192978:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384665.192981:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384665.192990:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000057bcc19e. 00000100:00000001:1.0:1767384665.192997:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384665.192999:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:1.0:1767384665.193019:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384665.193020:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1767384665.193028:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384665.193030:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3f32963. 00000020:00000001:0.0:1767384665.193033:0:17080:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384665.193040:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009433d5ba. 00000100:00100000:1.0:1767384665.193041:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00010000:00000040:0.0:1767384665.193044:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048143488 00000020:00000010:3.0:1767384665.193051:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000005ec5d8d. 00010000:00000001:0.0:1767384665.193058:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384665.193059:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000001:1.0:1767384665.193065:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623579264 : -106175085972352 : ffff9f6f2fb77480) 00000100:00000040:3.0:1767384665.193067:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1767384665.193075:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1767384665.193076:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005eae385d x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.193078:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000200:0.0:1767384665.193081:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006d5d8624 x1853237048143488/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.193083:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.193097:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.193116:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.193133:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384665.193138:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384665.193150:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00000001:1.0:1767384665.193150:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384665.193154:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000010:1.0:1767384665.193159:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009768c706. 00010000:00000001:0.0:1767384665.193159:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384665.193160:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:1.0:1767384665.193168:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384665.193170:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623574784 : -106175085976832 : ffff9f6f2fb76300) 00000100:00001000:0.0:1767384665.193171:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=82 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384665.193176:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009768c706. 00000100:00000040:3.0:1767384665.193183:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000be90a156 x1853237048143616/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.193185:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1767384665.193191:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005eae385d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048144000:12345-0@lo:400: 00000100:00000040:0.0:1767384665.193197:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000200:1.0:1767384665.193214:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048144000 00000100:00000001:0.0:1767384665.193214:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:1.0:1767384665.193224:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384665.193226:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384665.193226:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384665.193239:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384665.193240:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edcc277c. 00000020:00000001:1.0:1767384665.193241:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384665.193249:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384665.193249:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384665.193252:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1767384665.193265:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:3.0:1767384665.193266:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edcc277c. 00000100:00000040:0.0:1767384665.193266:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1767384665.193275:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000be90a156 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048143616:12345-0@lo:13: 00000400:00000010:0.0:1767384665.193276:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000100:00000200:3.0:1767384665.193288:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048143616 00000020:00000001:1.0:1767384665.193288:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000200:0.0:1767384665.193290:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048143488, offset 224 00000020:00000001:3.0:1767384665.193300:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384665.193305:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384665.193306:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384665.193312:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384665.193315:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384665.193315:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384665.193328:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1767384665.193330:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384665.193331:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384665.193340:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384665.193341:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000020:00000001:1.0:1767384665.193350:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384665.193351:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff06e80 00000020:00000001:3.0:1767384665.193352:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384665.193360:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384665.193362:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384665.193369:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384665.193371:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384665.193371:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1d79 [1] + 224 00000020:00000001:3.0:1767384665.193377:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1767384665.193377:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384665.193380:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384665.193383:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384665.193385:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b7311ed3. 00000100:00000001:3.0:1767384665.193388:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384665.193390:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384665.193395:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.193396:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384665.193399:0:17080:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1767384665.193407:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d4f355cd. 00000100:00000001:1.0:1767384665.193407:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384665.193410:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384665.193419:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384665.193421:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.193431:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384665.193433:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048144000 00010000:00000001:1.0:1767384665.193507:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00002000:00000001:3.0:1767384665.193509:0:17896:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00010000:00000200:1.0:1767384665.193521:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005eae385d x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00002000:00000001:3.0:1767384665.193523:0:17896:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384665.193529:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00010000:00000001:1.0:1767384665.193539:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384665.193544:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384665.193548:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=77 v=5 (1 0 0 0) 00000020:00000001:3.0:1767384665.193551:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.193552:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00002000:00000024:3.0:1767384665.193557:0:17896:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000040:1.0:1767384665.193559:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:1.0:1767384665.193569:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000020:3.0:1767384665.193571:0:17896:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384665.193581:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 02000000:00000001:1.0:1767384665.193581:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00002000:00000020:3.0:1767384665.193591:0:17896:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 02000000:00000001:1.0:1767384665.193591:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384665.193603:0:17896:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000100:00000001:1.0:1767384665.193605:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000001:3.0:1767384665.193610:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000040:1.0:1767384665.193616:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000001:3.0:1767384665.193617:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384665.193625:0:17896:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384665.193627:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d28b7fbc. 00010000:00000040:3.0:1767384665.193629:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048143616 00010000:00000001:3.0:1767384665.193635:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:1.0:1767384665.193636:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048144000, offset 224 00010000:00000200:3.0:1767384665.193647:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000be90a156 x1853237048143616/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384665.193657:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384665.193667:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384665.193671:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384665.193676:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=72 v=5 (1 0 0 0) 00000400:00000200:1.0:1767384665.193680:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384665.193688:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384665.193695:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 23 to 0@lo 00000100:00000001:3.0:1767384665.193700:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000400:00000200:1.0:1767384665.193701:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff07080 02000000:00000001:3.0:1767384665.193717:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384665.193721:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.193729:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d81 [1] + 224 00000100:00000001:3.0:1767384665.193733:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384665.193737:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384665.193743:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384665.193752:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384665.193753:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005198ba0b. 00000100:00000040:0.0:1767384665.193758:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.193772:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384665.193774:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048143616, offset 224 00000100:00000200:1.0:1767384665.193783:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384665.193793:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384665.193797:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384665.193815:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384665.193816:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384665.193816:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384665.193826:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000400:00000200:3.0:1767384665.193833:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff06f00 00000100:00000001:0.0:1767384665.193838:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384665.193844:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384665.193855:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384665.193862:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1d71 [1] + 224 00000100:00000040:0.0:1767384665.193869:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 22 to 0@lo 00000400:00000200:3.0:1767384665.193870:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384665.193872:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384665.193877:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384665.193881:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384665.193885:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28b7fbc 00000400:00000200:3.0:1767384665.193886:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384665.193893:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28b7fbc. 00000100:00000001:2.0:1767384665.193894:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384665.193896:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384665.193902:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384665.193903:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384665.193904:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384665.193906:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1767384665.193912:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d5d8624 x1853237048143488/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.193915:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384665.193923:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384665.193929:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00000040:1.0:1767384665.193935:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000040:2.0:1767384665.193944:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00010000:00000001:1.0:1767384665.193949:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384665.193963:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384665.193965:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1767384665.193974:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636134144 : -106180073417472 : ffff9f6e06711500) 00000100:00000040:1.0:1767384665.193980:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005eae385d x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.193990:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006d5d8624 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048143488:12345-0@lo:400: Request processed in 1756us (2705us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384665.193995:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006b22a9c0 x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384665.194016:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384665.194045:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00000040:0.0:1767384665.194065:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00100000:1.0:1767384665.194076:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005eae385d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048144000:12345-0@lo:400: Request processed in 916us (2377us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384665.194078:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384665.194085:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384665.194096:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009072679e. 00000100:00000001:3.0:1767384665.194107:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1767384665.194110:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3ebf7b2. 00000400:00000200:3.0:1767384665.194117:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005198ba0b 00000100:00100000:1.0:1767384665.194127:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000020:00000010:0.0:1767384665.194127:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000e47c691. 00000400:00000010:3.0:1767384665.194129:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005198ba0b. 00000100:00000040:1.0:1767384665.194146:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:3.0:1767384665.194150:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384665.194150:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384665.194151:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:1.0:1767384665.194153:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384665.194154:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384665.194160:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c00cd9d9. 00000100:00000001:1.0:1767384665.194167:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384665.194169:0:17088:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384665.194170:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.194170:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:1.0:1767384665.194175:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d254e91d. 00000020:00000010:2.0:1767384665.194177:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c00cd9d9. 02000000:00000010:0.0:1767384665.194178:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000020103c6c. 00000100:00000040:3.0:1767384665.194184:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000020:00000010:1.0:1767384665.194186:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069f68d79. 02000000:00000001:0.0:1767384665.194194:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:3.0:1767384665.194199:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000010:1.0:1767384665.194200:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df743290. 00000100:00100000:2.0:1767384665.194201:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006b22a9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237048143872:12345-0@lo:400: 00000100:00000001:0.0:1767384665.194202:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384665.194206:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384665.194212:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000020:00000001:3.0:1767384665.194216:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384665.194219:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384665.194221:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384665.194222:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048143872 00000100:00000040:3.0:1767384665.194229:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be90a156 x1853237048143616/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/368 e 0 to 0 dl 1767384676 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384665.194234:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000010:0.0:1767384665.194239:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004969e5ff. 00000020:00000001:2.0:1767384665.194241:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384665.194248:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384665.194251:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b1cb600b. 00000020:00000001:2.0:1767384665.194260:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1767384665.194264:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000be90a156 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048143616:12345-0@lo:13: Request processed in 1031us (3281us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384665.194265:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:2.0:1767384665.194277:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384665.194281:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384665.194287:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00000001:2.0:1767384665.194290:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384665.194295:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000020:00000001:2.0:1767384665.194296:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1767384665.194299:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384665.194305:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.194306:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384665.194307:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384665.194311:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384665.194315:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384665.194317:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1767384665.194321:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009433d5ba. 00000400:00000001:0.0:1767384665.194322:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1767384665.194323:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1767384665.194332:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1767384665.194333:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000005ec5d8d. 02000000:00000010:2.0:1767384665.194333:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000068f6161. 00000400:00000010:0.0:1767384665.194335:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067649860. 02000000:00000001:2.0:1767384665.194347:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384665.194349:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3f32963. 00000400:00000200:0.0:1767384665.194349:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000100:00000001:2.0:1767384665.194352:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384665.194356:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000020:00000001:2.0:1767384665.194357:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384665.194362:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00010000:00000040:2.0:1767384665.194372:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048143872 00000100:00000001:3.0:1767384665.194374:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.194374:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384665.194385:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000200:0.0:1767384665.194392:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1767384665.194395:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006b22a9c0 x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384665.194410:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384665.194420:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:3.0:1767384665.194478:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1767384665.194479:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384665.194484:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1767384665.194486:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384665.194490:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384665.194495:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1767384665.194495:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=77 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384665.194501:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384665.194505:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004421e2d2. 00000100:00000001:2.0:1767384665.194516:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1767384665.194518:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eec6c90b 00000400:00000010:3.0:1767384665.194527:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eec6c90b. 00000100:00000040:2.0:1767384665.194531:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384665.194532:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384665.194535:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384665.194537:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384665.194545:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384665.194545:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:0.0:1767384665.194548:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384665.194555:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1767384665.194563:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384665.194564:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1767384665.194570:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.194576:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384665.194577:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.194582:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384665.194593:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.194594:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384665.194595:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00001000:0.0:1767384665.194603:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=82 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384665.194604:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384665.194611:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1767384665.194613:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384665.194617:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1767384665.194620:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384665.194621:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384665.194621:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 02000000:00000001:3.0:1767384665.194635:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384665.194637:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048143872, offset 224 00000100:00000001:0.0:1767384665.194638:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1767384665.194641:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=75 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384665.194645:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384665.194655:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1767384665.194656:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=75 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384665.194657:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384665.194663:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.194666:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384665.194670:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384665.194671:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384665.194675:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384665.194687:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1767384665.194691:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384665.194699:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff07000 00010000:00080000:3.0:1767384665.194701:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.194719:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384665.194722:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384665.194728:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1d89 [1] + 224 00000100:00000001:0.0:1767384665.194733:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384665.194735:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384665.194739:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384665.194743:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:2.0:1767384665.194745:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384665.194750:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1767384665.194753:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.194758:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384665.194763:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1767384665.194779:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384665.194782:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384665.194782:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003419d4b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048143488:0@lo:400: 00000100:00000200:2.0:1767384665.194798:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.194802:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384665.194813:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384665.194822:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384665.194826:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003419d4b7 x1853237048143488/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.194831:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1767384665.194834:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.194836:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.194847:0:18370:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1767384665.194853:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384665.194857:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048143744 02000000:00000001:1.0:1767384665.194867:0:18370:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384665.194875:0:18370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384665.194878:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384665.194883:0:18370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.194888:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384665.194896:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c16bca0d. 02000000:00000001:1.0:1767384665.194902:0:18370:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384665.194906:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1767384665.194910:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384665.194914:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1767384665.194916:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048143744 00000400:00000200:2.0:1767384665.194919:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000100:00100000:3.0:1767384665.194922:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e67a9f68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048144000:0@lo:400: 00000020:00000040:0.0:1767384665.194931:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000400:00000010:2.0:1767384665.194932:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000020:00000001:1.0:1767384665.194932:0:18370:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384665.194939:0:18370:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:2.0:1767384665.194945:0:17088:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384665.194946:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384665.194949:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384665.194951:0:18370:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:3.0:1767384665.194964:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384665.194965:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000010:3.0:1767384665.194977:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e40429e. 00000020:00000040:1.0:1767384665.194977:0:18370:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 02000000:00000010:0.0:1767384665.194978:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000118bcc31. 00000100:00000001:2.0:1767384665.194979:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384665.194989:0:18370:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:1.0:1767384665.194998:0:18370:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000400:00000200:3.0:1767384665.195000:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1ce44 02000000:00000001:0.0:1767384665.195001:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384665.195002:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:1.0:1767384665.195003:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384665.195015:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1767384665.195017:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009768c706. 00000400:00000010:3.0:1767384665.195018:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d1ce44. 00010000:00000001:2.0:1767384665.195018:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384665.195023:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384665.195025:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003419d4b7. 00000100:00000001:1.0:1767384665.195035:0:18370:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384665.195036:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384665.195038:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384665.195039:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384665.195050:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b22a9c0 x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.195050:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384665.195052:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009768c706. 00000100:00000200:3.0:1767384665.195053:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384665.195066:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384665.195068:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df743290. 00000020:00000010:1.0:1767384665.195083:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d254e91d. 00000100:00000001:0.0:1767384665.195085:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384665.195094:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384665.195099:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069f68d79. 00000100:00000001:0.0:1767384665.195106:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384665.195116:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384665.195118:0:18370:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1767384665.195131:0:18370:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384665.195138:0:18370:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384665.195144:0:18370:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.195154:0:18370:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1767384665.195155:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384665.195156:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006b22a9c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:16357:x1853237048143872:12345-0@lo:400: Request processed in 1002us (3164us total) trans 0 rc 0/0 00000100:00000001:1.0:1767384665.195162:0:18370:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384665.195167:0:18370:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.195186:0:18370:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384665.195200:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00000001:3.0:1767384665.195206:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384665.195211:0:18370:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384665.195213:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.195215:0:18370:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1767384665.195217:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:3.0:1767384665.195219:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384665.195225:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384665.195227:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1767384665.195228:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00000001:3.0:1767384665.195229:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384665.195234:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384665.195239:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384665.195240:0:18370:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000020:00000010:2.0:1767384665.195241:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009d617fc6. 00000100:00000001:1.0:1767384665.195252:0:18370:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623572096 : -106175085979520 : ffff9f6f2fb75880) 02000000:00000001:3.0:1767384665.195254:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384665.195259:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f529241b. 00000100:00001000:3.0:1767384665.195260:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=72 v=5 (5 0 0 0) 00000100:00000040:1.0:1767384665.195264:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b0d6c06d x1853237048143744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/0 e 0 to 0 dl 1767384676 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384665.195266:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004e666a6e. 00000100:00001000:3.0:1767384665.195282:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=72 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384665.195284:0:17088:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:1.0:1767384665.195284:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384665.195291:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384665.195293:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384665.195294:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009768c706. 00000100:00000001:3.0:1767384665.195296:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.195305:0:18370:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384665.195306:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384665.195312:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384665.195317:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384665.195323:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384665.195323:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009768c706. 00000400:00000001:2.0:1767384665.195332:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384665.195339:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384665.195341:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b0d6c06d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048143744:12345-0@lo:400: 00000400:00000010:2.0:1767384665.195346:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040bee4a0. 00000400:00000200:2.0:1767384665.195357:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7f16599 00000100:00000200:1.0:1767384665.195360:0:18370:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048143744 00000400:00000010:2.0:1767384665.195364:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7f16599. 00000020:00000001:1.0:1767384665.195369:0:18370:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384665.195379:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384665.195379:0:18370:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:2.0:1767384665.195380:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1767384665.195386:0:18370:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384665.195391:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384665.195399:0:18370:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384665.195401:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1767384665.195406:0:18370:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000040:3.0:1767384665.195409:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000020:00000001:1.0:1767384665.195414:0:18370:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384665.195421:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000001:1.0:1767384665.195422:0:18370:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.195428:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384665.195429:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384665.195431:0:18370:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000040:3.0:1767384665.195544:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.195551:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384665.195555:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384665.195559:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384665.195562:0:16354:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384665.195566:0:16354:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000020:00000001:1.0:1767384665.195566:0:18370:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1767384665.195570:0:18370:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384665.195572:0:16354:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000020:00000001:1.0:1767384665.195575:0:18370:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384665.195587:0:18370:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384665.195591:0:18370:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000004:00000020:3.0:1767384665.195592:0:16354:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 02000000:00000010:1.0:1767384665.195599:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000000ceb15b. 00000004:00000001:3.0:1767384665.195602:0:16354:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.195604:0:18370:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384665.195608:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.195610:0:18370:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384665.195621:0:18370:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384665.195630:0:18370:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048143744 00010000:00000001:1.0:1767384665.195642:0:18370:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384665.195645:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048143616:0@lo:13: 00010000:00000200:1.0:1767384665.195650:0:18370:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b0d6c06d x1853237048143744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.195652:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.195664:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384665.195677:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e67a9f68 x1853237048144000/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384665.195679:0:18370:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384665.195687:0:18370:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384665.195700:0:18370:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384665.195712:0:18370:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384665.195715:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384665.195720:0:18370:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384665.195722:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.195736:0:18370:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:3.0:1767384665.195737:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384665.195737:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384665.195748:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384665.195749:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1767384665.195749:0:18370:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384665.195753:0:18370:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.195758:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1767384665.195759:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000473c31b0. 00000100:00000001:1.0:1767384665.195760:0:18370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384665.195765:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.195771:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384665.195772:0:18370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384665.195773:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384665.195778:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:2.0:1767384665.195782:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=77 v=5 (5 0 0 0) 00000020:00000040:3.0:1767384665.195783:0:16354:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384665.195785:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d28b7fbc. 00000100:00000200:1.0:1767384665.195799:0:18370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048143744, offset 224 00000020:00000001:3.0:1767384665.195800:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1767384665.195800:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=77 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384665.195809:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f425c08c. 00000100:00000001:2.0:1767384665.195814:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1767384665.195815:0:18370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384665.195816:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384665.195818:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384665.195821:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384665.195828:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384665.195831:0:18370:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00080000:2.0:1767384665.195833:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384665.195836:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e67a9f68. 00000100:00000001:3.0:1767384665.195845:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384665.195846:0:18370:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff06f80 00000100:00000001:3.0:1767384665.195850:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.195862:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384665.195862:0:18370:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1d91 [1] + 224 00010000:00000001:2.0:1767384665.195873:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384665.195876:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048143616/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384665.195879:0:18370:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384665.195893:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1767384665.195899:0:18370:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1767384665.195900:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384665.195904:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384665.195906:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384665.195911:0:18370:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384665.195913:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384665.195914:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1767384665.195921:0:18370:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384665.195924:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d5f26a3a. 00000100:00000040:2.0:1767384665.195929:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384665.195937:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384665.195943:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384665.195948:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1767384665.195973:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384665.195974:0:18370:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384665.195981:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000d66ac4e. 00000100:00000001:2.0:1767384665.195982:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384665.195994:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1767384665.195996:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384665.195998:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384665.196003:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384665.196007:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00000100:00000040:2.0:1767384665.196012:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.196016:0:18370:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384665.196017:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384665.196028:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384665.196032:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000f37da63c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:16357:1853237048143872:0@lo:400: 00000400:00000200:1.0:1767384665.196033:0:18370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28b7fbc 00000100:00000001:3.0:1767384665.196037:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384665.196039:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28b7fbc. 00000100:00000001:1.0:1767384665.196051:0:18370:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384665.196054:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384665.196055:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384665.196055:0:18370:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384665.196067:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.196068:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384665.196069:0:18370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384665.196080:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000f37da63c x1853237048143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384665.196085:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384665.196087:0:18370:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:2.0:1767384665.196090:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384665.196094:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384665.196097:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1767384665.196097:0:18370:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384665.196106:0:18370:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384665.196107:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d27e1766. 00000020:00000001:1.0:1767384665.196111:0:18370:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1767384665.196114:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1767384665.196117:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b0d6c06d x1853237048143744/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:646/0 lens 224/224 e 0 to 0 dl 1767384676 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384665.196118:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384665.196121:0:16357:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384665.196126:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384665.196131:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000008d02ff7f. 00000100:00100000:1.0:1767384665.196134:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b0d6c06d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048143744:12345-0@lo:400: Request processed in 848us (3504us total) trans 0 rc 0/0 02000000:00000001:2.0:1767384665.196136:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384665.196140:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384665.196144:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000f37da63c. 00000100:00100000:1.0:1767384665.196147:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000001:2.0:1767384665.196150:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1767384665.196151:0:18370:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:2.0:1767384665.196153:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.196154:0:18370:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384665.196156:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.196158:0:18370:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1767384665.196161:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d254e91d. 00000100:00000001:2.0:1767384665.196162:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1767384665.196165:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069f68d79. 00000100:00000001:2.0:1767384665.196166:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384665.196169:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384665.196171:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384665.196175:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df743290. 00000020:00000040:1.0:1767384665.196182:0:18370:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:1.0:1767384665.196186:0:18370:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.196202:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384665.196204:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384665.196208:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384665.196209:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384665.196211:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002bbd48b4. 00000400:00000200:1.0:1767384665.196213:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000322b332a 00000400:00000010:1.0:1767384665.196215:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000322b332a. 00000100:00000001:1.0:1767384665.196217:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384665.196222:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384665.196228:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.196233:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384665.196234:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.196235:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384665.196236:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384665.196237:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384665.196238:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384665.196240:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384665.196243:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384665.196245:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384665.196246:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384665.196247:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384665.196248:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1767384665.196250:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384665.196255:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.196256:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384665.196258:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1767384665.196259:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384665.196260:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384665.196262:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.196271:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384665.196273:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384665.196274:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384665.196276:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384665.196281:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000939358e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048143744:0@lo:400: 00000100:00000001:1.0:1767384665.196284:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.196285:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384665.196286:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000939358e9 x1853237048143744/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384665.196290:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384665.196291:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384665.196293:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004676cc72. 02000000:00000001:1.0:1767384665.196295:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384665.196296:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384665.196297:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384665.196298:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384665.196299:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d63cc64e. 02000000:00000001:1.0:1767384665.196301:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384665.196302:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384665.196303:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000939358e9. 00000100:00000001:1.0:1767384665.196305:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384665.196306:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.196307:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384665.196311:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384665.196312:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384665.196314:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384665.196315:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384665.198503:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294952968, at 4294952969 00000100:00000010:0.0:1767384665.198512:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000025fab92. 00000100:00000040:3.0:1767384665.198526:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294952968, at 4294952969 00000100:00000010:3.0:1767384665.198537:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005eec6f0b. 00000100:00000040:2.0:1767384665.199633:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294952968, at 4294952970 00000100:00000010:2.0:1767384665.199642:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6474548. 00000100:00000040:1.0:1767384665.199675:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294952968, at 4294952970 00000100:00000010:1.0:1767384665.199682:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012dadf9b. 00080000:00000010:3.0:1767384665.582673:0:35066:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000241cc5f0. 00080000:00000010:3.0:1767384665.582683:0:35066:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000241cc5f0. 00000020:00000001:3.0:1767384665.582687:0:35066:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384665.582694:0:35066:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000241cc5f0. 00080000:00000010:3.0:1767384665.582698:0:35066:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000241cc5f0. 00000020:00000001:3.0:1767384665.582701:0:35066:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384665.829563:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384665.829570:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:3.0:1767384665.829575:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000400:00000200:0.0:1767384665.829576:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000400:00000010:0.0:1767384665.829599:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000800:00000200:3.1:1767384665.829606:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000400:00000200:0.0:1767384665.829609:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384665.829618:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp40 recovery ping unlinked 00000400:00000010:0.0:1767384665.829634:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e00ca704. 00000400:00000010:0.0:1767384665.829645:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006bf6385e. 00000400:00000200:1.0:1767384665.829744:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.829826:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.829892:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.829919:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.829979:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830024:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830065:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830110:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830163:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830211:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830253:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830281:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830310:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830335:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830361:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830383:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830407:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830530:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830625:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830686:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830772:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830801:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830860:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830914:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.830992:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831024:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831059:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831084:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831130:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831172:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831211:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831245:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831269:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831308:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384665.831351:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384665.831683:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039619cc3. 00000800:00000010:1.0:1767384665.831691:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000049108695. 00000800:00000010:1.0:1767384665.831699:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d2808def. 00000800:00000010:1.0:1767384665.831722:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d2808def. 00000800:00020000:1.0:1767384665.831734:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384665.831739:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000049108695. 00000800:00000010:1.0:1767384665.831742:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000039619cc3. 00000400:02020000:1.0:1767384665.831785:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp27 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384665.831790:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384666.021526:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384666.021547:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.021564:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384666.021565:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384666.021585:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384666.021587:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384666.021591:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384666.375229:0:35230:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384666.375233:0:35230:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp44 --if ens2 00000001:00000001:1.0:1767384666.378333:0:35230:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384666.385462:0:35231:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000060a29825. 00000400:00000010:1.0:1767384666.385483:0:35231:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000075e125fe. 00000400:00000010:1.0:1767384666.385494:0:35231:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000c8ea9529. 00000400:00000010:1.0:1767384666.385499:0:35231:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000008e544e25. 00000400:00000010:1.0:1767384666.385504:0:35231:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000005751d47f. 00000400:00000010:1.0:1767384666.385509:0:35231:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002bdea950. 00000400:00000010:1.0:1767384666.385511:0:35231:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000af8e6156. 00000400:00000010:1.0:1767384666.385512:0:35231:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005b029f01. 00000400:00000010:1.0:1767384666.385515:0:35231:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000008b66fc01. 00000800:00000010:1.0:1767384666.385536:0:35231:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f13a29e2. 00000800:00000200:1.0:1767384666.385548:0:35231:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384666.385561:0:35231:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384666.385602:0:35231:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384666.385628:0:35231:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp44 [8/256/0/180] 00000400:00000010:1.0:1767384666.386847:0:35231:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000381aad60. 00000400:00000010:1.0:1767384666.386853:0:35231:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a37d371. 00000400:00000010:1.0:1767384666.386858:0:35231:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d28b7fbc. 00000400:00000001:1.0:1767384666.386892:0:35231:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384666.386894:0:35231:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384666.386896:0:35231:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8dfdf65. 00000400:00000200:1.0:1767384666.386898:0:35231:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000400:00000010:1.0:1767384666.386900:0:35231:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00000400:00000010:1.0:1767384666.386904:0:35231:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 601 at 00000000e4e8accd. 00000400:00000200:1.0:1767384666.386910:0:35231:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (33) 00000400:00000200:1.0:1767384666.386921:0:35231:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384666.386928:0:35231:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131116 00000020:00000010:1.0:1767384666.386936:0:35231:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000039619cc3. 00000020:01000000:1.0:1767384666.386940:0:35231:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384666.386942:0:35231:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp44 00000400:00000010:1.0:1767384666.386969:0:35231:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000075e125fe. 00000400:00000010:1.0:1767384666.386972:0:35231:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000060a29825. 00000400:00000200:3.0:1767384666.387026:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000001:0.0:1767384666.387030:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384666.387034:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384666.387037:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 10000000:00000001:0.0:1767384666.387038:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384666.387042:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (34) 10000000:01000000:0.0:1767384666.387042:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:0.0:1767384666.387047:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000010:3.0:1767384666.387051:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000020103c6c. 00000020:01000004:0.0:1767384666.387051:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384666.387055:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:3.0:1767384666.387057:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030d1ce44. 00000020:01000004:0.0:1767384666.387057:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384666.387059:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384666.387063:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384666.387065:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384666.387067:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000010:3.0:1767384666.387068:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000552a5b8e. 00000020:01000004:0.0:1767384666.387069:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384666.387073:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384666.387075:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000100:00000010:0.0:1767384666.387080:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005edea30e. 00000020:00000040:0.0:1767384666.387085:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:3.0:1767384666.387090:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000001:0.0:1767384666.387091:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384666.387095:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384666.387099:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 02000000:00000001:0.0:1767384666.387101:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.387106:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000400:00000200:3.0:1767384666.387110:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 02000000:00000010:0.0:1767384666.387111:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000080d4da29. 00000400:00000200:3.0:1767384666.387114:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:3.0:1767384666.387117:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000400:00000200:3.0:1767384666.387123:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000400:00000200:3.0:1767384666.387128:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000100:00000001:0.0:1767384666.387128:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.387135:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000400:00000200:3.0:1767384666.387138:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000100:00000001:0.0:1767384666.387140:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384666.387143:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000100:00000001:0.0:1767384666.387144:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.387151:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 00000100:00000040:0.0:1767384666.387155:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005edea30e] to pc [ptlrpcd_00_01+1] req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.387157:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 36], ns[135, 36] 00000400:00000200:3.0:1767384666.387171:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 36], ns[138, 36] 00000400:00000200:3.0:1767384666.387180:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 36], ns[143, 36] 00000400:00000200:3.0:1767384666.387185:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000400:00000200:3.0:1767384666.387191:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 00000400:00000200:3.0:1767384666.387198:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 10000000:00000001:0.0:1767384666.387201:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.387202:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384666.387205:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 10000000:00000001:0.0:1767384666.387206:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.387212:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384666.387214:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.387221:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000100:00000001:2.0:1767384666.387222:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:01000000:0.0:1767384666.387223:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000020:00000001:0.0:1767384666.387237:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384666.387239:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 36], ns[150, 36] 00000100:00000040:2.0:1767384666.387240:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384666.387242:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1767384666.387249:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384666.387255:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384666.387281:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384666.387282:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:3.0:1767384666.387284:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 36], ns[87, 36] 00000100:00000001:2.0:1767384666.387292:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384666.387292:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:3.0:1767384666.387302:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000020:01000004:0.0:1767384666.387303:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 02000000:00000001:2.0:1767384666.387305:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:0.0:1767384666.387307:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 02000000:00000001:2.0:1767384666.387314:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:0.0:1767384666.387315:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384666.387316:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 36], ns[131, 36] 00000020:01000004:0.0:1767384666.387322:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 02000000:00000001:2.0:1767384666.387338:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.387339:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 36], ns[93, 36] 00000020:01000004:0.0:1767384666.387339:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384666.387346:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384666.387350:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1767384666.387355:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005edea30e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048144128:0@lo:253: 00000400:00000200:3.0:1767384666.387357:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 00000100:00000010:0.0:1767384666.387360:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b27cbb. 00000020:00000040:0.0:1767384666.387372:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384666.387375:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384666.387382:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384666.387385:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 36], ns[140, 36] 02000000:00000001:2.0:1767384666.387385:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384666.387387:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384666.387400:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384666.387401:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.387402:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 36], ns[149, 36] 02000000:00000001:2.0:1767384666.387415:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384666.387421:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000034ff127. 00000400:00000200:3.0:1767384666.387422:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 36], ns[141, 36] 02000000:00000010:2.0:1767384666.387424:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000086c02747. 00000100:00000001:0.0:1767384666.387429:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.387431:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.387440:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1767384666.387441:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[143, 36], ns[146, 36] 00000400:00000200:3.0:1767384666.387449:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 36], ns[148, 36] 00000100:00000001:0.0:1767384666.387449:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.387462:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8ea1224. 00000400:00000010:2.0:1767384666.387471:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000223bd985. 00000100:00000200:2.0:1767384666.387475:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048144128, portal 25 00000100:00000001:2.0:1767384666.387482:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384666.387485:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717085696 : -106174992465920 : ffff9f6f354a4000) 00000100:00000040:0.0:1767384666.387489:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000057b27cbb] to pc [ptlrpcd_00_02+2] req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384666.387498:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.387521:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[148, 36], ns[151, 36] 00000400:00000200:3.0:1767384666.387554:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 36], ns[0, 36] 00000100:00000001:2.0:1767384666.387574:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384666.387579:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp41 00000100:00000040:2.0:1767384666.387587:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 10000000:00000001:0.0:1767384666.387589:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.387591:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2ddabca. 00000400:00000200:3.0:1767384666.387592:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp41 10000000:00000001:0.0:1767384666.387605:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384666.387606:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048144128, offset 0 00000400:00000200:3.0:1767384666.387610:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp41 lpni_is_preferred = 0 00000020:00000001:0.0:1767384666.387620:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.387621:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp41 00000400:00000200:2.0:1767384666.387632:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:0.0:1767384666.387633:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384666.387641:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp41 NI seq info: [152:152:256:4294967295] 192.168.203.125@tcp41 LPNI seq info [149:149:8:4294967295] 00000020:00000010:0.0:1767384666.387644:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000039619cc3. 00000400:00000200:3.0:1767384666.387651:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp41 00000100:00000001:0.0:1767384666.387659:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384666.387660:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp41(192.168.203.125@tcp41:) -> 192.168.203.125@tcp41(192.168.203.125@tcp:192.168.203.125@tcp41) : GET try# 0 00000100:00000001:0.0:1767384666.387665:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384666.387670:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp41 00000100:00000001:0.0:1767384666.387673:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1767384666.387679:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000d66ac4e. 00000100:00000001:0.0:1767384666.387683:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384666.387684:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384666.387689:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1767384666.387696:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000008e514868. 00000100:00000040:0.0:1767384666.387697:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384666.387707:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07100 00000800:00000010:3.0:1767384666.387714:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000c13dc61f. 00000400:00000200:2.0:1767384666.387728:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1531 [2] + 0 00000800:00000200:3.0:1767384666.387730:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (2) 00000100:00000001:0.0:1767384666.387732:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384666.387735:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.1:1767384666.387745:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (2) 02000000:00000001:0.0:1767384666.387746:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1767384666.387755:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d7e0371. 02000000:00000001:0.0:1767384666.387756:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384666.387768:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384666.387771:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc16020f 00000400:00000200:3.0:1767384666.387777:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000100:00100000:0.0:1767384666.387778:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000057b27cbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048144256:0@lo:253: 00000400:00000200:2.0:1767384666.387785:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.387786:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000100:00000001:0.0:1767384666.387786:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384666.387800:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1767384666.387810:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1767384666.387811:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384666.387826:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384666.387829:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc16020f 00000400:00000010:2.0:1767384666.387833:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc16020f. 02000000:00000010:0.0:1767384666.387835:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000d924432d. 00000100:00000001:2.0:1767384666.387839:0:16355:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:0.0:1767384666.387839:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384666.387845:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384666.387848:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000f0c578f8 x1853237048144128 msgsize 4848 00000400:00000010:0.0:1767384666.387848:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067649860. 00000100:00100000:2.0:1767384666.387869:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1767384666.387870:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce3fe244. 00000100:00000040:2.0:1767384666.387875:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:0.0:1767384666.387878:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048144256, portal 25 00000100:00000001:0.0:1767384666.387881:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384666.387885:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717095552 : -106174992456064 : ffff9f6f354a6680) 00000100:00000001:2.0:1767384666.387895:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:0.0:1767384666.387896:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.387903:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000001:0.0:1767384666.387904:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384666.387905:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2ddabca 00000400:00000010:2.0:1767384666.387913:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2ddabca. 00000100:00000040:0.0:1767384666.387914:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384666.387922:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008a2ebad. 00000100:00000001:2.0:1767384666.387923:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384666.387928:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048144256, offset 0 00000100:00000200:2.0:1767384666.387934:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.387957:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384666.387963:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384666.387965:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384666.387971:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.387972:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384666.387987:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.387994:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294954164 00000100:00000010:2.0:1767384666.387999:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009aef9523. 00000100:00000001:2.0:1767384666.388008:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1767384666.388008:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384666.388027:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294954164 00000100:00000010:2.0:1767384666.388032:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f40786bf. 00000400:00000200:0.0:1767384666.388037:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07180 00000100:00000001:2.0:1767384666.388040:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1767384666.388052:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1549 [2] + 0 00000100:00000001:2.0:1767384666.388054:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294954164 00000400:00000200:3.0:1767384666.388059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000010:2.0:1767384666.388066:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad91b069. 00000400:00000010:0.0:1767384666.388068:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab0265ec. 00000100:00000001:2.0:1767384666.388075:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384666.388077:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004e338186 00000100:00000001:2.0:1767384666.388087:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294954164 00000400:00000200:0.0:1767384666.388087:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384666.388096:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384666.388105:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000313c80d9. 00000400:00000200:0.0:1767384666.388110:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e338186 00000100:00000001:2.0:1767384666.388112:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000400:00000010:0.0:1767384666.388114:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004e338186. 00000100:00000001:2.0:1767384666.388129:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384666.388130:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:3.0:1767384666.388133:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00000200:0.0:1767384666.388134:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384666.388141:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384666.388146:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000f001ef10 x1853237048144256 msgsize 4848 00000100:00000001:2.0:1767384666.388149:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.388154:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384666.388164:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384666.388169:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1767384666.388170:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384666.388179:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384666.388186:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.388189:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384666.388194:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.388195:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384666.388204:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384666.388211:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000008a2ebad 00000400:00000010:0.0:1767384666.388215:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000008a2ebad. 00000100:00000001:0.0:1767384666.388223:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384666.388226:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.388231:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384666.388232:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.388270:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384666.388276:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384666.388277:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000040:0.0:1767384666.388279:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384666.388281:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048144128 02000000:00000001:2.0:1767384666.388290:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384666.388295:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384666.388296:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.388304:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.388305:0:16356:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1767384666.388317:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384666.388322:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048144128 00000100:00000001:0.0:1767384666.388322:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.388329:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384666.388330:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294954164 00000020:00000040:2.0:1767384666.388334:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000200:3.0:1767384666.388336:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000001:0.0:1767384666.388337:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294954164 00000020:00000001:2.0:1767384666.388341:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384666.388345:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294954164 00000020:00000040:2.0:1767384666.388346:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:0.0:1767384666.388350:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294954164 00000020:00000001:2.0:1767384666.388351:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384666.388357:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294954164 00000020:00000001:2.0:1767384666.388358:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384666.388367:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294954164 00000100:00000001:2.0:1767384666.388368:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384666.388377:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294954164 00000020:00000010:2.0:1767384666.388378:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a00c3e7. 00000400:00000200:3.0:1767384666.388380:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000001:2.0:1767384666.388385:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384666.388391:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294954164 00000020:00000010:2.0:1767384666.388393:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a00c3e7. 00000100:00000001:0.0:1767384666.388395:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384666.388400:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384666.388403:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003916c269. 00000100:00000001:0.0:1767384666.388403:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.388412:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384666.388415:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000060a69530. 00000100:00000001:0.0:1767384666.388422:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1767384666.388423:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:0.0:1767384666.388426:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384666.388435:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384666.388437:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384666.388439:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.388443:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.388457:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00000040:2.0:1767384666.388472:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384666.388485:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384666.388488:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384666.388490:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.388503:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.388522:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384666.388523:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384666.388528:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048144256 02000000:00000001:0.0:1767384666.388533:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384666.388536:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384666.388540:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384666.388546:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384666.388551:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048144256 00000100:00000001:2.0:1767384666.388553:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384666.388554:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384666.388557:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384666.388559:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384666.388564:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1767384666.388568:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000020:00000040:0.0:1767384666.388569:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000040:2.0:1767384666.388577:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000001:0.0:1767384666.388579:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:3.0:1767384666.388590:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:2.0:1767384666.388592:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971814480 : -106175737737136 : ffff9f6f08de5050) 00000020:00000001:0.0:1767384666.388593:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384666.388613:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384666.388614:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f0c578f8 x1853237048144128/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:647/0 lens 4848/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384666.388619:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fb413da. 00000100:00000001:2.0:1767384666.388632:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384666.388634:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384666.388645:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005a00c3e7. 00000020:00000010:0.0:1767384666.388647:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fb413da. 00000100:00000001:2.0:1767384666.388664:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384666.388668:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c16389f2. 00000020:00000010:2.0:1767384666.388670:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005a00c3e7. 00000020:00000010:0.0:1767384666.388682:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e64b1e00. 00000100:00100000:2.0:1767384666.388688:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f0c578f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048144128:12345-0@lo:253: 00000020:00000010:0.0:1767384666.388693:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000d3ebf7b2. 00000400:00000200:3.0:1767384666.388694:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000200:2.0:1767384666.388694:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048144128 00000100:00000001:0.0:1767384666.388702:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384666.388706:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384666.388707:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384666.388712:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.388713:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384666.388719:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.388723:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384666.388726:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00000001:0.0:1767384666.388726:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.388732:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384666.388734:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384666.388739:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384666.388741:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384666.388745:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.388747:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.388751:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384666.388753:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 02000000:00000001:2.0:1767384666.388755:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384666.388763:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384666.388766:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384666.388769:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015034cbd. 02000000:00000001:2.0:1767384666.388777:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.388791:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384666.388792:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00000040:0.0:1767384666.388797:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:0.0:1767384666.388807:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971816528 : -106175737735088 : ffff9f6f08de5850) 20000000:00000001:2.0:1767384666.388809:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000040:0.0:1767384666.388818:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f001ef10 x1853237048144256/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:647/0 lens 4848/0 e 0 to 0 dl 1767384677 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384666.388821:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 20000000:00000010:2.0:1767384666.388823:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000006e7049b. 20000000:01000000:2.0:1767384666.388835:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:0.0:1767384666.388837:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 20000000:00000001:2.0:1767384666.388840:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000020:00000010:0.0:1767384666.388842:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fb413da. 20000000:00000001:2.0:1767384666.388845:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384666.388852:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.388853:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 20000000:00000001:2.0:1767384666.388866:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384666.388867:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fb413da. 20000000:00000001:2.0:1767384666.388888:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:2.0:1767384666.388904:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003582ca0d. 00000100:00100000:0.0:1767384666.388911:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f001ef10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048144256:12345-0@lo:253: 20000000:01000000:2.0:1767384666.388913:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 00000100:00000200:0.0:1767384666.388925:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048144256 20000000:00000001:2.0:1767384666.388927:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000020:00000001:0.0:1767384666.388931:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00080000:00000001:2.0:1767384666.388935:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000001:0.0:1767384666.388939:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384666.388940:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000020:00000001:0.0:1767384666.388961:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384666.388985:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384666.388986:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384666.388992:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384666.388995:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1767384666.388997:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:0.0:1767384666.388999:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384666.389001:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000020:00000001:0.0:1767384666.389004:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384666.389007:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.389013:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384666.389016:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:2.0:1767384666.389019:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384666.389023:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384666.389025:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384666.389025:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b80f6e6. 02000000:00000001:0.0:1767384666.389030:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384666.389031:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000100:00000001:0.0:1767384666.389033:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384666.389035:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384666.389037:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000002:2.0:1767384666.389040:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:2.0:1767384666.389047:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 20000000:00000010:0.0:1767384666.389048:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cb3ff662. 00080000:00000002:2.0:1767384666.389053:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 20000000:01000000:0.0:1767384666.389055:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:3.0:1767384666.389056:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00080000:00000001:2.0:1767384666.389062:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384666.389063:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384666.389068:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384666.389071:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:0.0:1767384666.389072:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000020:00000001:2.0:1767384666.389075:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 20000000:00000001:0.0:1767384666.389076:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384666.389080:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.389083:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 20000000:00000001:0.0:1767384666.389085:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:3.0:1767384666.389088:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00080000:00000001:2.0:1767384666.389095:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384666.389099:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f056d71b. 00080000:00000001:2.0:1767384666.389102:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893638276096 : -106180071275520 : ffff9f6e0691c400) 00080000:00000001:2.0:1767384666.389107:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384666.389112:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384666.389115:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00080000:00000010:2.0:1767384666.389116:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005a00c3e7. 00080000:00000001:2.0:1767384666.389128:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384666.389133:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384666.389159:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384666.389164:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00080000:00000001:2.0:1767384666.389190:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384666.389195:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389281:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389307:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389325:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389369:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389386:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389432:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389449:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389545:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389565:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389580:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389599:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389614:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389637:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389651:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.389701:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384666.389835:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9fb861. 00000800:00000010:3.0:1767384666.389838:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000104597d6. 00000800:00000010:3.0:1767384666.389843:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fc43868e. 00000800:00000010:3.0:1767384666.389857:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fc43868e. 00000800:00020000:3.0:1767384666.389865:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384666.389867:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000104597d6. 00000800:00000010:3.0:1767384666.389869:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000007f9fb861. 00000400:02020000:3.0:1767384666.389896:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp41 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384666.389908:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp41 notifying 192.168.203.125@tcp41: down 00000800:00000200:3.0:1767384666.389913:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp41 down 00000800:00000100:3.0:1767384666.389918:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp41 00000800:00000010:3.0:1767384666.389921:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000d66ac4e. 00000400:00000200:3.0:1767384666.389924:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384666.389927:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp41->192.168.203.125@tcp41: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384666.389934:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp41 added to recovery queue. ping count: 0 next ping: 287 health :900 00000400:00000200:3.0:1767384666.389937:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384666.389940:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 1 00000400:00000200:3.0:1767384666.389942:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384666.389988:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384666.389992:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100871 00000400:00000001:0.0:1767384666.389996:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384666.389997:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384666.389998:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030d1ce44 00000400:00000010:0.0:1767384666.389999:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030d1ce44. 00000400:00000200:0.0:1767384666.390003:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384666.390005:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:0.0:1767384666.390008:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000020103c6c. 00000400:00000200:0.0:1767384666.390011:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (35) 00000400:00000200:0.0:1767384666.390014:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:-71 00000400:00000200:0.0:1767384666.390018:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 rc -71 00000400:00000200:0.0:1767384666.390022:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384666.390028:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (34) 00080000:00000010:0.0:1767384666.390897:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f056d71b. 00080000:00000010:2.0:1767384666.390975:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005a00c3e7. 00040000:00000001:2.0:1767384666.390981:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384666.390983:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384666.390986:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384666.390990:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384666.390992:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384666.390994:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384666.391007:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384666.391017:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384666.391021:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384666.391026:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:0.0:1767384666.391036:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000e47c691. 20000000:01000000:0.0:1767384666.391039:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #44 20000000:00000001:0.0:1767384666.391043:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384666.391048:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:01000000:3.0:1767384666.391050:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:0.0:1767384666.391051:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:3.0:1767384666.391055:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384666.391058:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384666.391063:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:0.0:1767384666.391065:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:3.0:1767384666.391066:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384666.391078:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4737dc3. 00080000:00000001:0.0:1767384666.391082:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.391084:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:0.0:1767384666.391086:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000010:3.0:1767384666.391088:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ac4b3bf3. 00080000:00000001:0.0:1767384666.391090:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384666.391094:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:0.0:1767384666.391094:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384666.391096:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384666.391097:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ac4b3bf3 with handle 0x71ee3a74e2719270 to hash 00080000:00000002:0.0:1767384666.391100:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:3.0:1767384666.391101:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384666.391104:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00000020:00000001:0.0:1767384666.391108:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00010000:00000001:3.0:1767384666.391109:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00080000:00000002:0.0:1767384666.391111:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:3.0:1767384666.391113:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384666.391117:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384666.391117:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1767384666.391120:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:0.0:1767384666.391123:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.391128:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:0.0:1767384666.391133:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384666.391134:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00000020:00000001:0.0:1767384666.391136:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:3.0:1767384666.391137:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384666.391140:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384666.391142:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384666.391142:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384666.391146:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384666.391150:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000017871ece. 00010000:00000001:3.0:1767384666.391154:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:0.0:1767384666.391154:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893638067712 : -106180071483904 : ffff9f6e068e9600) 00010000:00000001:3.0:1767384666.391157:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384666.391159:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384666.391163:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00000001:00000001:0.0:1767384666.391164:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384666.391167:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00080000:00000010:0.0:1767384666.391168:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004fb413da. 00010000:00000001:3.0:1767384666.391169:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384666.391172:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00080000:00000001:0.0:1767384666.391174:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384666.391176:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000f4737dc3) refcount = 1 00080000:00000001:0.0:1767384666.391177:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:3.0:1767384666.391182:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.391186:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384666.391188:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384666.391189:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384666.391192:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.391193:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384666.391196:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384666.391199:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384666.391200:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000001:3.0:1767384666.391203:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:00000010:2.0:1767384666.391203:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000006e7049b. 20000000:01000000:3.0:1767384666.391208:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00080000:00000001:0.0:1767384666.391209:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 20000000:00000001:2.0:1767384666.391210:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.391214:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384666.391219:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000040:2.0:1767384666.391219:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048144128 00000020:00000040:3.0:1767384666.391227:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=4 00010000:00000001:2.0:1767384666.391228:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384666.391234:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384666.391236:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384666.391239:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000200:2.0:1767384666.391239:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f0c578f8 x1853237048144128/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384666.391248:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.391271:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384666.391275:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.391276:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384666.391281:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384666.391283:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=83 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384666.391300:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384666.391301:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384666.391309:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384666.391313:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00010000:3.0:1767384666.391314:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384666.391321:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384666.391331:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384666.391332:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1767384666.391333:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.391336:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384666.391340:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.391340:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384666.391349:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1767384666.391350:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2ddabca. 00010000:00010000:3.0:1767384666.391352:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384666.391356:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048144128, offset 224 00010000:00010000:3.0:1767384666.391374:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000ac4b3bf3 already unused, calling callback (000000009752a4b4) 00000400:00000200:2.0:1767384666.391378:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384666.391381:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384666.391384:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384666.391388:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384666.391398:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384666.391412:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384666.391414:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1767384666.391418:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07100 00000020:00000001:3.0:1767384666.391419:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384666.391424:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ac4b3bf3 refcount=5 00000020:00000001:3.0:1767384666.391428:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00000400:00000200:2.0:1767384666.391430:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1db9 [2] + 224 00010000:00000001:3.0:1767384666.391434:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741824 : -106175747809792 : ffff9f6f08449e00) 00010000:00000001:3.0:1767384666.391487:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384666.391497:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384666.391499:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384666.391516:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1767384666.391516:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384666.391525:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384666.391528:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.391529:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384666.391539:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:2.0:1767384666.391541:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384666.391546:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384666.391553:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384666.391558:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384666.391563:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ac4b3bf3 with handle 0x71ee3a74e2719270 from hash 00000100:00000040:2.0:1767384666.391564:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384666.391572:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384666.391578:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.391597:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384666.391599:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384666.391601:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384666.391603:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1767384666.391605:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384666.391611:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2ddabca 00010000:00000001:3.0:1767384666.391612:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000010:2.0:1767384666.391615:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2ddabca. 00010000:00000001:3.0:1767384666.391616:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384666.391620:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384666.391621:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.391624:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384666.391626:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384666.391629:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384666.391632:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.391633:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384666.391635:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384666.391644:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384666.391645:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384666.391645:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384666.391652:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.391654:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384666.391654:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384666.391662:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384666.391662:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384666.391663:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384666.391675:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8ea1224. 00010000:00000001:3.0:1767384666.391677:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.391677:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384666.391683:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000223bd985 00010000:00010000:3.0:1767384666.391690:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384666.391690:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f0c578f8 x1853237048144128/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384666.391692:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000223bd985. 00000100:00000001:0.0:1767384666.391704:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384666.391719:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384666.391737:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.391746:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384666.391754:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384666.391760:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384666.391767:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.391773:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384666.391780:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f0c578f8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048144128:12345-0@lo:253: Request processed in 3137us (3919us total) trans 0 rc 0/0 00010000:00000001:3.0:1767384666.391782:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:0.0:1767384666.391786:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384666.391791:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384666.391803:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384666.391814:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384666.391823:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00000001:0.0:1767384666.391825:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384666.391831:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384666.391837:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384666.391840:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384666.391846:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1767384666.391848:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:0.0:1767384666.391850:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384666.391851:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1767384666.391852:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384666.391856:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:3.0:1767384666.391861:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ac4b3bf3/0x71ee3a74e2719270 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384666.391862:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384666.391864:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000060a69530. 02000000:00000001:0.0:1767384666.391880:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384666.391882:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000f4737dc3 count: 0 00000020:00000010:2.0:1767384666.391883:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000100:00001000:0.0:1767384666.391888:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=83 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384666.391897:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003916c269. 00000100:00001000:0.0:1767384666.391898:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384666.391909:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384666.391914:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.391915:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1767384666.391915:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 20000000:00000001:3.0:1767384666.391928:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:0.0:1767384666.391930:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384666.391932:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:0.0:1767384666.391935:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384666.391937:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015034cbd. 00000100:00000001:0.0:1767384666.391963:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384666.391964:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384666.391969:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384666.391988:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384666.391992:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384666.392001:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000481c43d8. 00000100:00000001:0.0:1767384666.392002:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384666.392010:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1767384666.392013:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a2ddabca. 00000100:00000001:0.0:1767384666.392014:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384666.392029:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384666.392032:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1767384666.392035:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384666.392037:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384666.392039:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384666.392042:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384666.392044:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384666.392047:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384666.392048:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384666.392051:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384666.392056:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384666.392062:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005edea30e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048144128:0@lo:253: 00000100:00000001:0.0:1767384666.392067:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.392070:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384666.392076:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005edea30e x1853237048144128/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.392101:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384666.392103:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384666.392105:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000086c02747. 02000000:00000001:0.0:1767384666.392111:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384666.392113:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384666.392114:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384666.392116:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384666.392119:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000080d4da29. 02000000:00000001:0.0:1767384666.392129:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384666.392130:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384666.392137:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005edea30e. 00000100:00000001:0.0:1767384666.392139:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384666.392140:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.392141:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.392146:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384666.392147:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.392150:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384666.392152:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384666.392760:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000017871ece. 00080000:00000010:2.0:1767384666.392831:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004fb413da. 00040000:00000001:2.0:1767384666.392836:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384666.392837:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384666.392839:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384666.392842:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384666.392843:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384666.392844:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384666.392846:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384666.392856:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384666.392859:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384666.392865:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384666.392867:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384666.392871:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384666.392872:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384666.392881:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384666.392884:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384666.392891:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004586d41a. 00010000:00000001:3.0:1767384666.392894:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384666.392898:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c763f6f2. 00000020:00000001:3.0:1767384666.392902:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384666.392904:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c763f6f2 with handle 0x71ee3a74e2719277 to hash 00000020:00000001:3.0:1767384666.392906:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384666.392907:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384666.392909:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384666.392911:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384666.392912:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384666.392914:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.392918:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384666.392921:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384666.392923:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384666.392924:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384666.392927:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384666.392929:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384666.392931:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384666.392934:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384666.392936:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384666.392937:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384666.392938:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384666.392939:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004586d41a) refcount = 1 00010000:00010000:3.0:1767384666.392941:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.392957:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384666.392958:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384666.392959:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384666.392961:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.392962:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384666.392964:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384666.392973:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:3.0:1767384666.392977:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384666.392994:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384666.392995:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c763f6f2 refcount=4 00000020:00000001:3.0:1767384666.392997:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384666.393000:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00080000:00000020:2.0:1767384666.393003:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384666.393004:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384666.393011:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384666.393012:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384666.393016:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cb3ff662. 20000000:00000001:2.0:1767384666.393026:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.393028:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384666.393031:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384666.393034:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048144256 00010000:00000001:2.0:1767384666.393045:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384666.393051:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.393052:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:2.0:1767384666.393056:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f001ef10 x1853237048144256/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384666.393057:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.393093:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384666.393095:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384666.393096:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384666.393099:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.393100:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384666.393105:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:2.0:1767384666.393105:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=83 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384666.393120:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384666.393125:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000c763f6f2 already unused, calling callback (000000009752a4b4) 00000100:00000040:2.0:1767384666.393128:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:3.0:1767384666.393132:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1767384666.393132:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:3.0:1767384666.393140:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:2.0:1767384666.393140:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384666.393142:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1767384666.393143:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384666.393151:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384666.393156:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384666.393161:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1767384666.393162:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1767384666.393167:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384666.393170:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb02e7f9. 00000020:00000040:3.0:1767384666.393171:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c763f6f2 refcount=5 00000100:00000200:2.0:1767384666.393177:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048144256, offset 224 00000020:00000001:3.0:1767384666.393186:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00000400:00000200:2.0:1767384666.393194:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384666.393195:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961741312 : -106175747810304 : ffff9f6f08449c00) 00010000:00000001:3.0:1767384666.393198:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384666.393199:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.393211:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384666.393217:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000400:00000200:2.0:1767384666.393217:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384666.393225:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.393231:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1767384666.393235:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07180 00010000:00000001:3.0:1767384666.393236:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384666.393244:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384666.393250:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384666.393251:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1dc1 [2] + 224 00000020:00000040:3.0:1767384666.393258:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c763f6f2 with handle 0x71ee3a74e2719277 from hash 00000400:00000200:2.0:1767384666.393263:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384666.393264:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1767384666.393284:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384666.393287:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384666.393289:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384666.393290:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384666.393293:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384666.393294:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000200:2.0:1767384666.393296:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384666.393297:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384666.393302:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384666.393308:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384666.393318:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.393329:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1767384666.393334:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384666.393335:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384666.393347:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384666.393353:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384666.393357:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.393361:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.393364:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384666.393365:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384666.393370:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384666.393371:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384666.393373:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384666.393375:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1767384666.393377:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb02e7f9 00000400:00000010:2.0:1767384666.393380:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb02e7f9. 00010000:00000001:3.0:1767384666.393384:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1767384666.393388:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:3.0:1767384666.393389:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384666.393394:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384666.393395:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384666.393396:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384666.393406:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:0.0:1767384666.393406:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384666.393407:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384666.393414:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384666.393417:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:0.0:1767384666.393418:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 20000000:00000001:3.0:1767384666.393419:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384666.393428:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:3.0:1767384666.393429:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384666.393429:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384666.393442:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384666.393445:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384666.393447:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c763f6f2/0x71ee3a74e2719277 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384666.393453:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004586d41a count: 0 00000020:00000001:2.0:1767384666.393463:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384666.393467:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1767384666.393468:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067649860. 00000100:00000040:2.0:1767384666.393473:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f001ef10 x1853237048144256/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:647/0 lens 4848/4768 e 0 to 0 dl 1767384677 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384666.393475:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce3fe244 00000400:00000010:0.0:1767384666.393483:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce3fe244. 00010000:00000001:3.0:1767384666.393492:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384666.393494:0:16356:0:(events.c:78:reply_in_callback()) Process entered 20000000:00000001:3.0:1767384666.393497:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00100000:2.0:1767384666.393500:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f001ef10 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048144256:12345-0@lo:253: Request processed in 4658us (5348us total) trans 0 rc 0/0 00000100:00000200:0.0:1767384666.393506:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384666.393517:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00000040:2.0:1767384666.393530:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384666.393540:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384666.393545:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384666.393545:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384666.393552:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e64b1e00. 00000020:00000010:2.0:1767384666.393562:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000d3ebf7b2. 00000100:00000001:0.0:1767384666.393563:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384666.393568:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384666.393571:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c16389f2. 00000100:00000001:0.0:1767384666.393571:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384666.393580:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1767384666.393582:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000001:0.0:1767384666.393583:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384666.393585:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384666.393587:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384666.393593:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=83 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384666.393594:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384666.393599:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b80f6e6. 00000100:00001000:0.0:1767384666.393600:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=83 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384666.393603:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384666.393606:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384666.393608:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.393609:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384666.393615:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1767384666.393618:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:0.0:1767384666.393618:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.393627:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e8cf18c. 00000100:00000001:0.0:1767384666.393627:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384666.393638:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb02e7f9. 00000100:00000040:0.0:1767384666.393639:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.393647:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384666.393656:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384666.393658:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384666.393661:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384666.393662:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384666.393663:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384666.393664:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384666.393665:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384666.393666:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384666.393668:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384666.393670:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384666.393671:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384666.393674:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384666.393680:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000057b27cbb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048144256:0@lo:253: 00000100:00000001:0.0:1767384666.393683:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.393685:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384666.393686:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000057b27cbb x1853237048144256/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384666.393690:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384666.393691:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384666.393693:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000d924432d. 02000000:00000001:0.0:1767384666.393696:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384666.393697:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384666.393698:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384666.393699:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384666.393700:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000034ff127. 02000000:00000001:0.0:1767384666.393703:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384666.393704:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384666.393704:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057b27cbb. 00000100:00000001:0.0:1767384666.393707:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384666.393707:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.393709:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384666.393713:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384666.393714:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384666.393716:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384666.393719:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384666.394492:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294954164, at 4294954165 00000100:00000040:2.0:1767384666.394499:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294954164, at 4294954165 00000100:00000010:1.0:1767384666.394501:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f40786bf. 00000100:00000040:0.0:1767384666.394506:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294954164, at 4294954165 00000100:00000010:2.0:1767384666.394508:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad91b069. 00000100:00000040:3.0:1767384666.394525:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294954164, at 4294954165 00000100:00000010:0.0:1767384666.394525:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009aef9523. 00000100:00000010:3.0:1767384666.394538:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000313c80d9. 00010000:00000010:3.1:1767384666.401477:0:35236:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4737dc3. 00010000:00000010:3.1:1767384666.401486:0:35236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ac4b3bf3. 00010000:00000010:3.1:1767384666.401498:0:35236:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004586d41a. 00010000:00000010:3.1:1767384666.401508:0:35236:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c763f6f2. 00000400:00000010:3.0:1767384666.405913:0:35236:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000008860135d. 00000400:00000040:3.0:1767384666.405937:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384666.405940:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384666.405962:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.405964:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384666.405966:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.405968:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:3.0:1767384666.405970:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384666.405972:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:3.0:1767384666.405973:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384666.405990:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:3.0:1767384666.405992:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384666.405994:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384666.405996:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384666.405997:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384666.405998:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:3.0:1767384666.405999:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:3.0:1767384666.406001:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1767384666.406008:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:3.0:1767384666.406010:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:3.0:1767384666.406012:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.406014:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384666.406015:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384666.406016:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384666.406018:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384666.406019:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:3.0:1767384666.406021:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.406022:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384666.406023:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384666.406024:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384666.406025:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384666.406026:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:3.0:1767384666.406028:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:3.0:1767384666.406029:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:3.0:1767384666.406030:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1767384666.406032:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:3.0:1767384666.406033:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384666.406034:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:3.0:1767384666.406036:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:3.0:1767384666.406037:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384666.406038:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:3.0:1767384666.406039:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384666.406040:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1767384666.406042:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:3.0:1767384666.406043:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:3.0:1767384666.406044:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:3.0:1767384666.406045:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:3.0:1767384666.406046:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:3.0:1767384666.406047:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:3.0:1767384666.406049:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1767384666.406050:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:3.0:1767384666.406051:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:3.0:1767384666.406052:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1767384666.406053:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:3.0:1767384666.406055:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:3.0:1767384666.406056:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:3.0:1767384666.406057:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:3.0:1767384666.406061:0:35236:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:3.0:1767384666.406135:0:35236:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000008860135d. 00000400:00000200:1.0:1767384666.854559:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp40 00000400:00000010:1.0:1767384666.854566:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000000516e369. 00000400:00000010:1.0:1767384666.854574:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004860f2f8. 00000400:00000010:1.0:1767384666.854579:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080dfd572. 00000400:00000010:1.0:1767384666.854587:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000085d513e9. 00000400:00000200:1.0:1767384666.854591:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp40 00000400:00000200:1.0:1767384666.854614:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp40 local destination 00000400:00000200:1.0:1767384666.854621:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp40 00000400:00000200:1.0:1767384666.854624:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp40 NI seq info: [153:153:256:4294967295] 192.168.203.125@tcp40 LPNI seq info [150:150:8:4294967295] 00000400:00000200:1.0:1767384666.854630:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp40 00000400:00000200:1.0:1767384666.854641:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp40(192.168.203.125@tcp40:) -> 192.168.203.125@tcp40(192.168.203.125@tcp40:192.168.203.125@tcp40) : GET try# 0 00000800:00000200:1.0:1767384666.854647:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp40 00000800:00000010:1.0:1767384666.854651:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000c538f60c. 00000800:00000200:1.0:1767384666.854659:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (2) 00000800:00000200:1.1:1767384666.854666:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (2) 00000400:00000200:1.0:1767384666.854691:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp40 added to recovery queue. ping count: 2 next ping: 291 health :800 00000400:00000200:1.0:1767384666.854698:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp41 00000400:00000010:1.0:1767384666.854708:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000080cda63f. 00000400:00000010:1.0:1767384666.854714:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009cce27a2. 00000400:00000010:1.0:1767384666.854734:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ac6fa21b. 00000400:00000010:1.0:1767384666.854740:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d6521531. 00000400:00000200:1.0:1767384666.854744:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp41 00000400:00000200:1.0:1767384666.854754:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp41 local destination 00000400:00000200:1.0:1767384666.854758:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp41 00000400:00000200:1.0:1767384666.854763:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp41 NI seq info: [154:154:256:4294967295] 192.168.203.125@tcp41 LPNI seq info [151:151:8:4294967295] 00000400:00000200:1.0:1767384666.854768:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp41 00000400:00000200:0.0:1767384666.854770:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384666.854804:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp41(192.168.203.125@tcp41:) -> 192.168.203.125@tcp41(192.168.203.125@tcp41:192.168.203.125@tcp41) : GET try# 0 00000800:00000200:1.0:1767384666.854812:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp41 00000800:00000010:1.0:1767384666.854818:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000007e3d5300. 00000800:00000200:1.0:1767384666.854823:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (2) 00000800:00000200:1.1:1767384666.854831:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (2) 00000400:00000200:0.0:1767384666.854863:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384666.854874:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp41 added to recovery queue. ping count: 1 next ping: 289 health :900 00000400:00000200:0.0:1767384666.854930:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.855025:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.855026:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.855234:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.855235:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.855495:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.855516:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.855625:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.855670:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.855769:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.855824:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.855877:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.855939:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.855967:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.856101:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.856101:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.856307:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.856308:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.856503:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.856521:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.856618:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.856653:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.856728:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.856795:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.856831:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.856928:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.856938:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.857103:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.857104:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.857280:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.857281:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.857413:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.857481:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.857560:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.857591:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.857650:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.857683:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.857760:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.857822:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.857860:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.857980:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.857982:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.858077:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.858090:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.858210:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.858230:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.858327:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.858354:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.858408:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.858491:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.858497:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.858663:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.858667:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.858755:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.858773:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.858851:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.858909:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.858974:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.859102:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.859102:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.859278:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.859298:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.859394:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.859412:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384666.859482:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.859547:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.859645:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.859739:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384666.859787:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015034cbd. 00000800:00000010:2.0:1767384666.859794:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e6e1cdfb. 00000800:00000010:2.0:1767384666.859801:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e2748b20. 00000400:00000200:0.0:1767384666.859801:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000800:00000010:2.0:1767384666.859844:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e2748b20. 00000800:00020000:2.0:1767384666.859859:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384666.859862:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e6e1cdfb. 00000800:00000010:2.0:1767384666.859868:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000015034cbd. 00000400:00000200:0.0:1767384666.859874:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:02020000:2.0:1767384666.859983:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp41 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384666.859999:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp41 notifying 192.168.203.125@tcp41: down 00000400:00000200:2.0:1767384666.860004:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000400:00000200:0.0:1767384666.860011:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000800:00000100:2.0:1767384666.860019:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp41 00000800:00000010:2.0:1767384666.860024:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000007e3d5300. 00000400:00000200:2.0:1767384666.860031:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384666.860040:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp41->192.168.203.125@tcp41: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384666.860052:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384666.860057:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp41 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384666.860064:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp41) recovery failed with -71 00000400:00000200:0.0:1767384666.860100:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.860122:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.860149:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.860168:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.860186:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.860203:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.125:988 00000800:00000010:0.0:1767384666.860493:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000084f822ab. 00000800:00000010:0.0:1767384666.860498:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fafc0f7a. 00000800:00000010:0.0:1767384666.860504:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d221f5de. 00000800:00000010:0.0:1767384666.860557:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d221f5de. 00000400:00000200:2.0:1767384666.860808:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:2.0:1767384666.860826:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp40 from 211.3.0.2 00000800:00000010:2.0:1767384666.860837:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000e9577e45. 00000800:00000010:3.0:1767384666.860973:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000007f9fb861. 00000800:00000010:3.0:1767384666.860996:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c39673c1. 00000800:00000010:3.0:1767384666.861043:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000009fa4be34. 00000800:00000200:3.1:1767384666.861055:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (2) 00000800:00000200:3.1:1767384666.861060:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp40 000000009fa4be34 deleted 00000800:00000010:3.1:1767384666.861064:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000009fa4be34. 00000800:00000200:3.1:1767384666.861073:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384666.861083:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp40 ip 192.168.203.125:979 00000800:00000200:3.1:1767384666.861094:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c538f60c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384666.861103:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp40 p 3.x 192.168.203.125 -> 192.168.203.125:979 incarnation:1767384656232879444 sched[0] 00000800:00000010:3.0:1767384666.861111:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000085327e58. 00000800:00000010:3.0:1767384666.861228:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000085327e58. 00000800:00000010:3.0:1767384666.861236:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c39673c1. 00000800:00000200:0.1:1767384666.861260:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.0:1767384666.861274:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp40 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384656232879444 sched[0] 00000800:00000010:0.0:1767384666.861279:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fafc0f7a. 00000800:00000010:3.0:1767384666.861321:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000e9577e45. 00000800:00000001:3.0:1767384666.861340:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.861349:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384666.861417:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000200:3.0:1767384666.861424:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384666.861429:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000c538f60c. 00000400:00000200:3.0:1767384666.861437:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.861447:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp40->192.168.203.125@tcp40: GET: OK 00000400:00000200:3.0:1767384666.861486:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384666.861490:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp40 recovery message sent successfully:0 00000800:00000001:3.0:1767384666.861523:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.861534:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384666.861538:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.861554:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.861567:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp40(192.168.203.125@tcp40) <- 192.168.203.125@tcp40 : GET - for me 00000400:00000200:0.0:1767384666.861578:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.861590:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384666.861604:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x1db1 [1] + 0 00000400:00000200:3.0:1767384666.861625:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp40 to MR: 192.168.203.125@tcp40 local destination 00000400:00000200:3.0:1767384666.861636:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp40 NI seq info: [155:155:256:4294967295] 192.168.203.125@tcp40 LPNI seq info [152:152:8:4294967295] 00000400:00000200:3.0:1767384666.861672:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp40(192.168.203.125@tcp40:192.168.203.125@tcp40) -> 192.168.203.125@tcp40(192.168.203.125@tcp40:192.168.203.125@tcp40) 192.168.203.125@tcp40 : REPLY try# 0 00000800:00000200:3.0:1767384666.861683:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp40 00000800:00000010:3.0:1767384666.861692:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e52c8f7. 00000800:00000200:3.0:1767384666.861711:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (4) 00000800:00000200:3.0:1767384666.861719:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp40 ip 192.168.203.125:988 00000800:00000200:3.0:1767384666.861724:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e52c8f7 type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384666.861772:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000800:00000200:3.0:1767384666.861811:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384666.861815:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e52c8f7. 00000400:00000200:3.0:1767384666.861822:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.861828:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp40->192.168.203.125@tcp40: REPLY: OK 00000800:00000001:3.0:1767384666.861852:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.861859:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384666.861864:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.861867:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384666.861869:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.861871:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.861887:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp40(192.168.203.125@tcp40) <- 192.168.203.125@tcp40 : REPLY - for me 00000400:00000200:0.0:1767384666.861897:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384666.861905:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp40: Reply from 12345-192.168.203.125@tcp40 of length 272/272 into md 0x1dd9 00000800:00000001:3.0:1767384666.861914:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.861923:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384666.861927:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384666.861935:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp40->192.168.203.125@tcp40: REPLY: OK 00000400:00000200:3.0:1767384666.861955:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080dfd572 00000400:00000010:3.0:1767384666.861959:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080dfd572. 00000400:00000200:3.0:1767384666.861970:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384666.861980:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000000516e369. 00000400:00000010:3.0:1767384666.861990:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004860f2f8. 00000800:00000001:3.0:1767384666.862006:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384666.862016:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384666.862065:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862140:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862211:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862232:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862253:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862272:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862333:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862422:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862533:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862565:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862594:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862616:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862632:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862647:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862662:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862681:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862702:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862721:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862736:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862761:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862777:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862792:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862815:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862839:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862858:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862884:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862899:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862917:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862933:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.862966:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384666.863009:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384666.863098:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b80f6e6. 00000800:00000010:0.0:1767384666.863101:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fafc0f7a. 00000800:00000010:0.0:1767384666.863104:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d221f5de. 00000800:00000010:0.0:1767384666.863118:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d221f5de. 00000800:00020000:0.0:1767384666.863122:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384666.863125:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fafc0f7a. 00000800:00000010:0.0:1767384666.863131:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006b80f6e6. 00000400:02020000:0.0:1767384666.863168:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp40 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384667.046555:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384667.046563:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384667.046568:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384667.046572:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384667.046615:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384667.046619:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384667.046623:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384667.749546:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1767384667.749552:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384667.750535:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384667.750540:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:1.0:1767384667.750545:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384667.750547:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384667.750549:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384667.750552:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384667.750556:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384667.750558:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 00000100:00000001:2.0:1767384667.750560:0:17070:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 10000000:01000000:1.0:1767384667.750561:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 71 10000000:00000001:1.0:1767384667.750567:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 00000100:00000001:2.0:1767384667.750568:0:17070:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384667.750570:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384667.750582:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013f421b7. 00000020:00000040:1.0:1767384667.750588:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384667.750593:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384667.750597:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384667.750603:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384667.750610:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bc21181. 00000100:00000001:1.0:1767384667.750616:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.750620:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384667.750630:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384667.750638:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000076edaf54. 00010000:00000001:1.0:1767384667.750642:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384667.750644:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000499dc64f. 00000020:00000001:1.0:1767384667.750648:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384667.750651:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000499dc64f with handle 0x71ee3a74e271927e to hash 00000020:00000001:1.0:1767384667.750652:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384667.750654:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384667.750656:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384667.750659:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384667.750661:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384667.750663:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384667.750672:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384667.750681:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384667.750685:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384667.750687:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384667.750694:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb702cfd. 00000100:00000001:1.0:1767384667.750695:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893629260736 : -106180080290880 : ffff9f6e060833c0) 00000100:00000001:1.0:1767384667.750697:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384667.750698:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636141312 : -106180073410304 : ffff9f6e06713100) 00000100:00000001:1.0:1767384667.750702:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384667.750704:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.750706:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384667.750708:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384667.750715:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.750723:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384667.750725:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.750733:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384667.750735:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384667.750737:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384667.750739:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013f421b7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048144384:0@lo:101: 00000100:00000001:1.0:1767384667.750743:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384667.750749:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384667.750751:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.750753:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384667.750756:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a39d068d. 02000000:00000001:1.0:1767384667.750758:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384667.750763:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9d8e860. 00000400:00000010:1.0:1767384667.750770:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de82030. 00000100:00000200:1.0:1767384667.750777:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048144384, portal 25 00000100:00000001:1.0:1767384667.750778:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384667.750780:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636141312 : -106180073410304 : ffff9f6e06713100) 00000100:00000040:1.0:1767384667.750783:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.750789:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384667.750792:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384667.750795:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af6b0070. 00000100:00000200:1.0:1767384667.750797:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048144384, offset 0 00000400:00000200:1.0:1767384667.750826:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384667.750841:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384667.750852:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff07200 00000400:00000200:1.0:1767384667.750859:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x156d [2] + 0 00000400:00000010:1.0:1767384667.750862:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed7ac4c1. 00000400:00000200:1.0:1767384667.750866:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a0fdea7e 00000400:00000200:1.0:1767384667.750872:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.750876:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384667.750881:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0fdea7e 00000400:00000010:1.0:1767384667.750883:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a0fdea7e. 00000100:00000001:1.0:1767384667.750888:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384667.750890:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384667.750893:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000035c7c29 x1853237048144384 msgsize 328 00000100:00100000:1.0:1767384667.750902:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384667.750903:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384667.750912:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384667.750920:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af6b0070 00000400:00000010:1.0:1767384667.750921:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af6b0070. 00000100:00000001:1.0:1767384667.750923:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384667.750926:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.750947:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384667.750950:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.750955:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.750957:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384667.750960:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384667.750962:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384667.750964:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048144384 02000000:00000001:2.0:1767384667.750969:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384667.750969:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294955527 00000100:00000001:2.0:1767384667.750973:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1767384667.750975:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e8a7db6c. 00000100:00000001:2.0:1767384667.750976:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384667.750983:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.750984:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00100000:2.0:1767384667.750987:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048144384 00000020:00000001:2.0:1767384667.750991:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384667.750993:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:1.0:1767384667.750993:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294955527 00000020:00000001:2.0:1767384667.750997:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1767384667.750999:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083701dc3. 00000020:00000040:2.0:1767384667.751001:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000100:00000001:1.0:1767384667.751003:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000020:00000001:2.0:1767384667.751006:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384667.751008:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294955527 00000020:00000001:2.0:1767384667.751009:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384667.751016:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384667.751016:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e6115b6d. 00000020:00000010:2.0:1767384667.751022:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f87142d6. 00000100:00000001:1.0:1767384667.751022:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384667.751026:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294955527 00000100:00000001:2.0:1767384667.751027:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384667.751031:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f87142d6. 00000100:00000010:1.0:1767384667.751034:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000061a3a72c. 00000020:00000010:2.0:1767384667.751038:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003916c269. 00000100:00000001:1.0:1767384667.751040:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000020:00000010:2.0:1767384667.751045:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008819e972. 00000100:00000001:1.0:1767384667.751046:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384667.751052:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.751055:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:1.0:1767384667.751055:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384667.751059:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767384667.751062:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fb702cfd going to sleep for 11 seconds 00000100:00000001:1.0:1767384667.751067:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384667.751069:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384667.751072:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384667.751075:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384667.751078:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.751079:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.751086:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.751103:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.751113:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384667.751114:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384667.751118:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00000040:2.0:1767384667.751121:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384667.751131:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971819600 : -106175737732016 : ffff9f6f08de6450) 00000100:00000040:2.0:1767384667.751136:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000035c7c29 x1853237048144384/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:648/0 lens 328/0 e 0 to 0 dl 1767384678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.751145:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384667.751147:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f87142d6. 00000100:00000001:2.0:1767384667.751148:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384667.751150:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f87142d6. 00000100:00100000:2.0:1767384667.751153:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000035c7c29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048144384:12345-0@lo:101: 00000100:00000200:2.0:1767384667.751156:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048144384 00000020:00000001:2.0:1767384667.751159:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384667.751163:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384667.751165:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.751168:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384667.751170:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:2.0:1767384667.751173:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384667.751174:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384667.751177:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384667.751179:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384667.751182:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.751185:0:17080:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384667.751187:0:17080:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384667.751189:0:17080:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384667.751191:0:17080:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384667.751193:0:17080:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384667.751197:0:17080:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384667.751204:0:17080:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005fa4d6d8. 00010000:00000001:2.0:1767384667.751207:0:17080:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384667.751210:0:17080:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b7aa9025. 00000020:00000001:2.0:1767384667.751213:0:17080:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384667.751216:0:17080:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000b7aa9025 with handle 0x71ee3a74e2719285 to hash 00000020:00000001:2.0:1767384667.751218:0:17080:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384667.751219:0:17080:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932348416 : -106174777203200 : ffff9f6f421ee600) 00010000:00000001:2.0:1767384667.751221:0:17080:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932348416 : -106174777203200 : ffff9f6f421ee600) 00010000:00010000:2.0:1767384667.751229:0:17080:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e271927e expref: -99 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384667.751236:0:17080:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:2.0:1767384667.751238:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:2.0:1767384667.751245:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384667.751247:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384667.751251:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000b15214b2. 02000000:00000001:2.0:1767384667.751253:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.751255:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384667.751257:0:17080:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384667.751260:0:17080:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384667.751262:0:17080:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384667.751264:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384667.751266:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384667.751268:0:17080:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384667.751269:0:17080:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384667.751271:0:17080:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384667.751273:0:17080:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384667.751274:0:17080:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384667.751276:0:17080:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384667.751277:0:17080:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005fa4d6d8) refcount = 1 00010000:00010000:2.0:1767384667.751281:0:17080:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e271927e expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384667.751285:0:17080:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384667.751287:0:17080:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384667.751288:0:17080:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384667.751290:0:17080:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384667.751291:0:17080:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384667.751295:0:17080:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384667.751300:0:17080:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e271927e expref: 15 pid: 17080 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384667.751305:0:17080:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384667.751312:0:17080:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384667.751314:0:17080:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384667.751316:0:17080:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384667.751319:0:17080:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384667.751321:0:17080:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384667.751322:0:17080:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384667.751323:0:17080:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000b7aa9025, rc 0) 00000020:00000001:2.0:1767384667.751325:0:17080:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384667.751328:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048144384 00010000:00000001:2.0:1767384667.751330:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384667.751334:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000035c7c29 x1853237048144384/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:648/0 lens 328/344 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384667.751340:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384667.751342:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384667.751345:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384667.751349:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384667.751351:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384667.751352:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384667.751355:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384667.751357:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.751359:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384667.751360:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384667.751362:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000100:00000200:2.0:1767384667.751365:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048144384, offset 224 00000400:00000200:2.0:1767384667.751372:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384667.751378:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384667.751383:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff07200 00000400:00000200:2.0:1767384667.751387:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1de1 [1] + 224 00000400:00000200:2.0:1767384667.751391:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384667.751396:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384667.751400:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384667.751403:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384667.751522:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.751546:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384667.751553:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:2.0:1767384667.751556:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000100:00000001:2.0:1767384667.751559:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384667.751560:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384667.751566:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.751568:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384667.751569:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384667.751574:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384667.751576:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384667.751578:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384667.751580:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:1.0:1767384667.751581:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384667.751586:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9d8e860. 00000100:00000040:2.0:1767384667.751590:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000035c7c29 x1853237048144384/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:648/0 lens 328/344 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384667.751593:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de82030 00000400:00000010:1.0:1767384667.751598:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de82030. 00000100:00000001:1.0:1767384667.751607:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1767384667.751608:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000035c7c29 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048144384:12345-0@lo:101: Request processed in 457us (708us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384667.751616:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384667.751623:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00000040:2.0:1767384667.751630:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384667.751634:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384667.751639:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1767384667.751639:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384667.751648:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008819e972. 00000100:00000001:1.0:1767384667.751651:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384667.751655:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000100:00000001:1.0:1767384667.751657:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.751661:0:17083:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384667.751662:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003916c269. 02000000:00000001:1.0:1767384667.751664:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384667.751669:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767384667.751671:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:1.0:1767384667.751672:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.751678:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384667.751679:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384667.751682:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000b15214b2. 00000100:00001000:1.0:1767384667.751683:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=84 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384667.751691:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:1.0:1767384667.751691:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384667.751695:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.751697:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384667.751701:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384667.751707:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384667.751710:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384667.751719:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ebd11cc. 00010000:00000001:1.0:1767384667.751719:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384667.751731:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6e1cdfb. 00000100:00000001:1.0:1767384667.751731:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384667.751743:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.751751:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384667.751754:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384667.751756:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384667.751761:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384667.751769:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013f421b7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048144384:0@lo:101: 00000100:00000001:1.0:1767384667.751786:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.751788:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.751789:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384667.751790:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384667.751792:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.751797:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384667.751799:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fb702cfd. 00000100:00000001:1.0:1767384667.751802:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384667.751803:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.751805:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767384667.751808:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384667.751809:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384667.751810:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=4 00000020:00000001:1.0:1767384667.751812:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384667.751814:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000040:1.0:1767384667.751818:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 00000000499dc64f, remote cookie: 0x71ee3a74e2719285, flags: 0x0 00010000:00000001:1.0:1767384667.751821:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384667.751822:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384667.751823:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384667.751826:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384667.751827:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384667.751828:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000076edaf54) refcount = 1 00010000:00010000:1.0:1767384667.751831:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.751836:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384667.751838:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384667.751839:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384667.751842:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384667.751845:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384667.751847:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384667.751859:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767384667.751860:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.751861:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.751862:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.751863:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.751864:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.751866:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384667.751869:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013f421b7 x1853237048144384/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.751875:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384667.751877:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384667.751879:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000a39d068d. 02000000:00000001:1.0:1767384667.751882:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384667.751883:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384667.751885:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384667.751887:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384667.751888:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005bc21181. 02000000:00000001:1.0:1767384667.751893:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384667.751894:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384667.751895:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013f421b7. 00000100:00000001:1.0:1767384667.751898:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384667.751899:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384667.751900:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384667.751902:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384667.751903:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:1.0:1767384667.751904:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384667.751905:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384667.751907:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384667.751908:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=3 00000020:00000001:1.0:1767384667.751909:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384667.751910:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384667.751912:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1767384667.751913:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.751914:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384667.751915:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384667.751922:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1767384667.751925:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f9cb830a. 00000100:00000010:1.0:1767384667.751949:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013f421b7. 00000020:00000040:1.0:1767384667.751952:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384667.751954:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384667.751955:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384667.751958:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384667.751961:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bc21181. 00000100:00000001:1.0:1767384667.751964:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.751967:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1767384667.751971:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a39d068d. 00000100:00000010:1.0:1767384667.751973:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000044bd23b3. 00000020:00000040:1.0:1767384667.751975:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384667.751978:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384667.751978:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384667.751981:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb702cfd. 00000100:00000001:1.0:1767384667.751982:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893629260736 : -106180080290880 : ffff9f6e060833c0) 00000100:00000001:1.0:1767384667.751984:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384667.751985:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636141312 : -106180073410304 : ffff9f6e06713100) 00000100:00000001:1.0:1767384667.751987:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384667.751988:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.751990:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384667.751991:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384667.751993:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.751998:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384667.751999:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.752001:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384667.752003:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384667.752004:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384667.752006:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013f421b7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048144512:0@lo:256: 00000100:00000001:1.0:1767384667.752008:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384667.752010:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384667.752012:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.752019:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:1.0:1767384667.752023:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9d8e860. 00000400:00000010:1.0:1767384667.752026:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000009cb7bdfc. 00000100:00000200:1.0:1767384667.752029:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff07280-0x695825ff07280, portal 33 00000100:00000001:1.0:1767384667.752031:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384667.752033:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384667.752035:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd511741. 02000000:00000001:1.0:1767384667.752036:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384667.752038:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e26609cc. 00000400:00000010:1.0:1767384667.752039:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de82030. 00000100:00000200:1.0:1767384667.752041:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048144512, portal 25 00000100:00000001:1.0:1767384667.752042:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384667.752044:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636141312 : -106180073410304 : ffff9f6e06713100) 00000100:00000040:1.0:1767384667.752046:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.752051:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384667.752053:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384667.752056:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af6b0070. 00000100:00000200:1.0:1767384667.752059:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048144512, offset 0 00000400:00000200:1.0:1767384667.752063:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384667.752070:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384667.752078:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff07280 00000400:00000200:1.0:1767384667.752081:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1575 [2] + 0 00000400:00000010:1.0:1767384667.752083:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000000130fc1. 00000400:00000200:1.0:1767384667.752085:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004dbcb892 00000400:00000200:1.0:1767384667.752088:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.752091:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384667.752093:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dbcb892 00000400:00000010:1.0:1767384667.752094:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004dbcb892. 00000100:00000001:1.0:1767384667.752097:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384667.752098:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384667.752101:0:17083:0:(events.c:337:request_in_callback()) incoming req@000000004a925424 x1853237048144512 msgsize 304 00000100:00100000:1.0:1767384667.752104:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384667.752105:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384667.752121:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384667.752126:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af6b0070 00000400:00000010:1.0:1767384667.752128:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af6b0070. 00000100:00000001:1.0:1767384667.752131:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384667.752135:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.752142:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384667.752149:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.752157:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.752160:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384667.752169:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384667.752169:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384667.752175:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048144512 00000100:00000001:1.0:1767384667.752175:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294955528 02000000:00000001:2.0:1767384667.752180:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384667.752184:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384667.752189:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955527 00000100:00000001:2.0:1767384667.752194:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.752196:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294955528 02000000:00000001:2.0:1767384667.752199:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.752200:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955527 00000100:00100000:2.0:1767384667.752205:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048144512 00000020:00000001:2.0:1767384667.752208:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384667.752208:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294955528 00000020:00000040:2.0:1767384667.752212:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384667.752215:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384667.752215:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294955527 00000020:00000040:2.0:1767384667.752218:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:1.0:1767384667.752220:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294955528 00000020:00000001:2.0:1767384667.752221:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384667.752224:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294955527 00000020:00000001:2.0:1767384667.752225:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384667.752232:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384667.752233:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384667.752238:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f87142d6. 00000100:00000001:1.0:1767384667.752238:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.752244:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384667.752245:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384667.752248:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384667.752249:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f87142d6. 00000100:00100000:1.0:1767384667.752252:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000fb702cfd going to sleep for 11 seconds 00000100:00000001:1.0:1767384667.752256:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384667.752257:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003916c269. 00000100:00000001:1.0:1767384667.752258:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.752263:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008819e972. 00000020:00000010:2.0:1767384667.752267:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000040:2.0:1767384667.752272:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384667.752274:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384667.752276:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384667.752278:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.752281:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.752302:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384667.752311:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384667.752313:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384667.752316:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00000040:2.0:1767384667.752318:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384667.752320:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971821648 : -106175737729968 : ffff9f6f08de6c50) 00000100:00000040:2.0:1767384667.752325:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a925424 x1853237048144512/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:648/0 lens 304/0 e 0 to 0 dl 1767384678 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.752332:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384667.752334:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f87142d6. 00000100:00000001:2.0:1767384667.752337:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384667.752339:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f87142d6. 00000100:00100000:2.0:1767384667.752350:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a925424 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048144512:12345-0@lo:256: 00000100:00000200:2.0:1767384667.752353:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048144512 00000020:00000001:2.0:1767384667.752356:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384667.752357:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384667.752358:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384667.752360:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384667.752361:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:2.0:1767384667.752363:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384667.752365:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384667.752366:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384667.752368:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384667.752370:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.752373:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384667.752374:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384667.752376:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000b15214b2. 02000000:00000001:2.0:1767384667.752377:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.752379:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384667.752381:0:17080:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384667.752385:0:17080:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384667.752388:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384667.752391:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384667.752394:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384667.752396:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384667.752398:0:17080:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384667.752401:0:17080:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000047b97e40. 20000000:00000001:2.0:1767384667.752404:0:17080:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384667.752421:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384667.752428:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384667.752435:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384667.752486:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384667.752489:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384667.752491:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384667.752494:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384667.752496:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384667.752498:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384667.752502:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384667.752513:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384667.752515:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384667.752517:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384667.752519:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384667.752521:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384667.752522:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384667.752524:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384667.752526:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384667.752528:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384667.752530:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384667.752531:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384667.752533:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384667.752534:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384667.752535:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384667.752537:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384667.752538:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384667.752540:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384667.752541:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384667.752543:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384667.752545:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384667.752547:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384667.752549:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384667.752550:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384667.752551:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384667.752552:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384667.752555:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:2.0:1767384667.752557:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 3352/1/4/3. 20000000:00000040:2.0:1767384667.752566:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384667.752567:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384667.752569:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384667.752571:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384667.752572:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384667.752574:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384667.752575:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384667.752578:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384667.752580:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384667.752581:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384667.752584:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384667.752585:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384667.752592:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384667.752594:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384667.752596:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384667.752598:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384667.752600:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384667.752603:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384667.752604:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384667.752606:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384667.752608:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384667.752610:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384667.752613:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384667.752615:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384667.752617:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384667.752619:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384667.752621:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384667.752623:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384667.752625:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384667.752627:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384667.752629:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384667.752630:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384667.752632:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384667.752634:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384667.752637:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384667.752639:0:17080:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:01000000:2.0:1767384667.752642:0:17080:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 744, pages 2608/1/4/3. 20000000:01000000:2.0:1767384667.752645:0:17080:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1488, version 76 20000000:00000001:2.0:1767384667.752646:0:17080:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1488 : 1488 : 5d0) 00000100:00000001:2.0:1767384667.752649:0:17080:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384667.752652:0:17080:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a77446aa. 00000100:00000010:2.0:1767384667.752656:0:17080:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000079c66e7c. 00000020:00000040:2.0:1767384667.752659:0:17080:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:2.0:1767384667.752662:0:17080:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384667.752664:0:17080:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384667.752667:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000400:00000010:2.0:1767384667.752672:0:17080:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e50a150b. 00000400:00000200:2.0:1767384667.752674:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384667.752684:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384667.752688:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1488 into portal 33 MB=0x695825ff07280 00000400:00000200:2.0:1767384667.752697:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1488/1488 into md 0x1df1 [4] + 0 00000400:00000010:2.0:1767384667.752700:0:17080:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c9d8e860. 00000400:00000200:2.0:1767384667.752705:0:17080:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009cb7bdfc 00000400:00000200:2.0:1767384667.752710:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384667.752713:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384667.752717:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cb7bdfc 00000400:00000010:2.0:1767384667.752718:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000009cb7bdfc. 00000100:00000001:2.0:1767384667.752723:0:17080:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384667.752725:0:17080:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 0000000013f421b7 desc 00000000a39d068d mbits 1853237048144512 00000100:00000001:2.0:1767384667.752737:0:17080:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384667.752740:0:17080:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384667.752746:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384667.752752:0:17080:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1dfd 00000400:00000200:2.0:1767384667.752755:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384667.752758:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384667.752762:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384667.752763:0:17080:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a77446aa 00000100:00000001:1.0:1767384667.752765:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384667.752766:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000001:1.0:1767384667.752770:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384667.752778:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:2.0:1767384667.752782:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000100:00000001:2.0:1767384667.752784:0:17080:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384667.752786:0:17080:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a77446aa 00000100:00000001:2.0:1767384667.752789:0:17080:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384667.752795:0:17080:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1488 bytes via portal 33 id 12345-0@lo mbits 0x695825ff07280-0x695825ff07280 00000100:00000001:2.0:1767384667.752798:0:17080:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384667.752802:0:17080:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.752804:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384667.752807:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:2.0:1767384667.752809:0:17080:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000079c66e7c. 00000100:00000010:2.0:1767384667.752814:0:17080:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a77446aa. 00000100:00000001:2.0:1767384667.752816:0:17080:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384667.752818:0:17080:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384667.752825:0:17080:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000047b97e40. 20000000:00000001:2.0:1767384667.752828:0:17080:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384667.752835:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048144512 00010000:00000001:2.0:1767384667.752837:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384667.752840:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a925424 x1853237048144512/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:648/0 lens 304/240 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384667.752845:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384667.752847:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384667.752849:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=84 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384667.752851:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384667.752854:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384667.752856:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384667.752858:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384667.752860:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.752862:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384667.752864:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384667.752866:0:17080:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000100:00000200:2.0:1767384667.752869:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048144512, offset 224 00000400:00000200:2.0:1767384667.752872:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384667.752877:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384667.752882:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff07280 00000400:00000200:2.0:1767384667.752888:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1df5 [1] + 224 00000400:00000200:2.0:1767384667.752891:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384667.752896:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384667.752903:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384667.752907:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384667.752917:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384667.752930:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384667.752950:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:2.0:1767384667.752953:0:17080:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000100:00000001:2.0:1767384667.752961:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384667.752963:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384667.752964:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:1.0:1767384667.752972:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384667.752974:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384667.752975:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384667.752979:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000010:1.0:1767384667.752985:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e26609cc. 00010000:00000001:2.0:1767384667.752993:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000200:1.0:1767384667.752994:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de82030 00000020:00000001:2.0:1767384667.752996:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384667.752997:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de82030. 00000020:00000001:2.0:1767384667.752999:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384667.753004:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767384667.753008:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a925424 x1853237048144512/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:648/0 lens 304/240 e 0 to 0 dl 1767384678 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384667.753013:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384667.753028:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a925424 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048144512:12345-0@lo:256: Request processed in 690us (920us total) trans 0 rc 0/0 00000100:00000200:1.0:1767384667.753032:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.753040:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384667.753041:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00000001:1.0:1767384667.753043:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384667.753045:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384667.753046:0:17083:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1767384667.753052:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1767384667.753052:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384667.753055:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384667.753056:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384667.753059:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008819e972. 00000100:00000001:1.0:1767384667.753060:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.753065:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 02000000:00000001:1.0:1767384667.753065:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384667.753071:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003916c269. 00000100:00001000:1.0:1767384667.753072:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=84 v=5 (5 0 0 0) 00000020:00000040:2.0:1767384667.753075:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00001000:1.0:1767384667.753080:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=84 v=5 (1 0 0 0) 02000000:00000001:2.0:1767384667.753082:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384667.753086:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000b15214b2. 00000100:00000001:1.0:1767384667.753087:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384667.753090:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384667.753093:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:1.0:1767384667.753094:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384667.753098:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384667.753099:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.753101:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384667.753105:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:1.0:1767384667.753109:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384667.753111:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006240558. 00000400:00000010:2.0:1767384667.753118:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a27d2b10. 00000100:00000040:1.0:1767384667.753122:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.753127:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384667.753129:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384667.753133:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384667.753138:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013f421b7 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048144512:0@lo:256: 00000100:00000001:1.0:1767384667.753145:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.753148:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.753155:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767384667.753156:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384667.753158:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.753162:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384667.753163:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fb702cfd. 00000100:00000001:1.0:1767384667.753166:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767384667.753167:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384667.753170:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 76, more 0. 10000000:00000001:1.0:1767384667.753173:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1767384667.753179:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000bee85bcb. 10000000:00000040:1.0:1767384667.753190:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:1.0:1767384667.753197:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1767384667.753199:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:1.0:1767384667.753205:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:1.0:1767384667.753208:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384667.753209:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1767384667.753210:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:1.0:1767384667.753213:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000100:00000200:1.0:1767384667.753216:0:17083:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 36 NIDs for '192.168.203.125@tcp' 00000400:00000200:1.0:1767384667.753219:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:1.0:1767384667.753222:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:1.0:1767384667.753225:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:1.0:1767384667.753230:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384667.753234:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (33) 00000400:00000200:1.0:1767384667.753238:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (34) 00000400:00000200:1.0:1767384667.753252:0:17083:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384667.753254:0:17083:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384667.753256:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384667.753258:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:1.0:1767384667.753260:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (35) 00000400:00000200:1.0:1767384667.753262:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:1.0:1767384667.753265:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:1.0:1767384667.753270:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753272:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:1.0:1767384667.753280:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:1.0:1767384667.753282:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753284:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:1.0:1767384667.753286:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:1.0:1767384667.753291:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.753293:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384667.753294:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:1.0:1767384667.753304:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:1.0:1767384667.753314:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.753315:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:1.0:1767384667.753321:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:0.0:1767384667.753327:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (34) 00000400:00000200:1.0:1767384667.753328:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:1.0:1767384667.753341:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000010:0.0:1767384667.753342:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 585 at 0000000030710fcc. 00000400:00000200:1.0:1767384667.753349:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:1.0:1767384667.753352:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000010:0.0:1767384667.753352:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000914f5c5c. 00000400:00000200:1.0:1767384667.753358:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753360:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:1.0:1767384667.753361:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000010:0.0:1767384667.753362:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002469deb2. 00000400:00000200:1.0:1767384667.753367:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753376:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:0.0:1767384667.753376:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:1.0:1767384667.753390:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:1.0:1767384667.753397:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753399:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:1.0:1767384667.753408:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:0.0:1767384667.753408:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:1.0:1767384667.753429:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.753430:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 36], ns[40, 36] 00000400:00000200:1.0:1767384667.753480:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:1.0:1767384667.753482:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:1.0:1767384667.753487:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753489:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:1.0:1767384667.753498:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:1.0:1767384667.753507:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.753508:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 36], ns[68, 36] 00000400:00000200:1.0:1767384667.753516:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:1.0:1767384667.753523:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:0.0:1767384667.753528:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 36], ns[74, 36] 00000400:00000200:1.0:1767384667.753536:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.753542:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 36], ns[78, 36] 00000400:00000200:1.0:1767384667.753544:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:1.0:1767384667.753555:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:0.0:1767384667.753563:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 36], ns[82, 36] 00000400:00000200:1.0:1767384667.753569:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753579:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:0.0:1767384667.753580:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 36], ns[97, 36] 00000400:00000200:1.0:1767384667.753592:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:0.0:1767384667.753593:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 36], ns[99, 36] 00000400:00000200:1.0:1767384667.753611:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.753612:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 36], ns[105, 36] 00000400:00000200:1.0:1767384667.753624:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:1.0:1767384667.753628:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:0.0:1767384667.753631:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 36], ns[112, 36] 00000400:00000200:1.0:1767384667.753640:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753645:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:0.0:1767384667.753650:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 36], ns[117, 36] 00000400:00000200:1.0:1767384667.753654:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:1.0:1767384667.753666:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.753667:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 36], ns[121, 36] 00000400:00000200:1.0:1767384667.753681:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:1.0:1767384667.753684:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:1.0:1767384667.753686:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753692:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:1.0:1767384667.753704:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:0.0:1767384667.753710:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 36], ns[135, 36] 00000400:00000200:1.0:1767384667.753717:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753728:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:1.0:1767384667.753735:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:0.0:1767384667.753735:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 36], ns[138, 36] 00000400:00000200:1.0:1767384667.753747:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.753753:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 36], ns[143, 36] 00000400:00000200:1.0:1767384667.753754:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:1.0:1767384667.753770:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:0.0:1767384667.753778:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 36], ns[44, 36] 00000400:00000200:1.0:1767384667.753783:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753796:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:0.0:1767384667.753803:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 36], ns[48, 36] 00000400:00000200:1.0:1767384667.753804:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:1.0:1767384667.753817:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753822:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:0.0:1767384667.753823:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 36], ns[52, 36] 00000400:00000200:1.0:1767384667.753833:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:1.0:1767384667.753844:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753849:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:0.0:1767384667.753850:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 36], ns[56, 36] 00000400:00000200:1.0:1767384667.753865:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:1.0:1767384667.753883:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.753884:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 36], ns[60, 36] 00000400:00000200:1.0:1767384667.753892:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:1.0:1767384667.753900:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:0.0:1767384667.753904:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 36], ns[150, 36] 00000400:00000200:1.0:1767384667.753914:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753921:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000400:00000200:0.0:1767384667.753927:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 36], ns[87, 36] 00000400:00000200:1.0:1767384667.753928:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.125@tcp34 00000400:00000200:1.0:1767384667.753953:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.753966:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp34 00000400:00000200:0.0:1767384667.753970:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 36], ns[86, 36] 00000400:00000200:1.0:1767384667.753982:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.125@tcp35 00000400:00000200:0.0:1767384667.753991:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 36], ns[131, 36] 00000400:00000200:1.0:1767384667.753998:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.754007:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp35 00000400:00000200:1.0:1767384667.754017:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.125@tcp36 00000400:00000200:0.0:1767384667.754019:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 36], ns[93, 36] 00000400:00000200:1.0:1767384667.754036:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp36 NID flags 0x1: -114 00000400:00000200:0.0:1767384667.754041:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 36], ns[125, 36] 00000400:00000200:1.0:1767384667.754044:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp36 00000400:00000200:1.0:1767384667.754054:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.125@tcp37 00000400:00000200:0.0:1767384667.754057:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 36], ns[140, 36] 00000400:00000200:1.0:1767384667.754065:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.754072:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp37 00000400:00000200:0.0:1767384667.754076:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 36], ns[149, 36] 00000400:00000200:1.0:1767384667.754082:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.125@tcp38 00000400:00000200:0.0:1767384667.754100:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 36], ns[141, 36] 00000400:00000200:1.0:1767384667.754101:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.754112:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp38 00000400:00000200:0.0:1767384667.754125:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[143, 36], ns[146, 36] 00000400:00000200:1.0:1767384667.754127:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.125@tcp39 00000400:00000200:1.0:1767384667.754140:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.754143:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp39 00000400:00000200:1.0:1767384667.754144:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.125@tcp40 00000400:00000200:1.0:1767384667.754157:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384667.754159:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp40 00000100:00000001:1.0:1767384667.754162:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384667.754166:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 36], ns[148, 36] 00010000:00000001:1.0:1767384667.754168:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1767384667.754185:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 00000400:00000200:0.0:1767384667.754186:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 36], ns[155, 36] 10000000:00000010:1.0:1767384667.754195:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000003c3abf5c. 10000000:00000040:1.0:1767384667.754200:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 76/76 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000400:00000200:0.0:1767384667.754203:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[151, 36], ns[154, 36] 00000020:00000080:1.0:1767384667.754210:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:0.0:1767384667.754214:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1767384667.754220:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:0.0:1767384667.754222:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp 00000020:00000010:1.0:1767384667.754228:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004860f2f8. 00000400:00000200:0.0:1767384667.754229:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1767384667.754245:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4062f71. 00000400:00000200:0.0:1767384667.754247:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp 00000040:00000010:1.0:1767384667.754258:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ab0b8028. 00000400:00000200:0.0:1767384667.754259:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp NI seq info: [156:156:256:4294967295] 192.168.203.125@tcp LPNI seq info [153:153:8:4294967295] 00000020:00000010:1.0:1767384667.754272:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000015119f4. 00000400:00000200:0.0:1767384667.754278:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp 00000020:00000010:1.0:1767384667.754281:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003954b63d. 00000020:00000010:1.0:1767384667.754289:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b779e0d1. 00000400:00000200:0.0:1767384667.754297:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp:) -> 192.168.203.125@tcp(192.168.203.125@tcp:192.168.203.125@tcp) : GET try# 0 80000000:00000010:1.0:1767384667.754300:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c353a400. 00000800:00000200:0.0:1767384667.754307:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp 40000000:00000010:1.0:1767384667.754309:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c75bcd9d. 00000800:00000010:0.0:1767384667.754315:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000118bcc31. 00100000:00000010:1.0:1767384667.754317:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002ac1301e. 00000800:00000200:0.0:1767384667.754323:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (6) 00040000:00000010:1.0:1767384667.754332:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008ec2e52d. 00000800:00000200:0.0:1767384667.754332:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:988 00000800:00000200:0.0:1767384667.754342:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000118bcc31 type 2, nob 96 niov 1 nkiov 0 00040000:00000010:1.0:1767384667.754343:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006a44137f. 00040000:00000010:1.0:1767384667.754350:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c330ba12. 00080000:00000010:1.0:1767384667.754358:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000039619cc3. 00000400:00000200:0.0:1767384667.754359:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384667.754371:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00080000:00000010:1.0:1767384667.754372:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f799c56c. 00000004:00000010:1.0:1767384667.754391:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007a06a864. 00000004:00000010:1.0:1767384667.754399:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000635b7c30. 00000004:00000010:1.0:1767384667.754404:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000016c10be7. 00002000:00000010:1.0:1767384667.754409:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000060a29825. 00000004:00000010:1.0:1767384667.754416:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f0e90108. 00000004:00000001:1.0:1767384667.754420:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:1.0:1767384667.754424:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1767384667.754425:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000003c3abf5c 00000040:00001000:1.0:1767384667.754428:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1767384667.754429:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1767384667.754431:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1767384667.754434:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1767384667.754502:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1767384667.754506:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1767384667.754510:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:1.0:1767384667.754513:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:1.0:1767384667.754516:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000200:3.0:1767384667.754538:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000004:00000001:1.0:1767384667.754606:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767384667.754615:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000118bcc31. 00000020:00000010:1.0:1767384667.754616:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d4062f71. 00000400:00000200:3.0:1767384667.754624:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:1.0:1767384667.754630:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ab0b8028. 00000400:00000200:3.0:1767384667.754638:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: GET: OK 00000020:00000010:1.0:1767384667.754644:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000015119f4. 00000400:00000200:3.0:1767384667.754656:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000020:00000010:1.0:1767384667.754656:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003954b63d. 00000400:00000200:3.0:1767384667.754662:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000020:00000010:1.0:1767384667.754669:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b779e0d1. 00000800:00000001:3.0:1767384667.754679:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 80000000:00000010:1.0:1767384667.754680:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c353a400. 40000000:00000010:1.0:1767384667.754691:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c75bcd9d. 00000800:00000001:3.0:1767384667.754692:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384667.754699:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.754708:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:1.0:1767384667.754708:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002ac1301e. 00000400:00000200:3.0:1767384667.754722:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp) <- 192.168.203.125@tcp : GET - for me 00040000:00000010:1.0:1767384667.754722:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008ec2e52d. 00040000:00000010:1.0:1767384667.754742:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000006a44137f. 00000400:00000200:3.0:1767384667.754751:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 576 into portal 0 MB=0x8000000000000000 00040000:00000010:1.0:1767384667.754752:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c330ba12. 00000400:00000200:3.0:1767384667.754766:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 576/576 into md 0x1db1 [1] + 0 00080000:00000010:1.0:1767384667.754768:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f799c56c. 00000400:00000200:3.0:1767384667.754783:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp to MR: 192.168.203.125@tcp local destination 00080000:00000010:1.0:1767384667.754784:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000039619cc3. 00000400:00000200:3.0:1767384667.754795:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp NI seq info: [157:157:256:4294967295] 192.168.203.125@tcp LPNI seq info [154:154:8:4294967295] 00000004:00000010:1.0:1767384667.754797:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007a06a864. 00000004:00000010:1.0:1767384667.754804:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000635b7c30. 00000004:00000010:1.0:1767384667.754816:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000016c10be7. 00002000:00000010:1.0:1767384667.754830:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000060a29825. 00000400:00000200:3.0:1767384667.754831:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp:192.168.203.125@tcp) -> 192.168.203.125@tcp(192.168.203.125@tcp:192.168.203.125@tcp) 192.168.203.125@tcp : REPLY try# 0 00000004:00000010:1.0:1767384667.754845:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f0e90108. 00000800:00000200:3.0:1767384667.754855:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.125@tcp 00000020:00000010:1.0:1767384667.754857:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004860f2f8. 00000800:00000010:3.0:1767384667.754860:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e52c8f7. 00000020:00000001:1.0:1767384667.754868:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384667.754877:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (6) 00000020:00000001:1.0:1767384667.754877:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1767384667.754890:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000003c3abf5c. 00000800:00000200:3.0:1767384667.754900:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:1023 00000800:00000200:3.0:1767384667.754904:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e52c8f7 type 3, nob 672 niov 1 nkiov 1 10000000:00000010:1.0:1767384667.754904:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000bee85bcb. 10000000:00000001:1.0:1767384667.754920:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384667.754927:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384667.754947:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013f421b7 x1853237048144512/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384683 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384667.754954:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384667.754957:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384667.754960:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd511741. 02000000:00000001:1.0:1767384667.754964:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384667.754967:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384667.754968:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384667.754970:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384667.754972:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1767384667.754973:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384667.754975:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384667.754977:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:1.0:1767384667.754978:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000044bd23b3. 00000100:00000010:1.0:1767384667.754980:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a39d068d. 00000100:00000001:1.0:1767384667.754987:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1767384667.754988:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005bc21181. 02000000:00000001:1.0:1767384667.754991:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384667.754992:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384667.754994:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013f421b7. 00000100:00000001:1.0:1767384667.755000:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384667.755002:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1767384667.755019:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f9cb830a. 00000800:00000200:3.0:1767384667.755027:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:01000000:1.0:1767384667.755029:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00000800:00000010:3.0:1767384667.755032:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e52c8f7. 10000000:00000001:1.0:1767384667.755035:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00000400:00000200:3.0:1767384667.755038:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384667.755039:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384667.755043:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384667.755045:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=3 00000020:00000001:1.0:1767384667.755057:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00000400:00000200:3.0:1767384667.755058:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: REPLY: OK 00010000:00000001:1.0:1767384667.755069:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:1.0:1767384667.755073:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384667.755077:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384667.755080:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.755086:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384667.755088:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.755091:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767384667.755092:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:1.0:1767384667.755094:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1767384667.755097:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384667.755110:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:1.0:1767384667.755111:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384667.755116:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384667.755118:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000001:3.0:1767384667.755120:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1767384667.755128:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384667.755136:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384667.755142:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp(192.168.203.125@tcp) <- 192.168.203.125@tcp : REPLY - for me 10000000:00000001:1.0:1767384667.755144:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1767384667.755150:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384667.755153:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:1.0:1767384667.755161:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:3.0:1767384667.755164:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp: Reply from 12345-192.168.203.125@tcp of length 576/576 into md 0x1e09 00000800:00000001:3.0:1767384667.755173:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.755189:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.755191:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384667.755196:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp->192.168.203.125@tcp: REPLY: OK 00000400:00000200:3.0:1767384667.755204:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000914f5c5c 00000400:00000010:3.0:1767384667.755207:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000914f5c5c. 00000400:00000200:3.0:1767384667.755213:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384667.755219:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:3.0:1767384667.755222:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:3.0:1767384667.755227:0:16347:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.125@tcp (608 bytes) 00000400:00000200:3.0:1767384667.755234:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:3.0:1767384667.755248:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000030710fcc. 00000400:00000200:3.0:1767384667.755252:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (35) 00000800:00000001:3.0:1767384667.755264:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.755271:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.755287:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:1.0:1767384667.755294:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000a39d068d. 00000400:00000010:1.0:1767384667.755299:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e26609cc. 00000400:00000010:1.0:1767384667.755304:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de82030. 00000400:00000200:1.0:1767384667.755308:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a39d068d 00000400:00000001:1.0:1767384667.755312:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384667.755313:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384667.755317:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db60fbb7. 00000400:00000200:1.0:1767384667.755322:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009230e015 00000400:00000010:1.0:1767384667.755325:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009230e015. 00000400:00000200:1.0:1767384667.755332:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:1.0:1767384667.755341:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 585 at 0000000084cda8a3. 00000400:00000200:1.0:1767384667.755348:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 608 success 00000400:00000200:1.0:1767384667.755355:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100871 00000400:00000200:1.0:1767384667.755362:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:0 00000400:00000200:1.0:1767384667.755368:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 rc 1 00000400:00000200:1.0:1767384667.755378:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:1.0:1767384667.755381:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (34) 00000400:00000010:1.0:1767384667.755385:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000f0e90108. 00000400:00000010:1.0:1767384667.755388:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000af6b0070. 00000400:00000010:1.0:1767384667.755395:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000fa264b09. 00000400:00000200:1.0:1767384667.755398:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:1.0:1767384667.755408:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:1.0:1767384667.755417:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[40, 154], ns[40, 157] 00000400:00000200:1.0:1767384667.755422:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 40], ns[68, 40] 00000400:00000200:1.0:1767384667.755429:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 40], ns[74, 40] 00000400:00000200:1.0:1767384667.755432:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 40], ns[78, 40] 00000400:00000200:1.0:1767384667.755498:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 40], ns[82, 40] 00000400:00000200:1.0:1767384667.755505:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 40], ns[97, 40] 00000400:00000200:1.0:1767384667.755514:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 40], ns[99, 40] 00000400:00000200:1.0:1767384667.755523:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 40], ns[105, 40] 00000400:00000200:1.0:1767384667.755531:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 40], ns[112, 40] 00000400:00000200:1.0:1767384667.755542:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 40], ns[117, 40] 00000400:00000200:1.0:1767384667.755552:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 40], ns[121, 40] 00000400:00000200:1.0:1767384667.755557:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 40], ns[135, 40] 00000400:00000200:1.0:1767384667.755568:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 40], ns[138, 40] 00000400:00000200:1.0:1767384667.755574:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 40], ns[143, 40] 00000400:00000200:1.0:1767384667.755579:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 40], ns[44, 40] 00000400:00000200:1.0:1767384667.755584:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 40], ns[48, 40] 00000400:00000200:1.0:1767384667.755591:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 40], ns[52, 40] 00000400:00000200:1.0:1767384667.755594:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 40], ns[56, 40] 00000400:00000200:1.0:1767384667.755598:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 40], ns[60, 40] 00000400:00000200:1.0:1767384667.755605:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 40], ns[150, 40] 00000400:00000200:1.0:1767384667.755614:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 40], ns[87, 40] 00000400:00000200:1.0:1767384667.755622:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 40], ns[86, 40] 00000400:00000200:1.0:1767384667.755625:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 40], ns[131, 40] 00000400:00000200:1.0:1767384667.755631:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 40], ns[93, 40] 00000400:00000200:1.0:1767384667.755636:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 40], ns[125, 40] 00000400:00000200:1.0:1767384667.755640:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 40], ns[140, 40] 00000400:00000200:1.0:1767384667.755644:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 40], ns[149, 40] 00000400:00000200:1.0:1767384667.755647:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[138, 40], ns[141, 40] 00000400:00000200:1.0:1767384667.755650:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[143, 40], ns[146, 40] 00000400:00000200:1.0:1767384667.755653:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[145, 40], ns[148, 40] 00000400:00000200:1.0:1767384667.755672:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 40], ns[155, 40] 00000400:00000200:1.0:1767384667.755676:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp10] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[151, 40], ns[154, 40] 00000400:00000200:1.0:1767384667.755680:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp10 00000400:00000200:1.0:1767384667.755685:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp10 00000400:00000200:1.0:1767384667.755688:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp10 lpni_is_preferred = 0 00000400:00000200:1.0:1767384667.755691:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp10 00000400:00000200:1.0:1767384667.755696:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [158:158:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [155:155:8:4294967295] 00000400:00000200:1.0:1767384667.755703:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp10 00000400:00000200:1.0:1767384667.755712:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:) -> 192.168.203.125@tcp10(192.168.203.125@tcp:192.168.203.125@tcp10) : GET try# 0 00000800:00000200:1.0:1767384667.755717:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp10 00000800:00000010:1.0:1767384667.755725:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008ec2e52d. 00000800:00000200:1.0:1767384667.755730:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000800:00000200:1.0:1767384667.755738:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:988 00000800:00000200:1.0:1767384667.755742:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ec2e52d type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384667.755759:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384667.755761:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000800:00000200:3.0:1767384667.755826:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384667.755830:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008ec2e52d. 00000800:00000001:1.0:1767384667.755835:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384667.755836:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384667.755846:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: GET: OK 00000800:00000001:1.0:1767384667.755854:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.755855:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384667.755866:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384667.755869:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:1.0:1767384667.755878:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.755887:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : GET - for me 00000400:00000200:1.0:1767384667.755896:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384667.755901:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 608/608 into md 0x1db1 [1] + 0 00000400:00000200:1.0:1767384667.755911:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp10 to MR: 192.168.203.125@tcp10 local destination 00000400:00000200:1.0:1767384667.755916:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [159:159:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [156:156:8:4294967295] 00000400:00000200:1.0:1767384667.755922:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) -> 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) 192.168.203.125@tcp10 : REPLY try# 0 00000800:00000200:1.0:1767384667.755948:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.125@tcp10 00000800:00000010:1.0:1767384667.755952:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ec2e52d. 00000800:00000200:1.0:1767384667.755956:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000800:00000200:1.0:1767384667.755961:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:1021 00000800:00000200:1.0:1767384667.755964:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ec2e52d type 3, nob 704 niov 1 nkiov 1 00000800:00000001:3.0:1767384667.756003:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.756093:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384667.756100:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384667.756102:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384667.756107:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ec2e52d. 00000800:00000001:3.0:1767384667.756108:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384667.756121:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:3.0:1767384667.756123:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.756130:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: REPLY: OK 00000400:00000200:3.0:1767384667.756143:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : REPLY - for me 00000400:00000200:3.0:1767384667.756158:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp10: Reply from 12345-192.168.203.125@tcp10 of length 608/608 into md 0x1e11 00000800:00000001:3.0:1767384667.756163:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.756177:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.756179:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384667.756182:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: REPLY: OK 00000400:00000200:3.0:1767384667.756186:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000af6b0070 00000400:00000010:3.0:1767384667.756189:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000af6b0070. 00000400:00000200:3.0:1767384667.756195:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384667.756208:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:3.0:1767384667.756210:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:3.0:1767384667.756214:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 36. state = 0x100271 00000400:00000200:3.0:1767384667.756225:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384667.756238:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (35) 00000800:00000001:3.0:1767384667.756247:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384667.756252:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384667.756271:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.756293:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384667.756300:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000f1 00000400:00000010:1.0:1767384667.756309:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 00000000baaee174. 00000400:00000010:1.0:1767384667.756314:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 0000000011602ab2. 00000400:00000010:1.0:1767384667.756318:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 0000000060a29825. 00000400:00000200:1.0:1767384667.756344:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp29(0000000060def05a) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384667.756350:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp35(00000000a9ce1d5f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384667.756352:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp36(000000001b80d556) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384667.756354:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp37(0000000084ac2743) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384667.756360:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp38(0000000099ed1a65) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384667.756363:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp39(00000000c3f14724) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:1.0:1767384667.756366:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp41(000000006fddfd29) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:1.0:1767384667.756373:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000005bc21181. 00000400:00000200:1.0:1767384667.756379:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000005bc21181 nid 192.168.203.125@tcp42 00000400:00000010:1.0:1767384667.756387:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000c353a400. 00000400:00000200:1.0:1767384667.756389:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000c353a400 net tcp42 00000400:00000200:1.0:1767384667.756392:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (34) 00000400:00000200:1.0:1767384667.756396:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp42 flags 0x11 00000400:00000010:1.0:1767384667.756405:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000dd511741. 00000400:00000200:1.0:1767384667.756409:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000dd511741 nid 192.168.203.125@tcp43 00000400:00000010:1.0:1767384667.756423:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000008ab41c0a. 00000400:00000200:1.0:1767384667.756425:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000008ab41c0a net tcp43 00000400:00000200:1.0:1767384667.756426:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (35) 00000400:00000200:1.0:1767384667.756435:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp43 flags 0x11 00000400:00000010:1.0:1767384667.756469:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004860f2f8. 00000400:00000200:1.0:1767384667.756474:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004860f2f8 nid 192.168.203.125@tcp44 00000400:00000010:1.0:1767384667.756478:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000003744fd49. 00000400:00000200:1.0:1767384667.756482:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000003744fd49 net tcp44 00000400:00000200:1.0:1767384667.756484:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (36) 00000400:00000200:1.0:1767384667.756493:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp44 flags 0x11 00000400:00000010:1.0:1767384667.756496:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 00000000baaee174. 00000400:00000010:1.0:1767384667.756501:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 0000000011602ab2. 00000400:00000010:1.0:1767384667.756508:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 0000000060a29825. 00000400:00000010:1.0:1767384667.756514:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000f0e90108. 00000400:00000200:1.0:1767384667.756524:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384667.756529:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000200:1.0:1767384667.756533:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000400:00000200:1.0:1767384667.756537:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000010:1.0:1767384667.756542:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b03245d7. 00000400:00000200:1.0:1767384667.756546:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (37) 00000400:00000010:1.0:1767384667.756552:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005e2f39ad. 00000400:00000200:1.0:1767384667.756562:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp10 00000400:00000200:1.0:1767384667.756574:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp10 to MR: 192.168.203.125@tcp10 local destination 00000400:00000200:1.0:1767384667.756582:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [160:160:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [157:157:8:4294967295] 00000400:00000200:1.0:1767384667.756587:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp10 00000400:00000200:1.0:1767384667.756594:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) -> 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) : PUT try# 0 00000800:00000200:1.0:1767384667.756602:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.203.125@tcp10 00000800:00000010:1.0:1767384667.756606:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008ec2e52d. 00000800:00000200:1.0:1767384667.756611:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000800:00000200:1.0:1767384667.756616:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:988 00000800:00000200:1.0:1767384667.756618:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000008ec2e52d type 1, nob 704 niov 1 nkiov 1 00000400:00000200:1.0:1767384667.756643:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384667.756648:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 00000800:00000200:3.0:1767384667.756730:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384667.756736:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008ec2e52d. 00000400:00000200:3.0:1767384667.756744:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1767384667.756747:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384667.756755:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: PUT: OK 00000800:00000001:1.0:1767384667.756762:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.756764:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000800:00000001:1.0:1767384667.756767:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384667.756772:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp10: 0 00000800:00000001:1.0:1767384667.756779:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.756791:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : PUT - for me 00000400:00000200:1.0:1767384667.756805:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 608 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384667.756815:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 608/608 into md 0x1e0d [1] + 0 00000400:00000010:1.0:1767384667.756819:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e26609cc. 00000400:00000200:1.0:1767384667.756823:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000de82030 00000800:00000001:1.0:1767384667.756827:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.756834:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384667.756837:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.756842:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: PUT: OK 00000400:00000200:1.0:1767384667.756845:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de82030 00000400:00000010:1.0:1767384667.756848:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de82030. 00000400:00000200:1.0:1767384667.756850:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1767384667.756853:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (38) 00000400:00000200:1.0:1767384667.756857:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:1.0:1767384667.756861:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 617 at 00000000f0e90108. 00000400:00000200:1.0:1767384667.756864:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 36 00000400:00000200:1.0:1767384667.756866:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384667.756876:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (39) 00000400:00000200:1.0:1767384667.756880:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1767384667.756885:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp10 to MR: 192.168.203.125@tcp10 local destination 00000400:00000200:1.0:1767384667.756893:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp10 NI seq info: [161:161:256:4294967295] 192.168.203.125@tcp10 LPNI seq info [158:158:8:4294967295] 00000400:00000200:1.0:1767384667.756901:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) -> 192.168.203.125@tcp10(192.168.203.125@tcp10:192.168.203.125@tcp10) 192.168.203.125@tcp10 : ACK try# 0 00000800:00000200:1.0:1767384667.756910:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp10 00000400:00000200:3.0:1767384667.756911:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000010:1.0:1767384667.756916:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3d5300. 00000400:00000010:3.0:1767384667.756918:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e40429e. 00000400:00000010:3.0:1767384667.756926:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eec6c90b. 00000400:00000200:3.0:1767384667.756947:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 00000000a39d068d 00000800:00000200:1.0:1767384667.756957:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000400:00000200:3.0:1767384667.756961:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1004f1 00000800:00000200:1.0:1767384667.756968:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:1021 00000800:00000200:1.0:1767384667.756972:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000007e3d5300 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:3.0:1767384667.756973:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 740 at 000000003a00cfa1. 00000400:00000010:3.0:1767384667.756989:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 888 at 000000006e929df5. 00000400:00000010:3.0:1767384667.756997:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 740 at 000000009e06ec82. 00000400:00000010:3.0:1767384667.757066:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 740 at 000000003a00cfa1. 00000800:00000200:1.0:1767384667.757067:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384667.757074:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3d5300. 00000400:00000010:3.0:1767384667.757077:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 888 at 000000006e929df5. 00000400:00000200:1.0:1767384667.757084:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767384667.757085:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 740 at 000000009e06ec82. 00000400:00000010:3.0:1767384667.757094:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000f0e90108. 00000400:00000200:1.0:1767384667.757099:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: ACK: OK 00000400:00000200:3.0:1767384667.757106:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000800:00000001:1.0:1767384667.757111:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384667.757115:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100571 00000800:00000001:1.0:1767384667.757120:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.757125:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 1 00000800:00000001:1.0:1767384667.757127:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.757140:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.757142:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 00000800:00000001:1.0:1767384667.757146:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384667.757151:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384667.757154:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100511 rc 0 00000800:00000001:1.0:1767384667.757154:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384667.757176:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384667.757181:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp10(192.168.203.125@tcp10) <- 192.168.203.125@tcp10 : ACK - for me 00000400:00000200:3.0:1767384667.757195:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (38) 00000400:00000200:1.0:1767384667.757205:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp10: ACK from 12345-192.168.203.125@tcp10 into md 0x1e15 00000400:00000200:1.0:1767384667.757213:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384667.757222:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp10->192.168.203.125@tcp10: ACK: OK 00000400:00000200:1.0:1767384667.757229:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03245d7 00000400:00000010:1.0:1767384667.757232:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b03245d7. 00000400:00000200:1.0:1767384667.757236:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1767384667.757238:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:1.0:1767384667.757242:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (37) 00000800:00000001:1.0:1767384667.757246:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384667.757249:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384667.758505:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294955528, at 4294955529 00000100:00000040:3.0:1767384667.758515:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294955528, at 4294955529 00000100:00000010:2.0:1767384667.758516:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e6115b6d. 00000100:00000010:3.0:1767384667.758528:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000061a3a72c. 00000100:00000040:0.0:1767384667.758539:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294955528, at 4294955529 00000100:00000010:0.0:1767384667.758548:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e8a7db6c. 00000100:00000040:1.0:1767384667.759484:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294955528, at 4294955530 00000100:00000010:1.0:1767384667.759492:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083701dc3. 00000020:00000010:0.0:1767384667.766431:0:35583:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000fb297039. 00000020:00000040:0.0:1767384667.766438:0:35583:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:0.0:1767384667.766440:0:35583:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000fb297039. 00000400:00000001:0.0:1767384667.878540:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384667.878545:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384667.878548:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac6fa21b 00000400:00000010:0.0:1767384667.878553:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac6fa21b. 00000400:00000200:0.0:1767384667.878562:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384667.878569:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp41 recovery ping unlinked 00000400:00000010:0.0:1767384667.878589:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000080cda63f. 00000400:00000010:0.0:1767384667.878592:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009cce27a2. 00000400:00000200:0.0:1767384667.878600:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp39 00000400:00000010:0.0:1767384667.878604:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c1b1adc4. 00000400:00000010:0.0:1767384667.878608:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004bce4294. 00000400:00000010:0.0:1767384667.878612:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000400:00000010:0.0:1767384667.878618:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000170a386b. 00000400:00000200:0.0:1767384667.878625:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp39 00000400:00000200:0.0:1767384667.878636:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp39 local destination 00000400:00000200:0.0:1767384667.878645:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp39 00000400:00000200:0.0:1767384667.878651:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp39 NI seq info: [162:162:256:4294967295] 192.168.203.125@tcp39 LPNI seq info [159:159:8:4294967295] 00000400:00000200:0.0:1767384667.878659:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp39 00000400:00000200:0.0:1767384667.878678:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp39(192.168.203.125@tcp39:) -> 192.168.203.125@tcp39(192.168.203.125@tcp39:192.168.203.125@tcp39) : GET try# 0 00000800:00000200:0.0:1767384667.878688:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp39 00000800:00000010:0.0:1767384667.878693:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f2fd1d7e. 00000800:00000200:0.0:1767384667.878704:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000800:00000200:0.1:1767384667.878713:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000400:00000200:0.0:1767384667.878734:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp39 added to recovery queue. ping count: 3 next ping: 296 health :700 00000400:00000200:3.0:1767384667.878789:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.878836:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.878862:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.878886:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.878913:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.878950:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.878974:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.878998:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879016:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879037:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879055:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879079:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879103:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879140:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879203:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879276:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879307:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879339:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879405:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879427:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879608:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879632:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879649:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879664:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879698:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879715:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879823:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.879895:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.880001:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.880062:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.880148:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.880213:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384667.880301:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384667.880491:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e54fa615. 00000800:00000010:3.0:1767384667.880499:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb871ff3. 00000800:00000010:3.0:1767384667.880503:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000565e472f. 00000800:00000010:3.0:1767384667.880535:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000565e472f. 00000800:00020000:3.0:1767384667.880546:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384667.880550:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb871ff3. 00000800:00000010:3.0:1767384667.880553:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000e54fa615. 00000400:02020000:3.0:1767384667.880619:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp39 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384667.880624:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp39 notifying 192.168.203.125@tcp39: down 00000800:00000200:3.0:1767384667.880629:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp39 down 00000800:00000100:3.0:1767384667.880635:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp39 00000800:00000010:3.0:1767384667.880638:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f2fd1d7e. 00000400:00000200:3.0:1767384667.880642:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384667.880646:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp39->192.168.203.125@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384667.880653:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384667.880656:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384667.880659:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp39) recovery failed with -71 00010000:00000001:3.0:1767384668.069542:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384668.069548:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384668.069555:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384668.069556:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384668.069596:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384668.069602:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384668.069608:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384668.412184:0:35735:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000039688a6f. 00080000:00000010:3.0:1767384668.412195:0:35735:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000039688a6f. 00000020:00000001:3.0:1767384668.412200:0:35735:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384668.412212:0:35735:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000039688a6f. 00080000:00000010:3.0:1767384668.412217:0:35735:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000039688a6f. 00000020:00000001:3.0:1767384668.412221:0:35735:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384668.901483:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384668.901488:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384668.901492:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:0.0:1767384668.901496:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000400:00000200:0.0:1767384668.901503:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384668.901512:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery ping unlinked 00000400:00000010:0.0:1767384668.901523:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c1b1adc4. 00000400:00000010:0.0:1767384668.901526:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004bce4294. 00000400:00000200:0.0:1767384668.901531:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp41 00000400:00000010:0.0:1767384668.901535:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c1b1adc4. 00000400:00000010:0.0:1767384668.901542:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000392ee471. 00000400:00000010:0.0:1767384668.901546:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000400:00000010:0.0:1767384668.901551:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004aec864f. 00000400:00000200:0.0:1767384668.901555:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp41 00000400:00000200:0.0:1767384668.901574:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp41 local destination 00000400:00000200:0.0:1767384668.901579:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp41 00000400:00000200:0.0:1767384668.901582:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp41 NI seq info: [163:163:256:4294967295] 192.168.203.125@tcp41 LPNI seq info [160:160:8:4294967295] 00000400:00000200:0.0:1767384668.901590:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp41 00000400:00000200:0.0:1767384668.901598:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp41(192.168.203.125@tcp41:) -> 192.168.203.125@tcp41(192.168.203.125@tcp41:192.168.203.125@tcp41) : GET try# 0 00000800:00000200:0.0:1767384668.901602:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp41 00000800:00000010:0.0:1767384668.901606:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000030568f3e. 00000800:00000200:0.0:1767384668.901612:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (2) 00000800:00000200:0.1:1767384668.901617:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (2) 00000400:00000200:0.0:1767384668.901638:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp41 added to recovery queue. ping count: 2 next ping: 293 health :800 00000400:00000200:0.0:1767384668.901643:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp37 00000400:00000010:0.0:1767384668.901645:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384668.901648:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003019b311. 00000400:00000010:0.0:1767384668.901651:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000400:00000010:0.0:1767384668.901656:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f551d8b6. 00000400:00000200:0.0:1767384668.901659:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp37 00000400:00000200:0.0:1767384668.901665:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp37 local destination 00000400:00000200:0.0:1767384668.901668:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp37 00000400:00000200:0.0:1767384668.901673:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp37 NI seq info: [164:164:256:4294967295] 192.168.203.125@tcp37 LPNI seq info [161:161:8:4294967295] 00000400:00000200:0.0:1767384668.901676:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp37 00000400:00000200:0.0:1767384668.901680:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp37(192.168.203.125@tcp37:) -> 192.168.203.125@tcp37(192.168.203.125@tcp37:192.168.203.125@tcp37) : GET try# 0 00000800:00000200:0.0:1767384668.901682:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp37 00000800:00000010:0.0:1767384668.901686:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a6c43089. 00000800:00000200:0.0:1767384668.901689:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000800:00000200:0.1:1767384668.901694:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000400:00000200:0.0:1767384668.901710:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp37 added to recovery queue. ping count: 4 next ping: 305 health :600 00000400:00000200:3.0:1767384668.901746:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.901798:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.901827:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.901879:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.901922:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.901961:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902044:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902060:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902121:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902186:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902187:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902227:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902286:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902304:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902364:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902377:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902433:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902521:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902567:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902601:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902655:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902684:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902756:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902779:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902841:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902862:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.902951:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.902971:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903024:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903041:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903114:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903137:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903177:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903239:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903246:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903351:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903363:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903435:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903486:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903578:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903590:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903639:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903661:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903685:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903750:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903766:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903809:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903888:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.903894:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.903959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.904016:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904018:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.904076:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.904120:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904140:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.904178:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904221:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.904258:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904272:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904380:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.904382:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904507:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.904534:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904573:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384668.904634:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904640:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904676:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904737:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904766:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904783:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904803:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904827:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904852:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904880:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904900:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904925:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.904975:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.125:988 00000800:00000010:1.0:1767384668.905010:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039619cc3. 00000400:00000200:3.0:1767384668.905013:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.125:988 00000800:00000010:1.0:1767384668.905019:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000425447e9. 00000800:00000010:1.0:1767384668.905028:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b0a5980e. 00000400:00000200:3.0:1767384668.905051:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.125:988 00000800:00000010:1.0:1767384668.905065:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b0a5980e. 00000800:00020000:1.0:1767384668.905084:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384668.905090:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000425447e9. 00000800:00000010:1.0:1767384668.905095:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000039619cc3. 00000400:00000200:3.0:1767384668.905097:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.125:988 00000400:02020000:1.0:1767384668.905163:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp37 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384668.905176:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp37 notifying 192.168.203.125@tcp37: down 00000800:00000200:1.0:1767384668.905186:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp37 down 00000800:00000100:1.0:1767384668.905193:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp37 00000800:00000010:1.0:1767384668.905199:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a6c43089. 00000400:00000200:1.0:1767384668.905205:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384668.905213:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp37->192.168.203.125@tcp37: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384668.905228:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384668.905233:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384668.905237:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp37) recovery failed with -71 00000800:00000010:3.0:1767384668.905367:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000e54fa615. 00000800:00000010:3.0:1767384668.905375:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007aa16af6. 00000800:00000010:3.0:1767384668.905382:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001cc36c4d. 00000800:00000010:3.0:1767384668.905435:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001cc36c4d. 00000400:00000200:0.0:1767384668.905497:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384668.905518:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp41 from 210.3.0.2 00000800:00000010:0.0:1767384668.905521:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b5a23e49. 00000800:00000010:3.0:1767384668.905566:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000079a8cbc6. 00000800:00000010:3.0:1767384668.905573:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003819b674. 00000800:00000010:3.0:1767384668.905601:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001bfea0ac. 00000800:00000200:3.1:1767384668.905608:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (2) 00000800:00000200:3.1:1767384668.905615:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp41 000000001bfea0ac deleted 00000800:00000010:3.1:1767384668.905618:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 000000001bfea0ac. 00000800:00000200:3.1:1767384668.905623:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384668.905632:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp41 ip 192.168.203.125:978 00000800:00000200:3.1:1767384668.905636:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000030568f3e type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384668.905645:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp41 p 3.x 192.168.203.125 -> 192.168.203.125:978 incarnation:1767384658814719089 sched[0] 00000800:00000010:3.0:1767384668.905651:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001cc36c4d. 00000800:00000010:3.0:1767384668.905707:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001cc36c4d. 00000800:00000010:3.0:1767384668.905712:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003819b674. 00000800:00000010:3.0:1767384668.905756:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b5a23e49. 00000800:00000001:3.0:1767384668.905774:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.905780:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384668.905845:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384668.905850:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000030568f3e. 00000400:00000200:3.0:1767384668.905863:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384668.905869:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp41->192.168.203.125@tcp41: GET: OK 00000400:00000200:3.0:1767384668.905877:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384668.905885:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp41 recovery message sent successfully:0 00000800:00000200:3.1:1767384668.905951:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384668.905959:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp41 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384658814719089 sched[0] 00000800:00000010:3.0:1767384668.905963:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007aa16af6. 00000800:00000001:3.0:1767384668.906008:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.906015:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384668.906018:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384668.906028:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.906036:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp41(192.168.203.125@tcp41) <- 192.168.203.125@tcp41 : GET - for me 00000400:00000200:3.0:1767384668.906047:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384668.906056:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x1db1 [1] + 0 00000400:00000200:3.0:1767384668.906064:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp41 to MR: 192.168.203.125@tcp41 local destination 00000400:00000200:3.0:1767384668.906071:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp41 NI seq info: [165:165:256:4294967295] 192.168.203.125@tcp41 LPNI seq info [162:162:8:4294967295] 00000400:00000200:3.0:1767384668.906080:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp41(192.168.203.125@tcp41:192.168.203.125@tcp41) -> 192.168.203.125@tcp41(192.168.203.125@tcp41:192.168.203.125@tcp41) 192.168.203.125@tcp41 : REPLY try# 0 00000800:00000200:3.0:1767384668.906084:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp41 00000800:00000010:3.0:1767384668.906088:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e52c8f7. 00000800:00000200:3.0:1767384668.906094:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (4) 00000800:00000200:3.0:1767384668.906099:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp41 ip 192.168.203.125:988 00000800:00000200:3.0:1767384668.906103:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000001e52c8f7 type 3, nob 368 niov 1 nkiov 1 00000800:00000001:0.0:1767384668.906133:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384668.906165:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384668.906173:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384668.906176:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384668.906178:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e52c8f7. 00000800:00000001:0.0:1767384668.906179:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384668.906181:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.906186:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384668.906189:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp41(192.168.203.125@tcp41) <- 192.168.203.125@tcp41 : REPLY - for me 00000400:00000200:3.0:1767384668.906197:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp41->192.168.203.125@tcp41: REPLY: OK 00000400:00000200:0.0:1767384668.906204:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp41: Reply from 12345-192.168.203.125@tcp41 of length 272/272 into md 0x1e21 00000800:00000001:0.0:1767384668.906209:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384668.906214:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384668.906216:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384668.906219:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp41->192.168.203.125@tcp41: REPLY: OK 00000400:00000200:0.0:1767384668.906223:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:0.0:1767384668.906224:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000400:00000200:0.0:1767384668.906227:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:0.0:1767384668.906231:0:16347:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c1b1adc4. 00000400:00000010:0.0:1767384668.906234:0:16347:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000392ee471. 00000800:00000001:0.0:1767384668.906242:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384668.906245:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384668.906252:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384668.906274:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906307:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906330:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906357:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906388:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906411:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906432:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906487:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906510:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906525:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906540:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906553:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906564:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906579:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906594:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906609:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906623:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906640:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906653:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906668:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906683:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906696:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906711:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906725:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906741:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906758:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906771:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906785:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906805:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906818:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906833:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906846:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906863:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906877:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384668.906889:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384668.907015:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045063839. 00000800:00000010:3.0:1767384668.907021:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000003819b674. 00000800:00000010:3.0:1767384668.907025:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001cc36c4d. 00000800:00000010:3.0:1767384668.907048:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001cc36c4d. 00000800:00020000:3.0:1767384668.907056:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384668.907059:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000003819b674. 00000800:00000010:3.0:1767384668.907061:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000045063839. 00000400:02020000:3.0:1767384668.907109:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp41 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384669.094582:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384669.094587:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.094592:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384669.094593:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.094633:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384669.094637:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384669.094640:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1767384669.135280:0:35899:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384669.135284:0:35899:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp45 --if ens2 00000001:00000001:2.0:1767384669.139302:0:35899:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384669.147332:0:35900:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000b15214b2. 00000400:00000010:2.0:1767384669.147353:0:35900:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000c6d23d60. 00000400:00000010:2.0:1767384669.147368:0:35900:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000263f79b3. 00000400:00000010:2.0:1767384669.147374:0:35900:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000002a208a92. 00000400:00000010:2.0:1767384669.147380:0:35900:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000daadca8c. 00000400:00000010:2.0:1767384669.147392:0:35900:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000403304ee. 00000400:00000010:2.0:1767384669.147395:0:35900:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000c8f3e9e3. 00000400:00000010:2.0:1767384669.147397:0:35900:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d31b3b3e. 00000400:00000010:2.0:1767384669.147402:0:35900:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000a3b87d19. 00000800:00000010:2.0:1767384669.147421:0:35900:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000066f026f2. 00000800:00000200:2.0:1767384669.147435:0:35900:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384669.147477:0:35900:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384669.147523:0:35900:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:2.0:1767384669.147548:0:35900:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp45 [8/256/0/180] 00000400:00000010:2.0:1767384669.149174:0:35900:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 633 at 00000000bf77f6b3. 00000400:00000010:2.0:1767384669.149181:0:35900:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052139282. 00000400:00000010:2.0:1767384669.149187:0:35900:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000400:00000001:2.0:1767384669.149216:0:35900:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384669.149217:0:35900:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384669.149219:0:35900:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a37d371. 00000400:00000200:2.0:1767384669.149222:0:35900:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d28b7fbc 00000400:00000010:2.0:1767384669.149224:0:35900:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d28b7fbc. 00000400:00000010:2.0:1767384669.149228:0:35900:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000381aad60. 00000400:00000200:2.0:1767384669.149234:0:35900:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (36) 00000400:00000200:2.0:1767384669.149247:0:35900:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384669.149257:0:35900:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131117 00000020:00000010:2.0:1767384669.149265:0:35900:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000015034cbd. 00000020:01000000:2.0:1767384669.149270:0:35900:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384669.149273:0:35900:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp45 00000400:00000200:3.0:1767384669.149285:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384669.149290:0:35900:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000c6d23d60. 00000400:00000010:2.0:1767384669.149296:0:35900:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000b15214b2. 00000400:00000200:3.0:1767384669.149299:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:3.0:1767384669.149311:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005198ba0b. 00000400:00000200:3.0:1767384669.149318:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (37) 00000400:00000010:3.0:1767384669.149324:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004a664f50. 00000400:00000200:3.0:1767384669.149330:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000020:00000001:1.0:1767384669.149334:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384669.149340:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384669.149344:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:3.0:1767384669.149347:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 10000000:01000000:1.0:1767384669.149349:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:1.0:1767384669.149356:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384669.149358:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1767384669.149360:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384669.149362:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:3.0:1767384669.149365:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000020:01000004:1.0:1767384669.149365:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384669.149371:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384669.149375:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384669.149379:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384669.149381:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384669.149384:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384669.149389:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000100:00000010:1.0:1767384669.149393:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013f421b7. 00000020:00000040:1.0:1767384669.149401:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:3.0:1767384669.149406:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000100:00000001:1.0:1767384669.149410:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384669.149417:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 02000000:00000001:1.0:1767384669.149424:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384669.149433:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.149435:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 02000000:00000010:1.0:1767384669.149478:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000039619cc3. 00000100:00000001:1.0:1767384669.149487:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.149494:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000100:00000001:1.0:1767384669.149499:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384669.149503:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.149508:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000100:00000040:1.0:1767384669.149515:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013f421b7] to pc [ptlrpcd_00_03+3] req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.149519:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000400:00000200:3.0:1767384669.149538:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000400:00000200:3.0:1767384669.149544:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 10000000:00000001:1.0:1767384669.149544:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384669.149551:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.149561:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.149564:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384669.149566:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000020:01000000:1.0:1767384669.149568:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00100000:0.0:1767384669.149572:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1767384669.149581:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384669.149586:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:3.0:1767384669.149589:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 10000000:00000001:1.0:1767384669.149589:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000001:0.0:1767384669.149591:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:1.0:1767384669.149593:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000001:0.0:1767384669.149595:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1767384669.149599:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:0.0:1767384669.149606:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:1.0:1767384669.149609:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000100:00000001:0.0:1767384669.149610:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:01000004:1.0:1767384669.149615:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:0.0:1767384669.149616:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767384669.149617:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000020:01000004:1.0:1767384669.149625:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384669.149629:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384669.149631:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:0.0:1767384669.149635:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1767384669.149639:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:3.0:1767384669.149640:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000020:01000004:1.0:1767384669.149644:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384669.149651:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384669.149656:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:1.0:1767384669.149664:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082ff6dd4. 00000100:00000001:0.0:1767384669.149664:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1767384669.149669:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 67], ns[44, 68] 00000100:00000001:0.0:1767384669.149671:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384669.149677:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000001:0.0:1767384669.149678:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384669.149689:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384669.149690:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384669.149691:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 02000000:00000001:1.0:1767384669.149692:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384669.149700:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.149700:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.149711:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000100:00100000:0.0:1767384669.149717:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013f421b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048144640:0@lo:253: 02000000:00000010:1.0:1767384669.149721:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000f799c56c. 00000100:00000001:1.0:1767384669.149727:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.149728:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000100:00000001:0.0:1767384669.149731:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384669.149737:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384669.149741:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.149741:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384669.149748:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 44], ns[60, 44] 02000000:00000001:0.0:1767384669.149752:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384669.149756:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082ff6dd4] to pc [ptlrpcd_00_00+0] req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384669.149760:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384669.149769:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006b80f6e6. 00000400:00000200:3.0:1767384669.149776:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 44], ns[150, 44] 02000000:00000001:0.0:1767384669.149778:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.149790:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067649860. 00000400:00000010:0.0:1767384669.149803:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cfea625b. 00000400:00000200:3.0:1767384669.149810:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 44], ns[87, 44] 00000100:00000200:0.0:1767384669.149811:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048144640, portal 25 00000100:00000001:0.0:1767384669.149824:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384669.149830:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636141312 : -106180073410304 : ffff9f6e06713100) 00000100:00000040:0.0:1767384669.149845:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.149849:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 44], ns[86, 44] 10000000:00000001:1.0:1767384669.149860:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.149861:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1767384669.149869:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.149874:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 44], ns[131, 44] 00000100:00000040:0.0:1767384669.149878:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384669.149883:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.149884:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdee06df. 00000020:01000000:1.0:1767384669.149896:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000100:00000200:0.0:1767384669.149898:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048144640, offset 0 00000400:00000200:3.0:1767384669.149899:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 44], ns[93, 44] 00000020:00000010:1.0:1767384669.149910:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000015034cbd. 00000400:00000200:0.0:1767384669.149919:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384669.149942:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 44], ns[125, 44] 00000100:00000001:1.0:1767384669.149950:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384669.149951:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 44], ns[140, 44] 00000100:00000001:1.0:1767384669.149955:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.149971:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 44], ns[149, 44] 00000100:00000001:1.0:1767384669.149974:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.149978:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384669.149983:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[161, 44], ns[164, 44] 00000100:00000001:1.0:1767384669.149984:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384669.149995:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.150005:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[143, 44], ns[146, 44] 00000100:00000001:1.0:1767384669.150011:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384669.150014:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.150022:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1767384669.150026:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[159, 44], ns[162, 44] 02000000:00000001:1.0:1767384669.150027:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384669.150035:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384669.150044:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000082ff6dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048144768:0@lo:253: 00000400:00000200:3.0:1767384669.150052:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 44], ns[155, 44] 00000100:00000001:1.0:1767384669.150054:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384669.150060:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384669.150064:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.150067:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 44], ns[165, 44] 02000000:00000001:1.0:1767384669.150069:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384669.150080:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000400:00000200:3.0:1767384669.150086:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 02000000:00000010:1.0:1767384669.150089:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000009290f110. 02000000:00000001:1.0:1767384669.150092:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.150097:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp42] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000010:1.0:1767384669.150102:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e26609cc. 00000400:00000200:3.0:1767384669.150109:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp42 00000400:00000010:1.0:1767384669.150110:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000024297de8. 00000100:00000200:1.0:1767384669.150117:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048144768, portal 25 00000400:00000200:3.0:1767384669.150121:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp42 00000100:00000001:1.0:1767384669.150123:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384669.150128:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636143104 : -106180073408512 : ffff9f6e06713800) 00000400:00000200:3.0:1767384669.150134:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp42 lpni_is_preferred = 0 00000100:00000040:1.0:1767384669.150135:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.150150:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp42 00000100:00000001:1.0:1767384669.150150:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1767384669.150158:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp42 NI seq info: [166:166:256:4294967295] 192.168.203.125@tcp42 LPNI seq info [163:163:8:4294967295] 00000100:00000040:1.0:1767384669.150168:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384669.150176:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007a2fd884. 00000400:00000200:3.0:1767384669.150181:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp42 00000100:00000200:1.0:1767384669.150183:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048144768, offset 0 00000400:00000200:1.0:1767384669.150201:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384669.150206:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp42(192.168.203.125@tcp42:) -> 192.168.203.125@tcp42(192.168.203.125@tcp:192.168.203.125@tcp42) : PUT try# 0 00000800:00000200:3.0:1767384669.150218:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 624 bytes in 1 frags to 12345-192.168.203.125@tcp42 00000800:00000010:3.0:1767384669.150227:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001e52c8f7. 00000400:00000200:0.0:1767384669.150228:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384669.150237:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384669.150245:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000003819b674. 00000400:00000200:0.0:1767384669.150247:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07300 00000400:00000200:1.0:1767384669.150255:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07380 00000800:00000010:3.0:1767384669.150257:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000001bfea0ac. 00000400:00000200:0.0:1767384669.150258:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15a5 [2] + 0 00000400:00000010:0.0:1767384669.150268:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a9eb410. 00000400:00000200:0.0:1767384669.150272:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d390a0e8 00000800:00000200:3.0:1767384669.150273:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000400:00000200:1.0:1767384669.150282:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x15e1 [2] + 0 00000400:00000200:0.0:1767384669.150282:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.1:1767384669.150292:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000400:00000010:1.0:1767384669.150302:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d688a6ae. 00000400:00000200:0.0:1767384669.150303:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384669.150316:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000dea1a042 00000400:00000200:3.0:1767384669.150322:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:0.0:1767384669.150322:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d390a0e8 00000400:00000010:0.0:1767384669.150324:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d390a0e8. 00000400:00000200:1.0:1767384669.150327:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384669.150333:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 00000100:00000001:0.0:1767384669.150334:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:1.0:1767384669.150340:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384669.150340:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384669.150353:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000bbfa9bec x1853237048144640 msgsize 4848 00000400:00000200:1.0:1767384669.150355:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dea1a042 00000400:00000010:1.0:1767384669.150365:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dea1a042. 00000100:00100000:0.0:1767384669.150377:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384669.150381:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:0.0:1767384669.150382:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384669.150391:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384669.150395:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000008a6b59c3 x1853237048144768 msgsize 4848 00000100:00000001:0.0:1767384669.150404:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1767384669.150408:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384669.150413:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000400:00000200:0.0:1767384669.150415:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdee06df 00000100:00000001:1.0:1767384669.150422:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:0.0:1767384669.150425:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdee06df. 00000100:00000001:0.0:1767384669.150435:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1767384669.150489:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007a2fd884 00000400:00000200:3.0:1767384669.150491:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000010:1.0:1767384669.150493:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007a2fd884. 00000100:00000200:0.0:1767384669.150493:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.150503:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384669.150518:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.150520:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384669.150530:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.150534:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384669.150541:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384669.150546:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.150548:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384669.150560:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.150562:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.150563:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384669.150572:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294956927 00000100:00000001:1.0:1767384669.150579:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384669.150580:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b5586c51. 00000100:00000001:1.0:1767384669.150589:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294956927 00000100:00000001:0.0:1767384669.150593:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384669.150598:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294956927 00000100:00000010:0.0:1767384669.150601:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f9a1feb. 00000100:00000001:1.0:1767384669.150603:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294956927 00000100:00000001:0.0:1767384669.150605:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384669.150607:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294956927 00000100:00000001:0.0:1767384669.150614:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294956927 00000100:00000001:1.0:1767384669.150615:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294956927 00000400:00000200:3.0:1767384669.150618:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000010:0.0:1767384669.150620:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000105a70fc. 00000100:00000001:1.0:1767384669.150629:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294956927 00000100:00000001:0.0:1767384669.150630:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767384669.150644:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294956927 00000100:00000001:0.0:1767384669.150645:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294956927 00000100:00000001:1.0:1767384669.150659:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294956927 00000100:00000010:0.0:1767384669.150661:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a6a78d77. 00000100:00000001:0.0:1767384669.150672:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000400:00000200:3.0:1767384669.150676:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00000001:0.0:1767384669.150677:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384669.150678:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294956927 00000100:00000001:1.0:1767384669.150688:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.150689:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.150695:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.150697:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.150701:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.150703:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.150706:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.150716:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384669.150717:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384669.150719:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.150720:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.150723:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.150725:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384669.150736:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.150743:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.150764:0:17080:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384669.150771:0:17080:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048144640 00000400:00000200:3.0:1767384669.150773:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 02000000:00000001:0.0:1767384669.150775:0:17080:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384669.150780:0:17080:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384669.150785:0:17080:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.150791:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384669.150796:0:17080:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384669.150797:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048144768 00000100:00100000:0.0:1767384669.150803:0:17080:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048144640 02000000:00000001:1.0:1767384669.150804:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384669.150815:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384669.150816:0:17080:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384669.150824:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.150826:0:17080:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384669.150840:0:17080:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1767384669.150841:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.150849:0:17080:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00100000:1.0:1767384669.150851:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048144768 00000020:00000001:1.0:1767384669.150856:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:0.0:1767384669.150856:0:17080:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000040:1.0:1767384669.150868:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:0.0:1767384669.150869:0:17080:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:1.0:1767384669.150876:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384669.150879:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:1.0:1767384669.150880:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000001:1.0:1767384669.150885:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:0.0:1767384669.150887:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000400:00000200:3.0:1767384669.150898:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000020:00000001:1.0:1767384669.150900:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384669.150900:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.150911:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000100:00000001:1.0:1767384669.150914:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384669.150923:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013611a7d. 00000020:00000010:0.0:1767384669.150923:0:17080:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d5d42d6. 00000020:00000010:0.0:1767384669.150943:0:17080:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000929cb8bd. 00000100:00000001:1.0:1767384669.150946:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.150949:0:17080:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:1.0:1767384669.150951:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013611a7d. 00000020:00000010:1.0:1767384669.150960:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a910a1dc. 00000100:00000040:0.0:1767384669.150961:0:17080:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384669.150977:0:17080:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384669.150981:0:17080:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384669.150984:0:17080:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384669.150985:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000730c894b. 00000400:00000200:3.0:1767384669.150990:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000020:00000010:1.0:1767384669.150992:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000069f68d79. 00000100:00000001:0.0:1767384669.150993:0:17080:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.151004:0:17080:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.151006:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384669.151009:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384669.151011:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.151022:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.151025:0:17080:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384669.151027:0:17080:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384669.151035:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384669.151036:0:17080:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384669.151048:0:17080:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384669.151054:0:17080:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971815504 : -106175737736112 : ffff9f6f08de5450) 00000100:00000040:0.0:1767384669.151062:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bbfa9bec x1853237048144640/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 4848/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.151069:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384669.151072:0:17080:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384669.151073:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1767384669.151075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000020:00000010:0.0:1767384669.151087:0:17080:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000100:00100000:1.0:1767384669.151094:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00000001:0.0:1767384669.151098:0:17080:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384669.151100:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000020:00000010:0.0:1767384669.151104:0:17080:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000100:00000001:1.0:1767384669.151106:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971820624 : -106175737730992 : ffff9f6f08de6850) 00000100:00000040:1.0:1767384669.151116:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008a6b59c3 x1853237048144768/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 4848/0 e 0 to 0 dl 1767384680 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384669.151125:0:17080:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bbfa9bec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16356:x1853237048144640:12345-0@lo:253: 00000100:00000001:1.0:1767384669.151133:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1767384669.151140:0:17080:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048144640 00000020:00000010:1.0:1767384669.151141:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000013611a7d. 00000020:00000001:0.0:1767384669.151148:0:17080:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384669.151149:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384669.151157:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000013611a7d. 00000020:00000001:0.0:1767384669.151158:0:17080:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384669.151165:0:17080:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.151169:0:17080:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384669.151172:0:17080:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00100000:1.0:1767384669.151179:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008a6b59c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048144768:12345-0@lo:253: 00000020:00000001:0.0:1767384669.151180:0:17080:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384669.151183:0:17080:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.151189:0:17080:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1767384669.151192:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048144768 00000020:00000001:0.0:1767384669.151192:0:17080:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384669.151195:0:17080:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.151200:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384669.151201:0:17080:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384669.151208:0:17080:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384669.151210:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384669.151214:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000020:00000001:1.0:1767384669.151216:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384669.151217:0:17080:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cb3ff662. 02000000:00000001:0.0:1767384669.151225:0:17080:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.151226:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384669.151228:0:17080:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.151232:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 20000000:00000001:0.0:1767384669.151233:0:17080:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:1.0:1767384669.151239:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1767384669.151241:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384669.151244:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 20000000:00000010:0.0:1767384669.151244:0:17080:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000034ff127. 00000020:00000001:1.0:1767384669.151246:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:01000000:0.0:1767384669.151249:0:17080:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:1.0:1767384669.151250:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384669.151259:0:17080:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:1.0:1767384669.151261:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:0.0:1767384669.151262:0:17080:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384669.151265:0:17080:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384669.151266:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1767384669.151269:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 20000000:00000001:0.0:1767384669.151273:0:17080:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384669.151279:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000b2426577. 20000000:00000001:0.0:1767384669.151279:0:17080:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:1.0:1767384669.151286:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.151289:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384669.151292:0:17080:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009a123d30. 20000000:01000000:0.0:1767384669.151296:0:17080:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:00000001:1.0:1767384669.151306:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000001:0.0:1767384669.151309:0:17080:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:0.0:1767384669.151314:0:17080:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384669.151318:0:17080:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000010:1.0:1767384669.151319:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 000000003058f8ce. 00000400:00000200:3.0:1767384669.151323:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 20000000:01000000:1.0:1767384669.151328:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384669.151332:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384669.151335:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384669.151337:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384669.151339:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384669.151340:0:17080:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:00000001:1.0:1767384669.151345:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384669.151358:0:17080:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384669.151361:0:17080:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384669.151363:0:17080:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384669.151364:0:17080:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384669.151366:0:17080:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.151369:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00080000:00000002:0.0:1767384669.151369:0:17080:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 0000000073e3233b 00000020:00000001:0.0:1767384669.151380:0:17080:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000252643a8 00080000:00000002:0.0:1767384669.151382:0:17080:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384669.151384:0:17080:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384669.151387:0:17080:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.151390:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00080000:00000001:0.0:1767384669.151390:0:17080:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384669.151393:0:17080:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384669.151399:0:17080:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384669.151402:0:17080:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384669.151407:0:17080:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006759ed0d. 00080000:00000001:0.0:1767384669.151410:0:17080:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893633270272 : -106180076281344 : ffff9f6e06456200) 00080000:00000001:0.0:1767384669.151412:0:17080:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384669.151415:0:17080:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000400:00000200:3.0:1767384669.151417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00080000:00000010:0.0:1767384669.151419:0:17080:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b9e65a97. 00080000:00000001:0.0:1767384669.151423:0:17080:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384669.151425:0:17080:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384669.151474:0:17080:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.151487:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00080000:00000001:0.0:1767384669.151489:0:17080:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384669.151557:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151590:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151608:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151624:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151645:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151662:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151680:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151701:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151718:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151737:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151757:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151770:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151782:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151795:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151808:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151825:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151845:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151874:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151915:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.151974:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384669.152031:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384669.152153:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000045063839. 00000800:00000010:3.0:1767384669.152157:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d747f500. 00000800:00000010:3.0:1767384669.152161:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a0e976d5. 00000800:00000010:3.0:1767384669.152177:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a0e976d5. 00000800:00020000:3.0:1767384669.152185:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384669.152188:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d747f500. 00000800:00000010:3.0:1767384669.152190:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000045063839. 00000400:02020000:3.0:1767384669.152233:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp42 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384669.152239:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp42 notifying 192.168.203.125@tcp42: down 00000800:00000200:3.0:1767384669.152246:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp42 down 00000800:00000100:3.0:1767384669.152254:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 624 0@<0:0>->192.168.203.125@tcp42 00000800:00000010:3.0:1767384669.152257:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001e52c8f7. 00000400:00000200:3.0:1767384669.152262:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384669.152266:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp42->192.168.203.125@tcp42: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384669.152273:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp42 added to recovery queue. ping count: 0 next ping: 290 health :900 00000400:00000200:3.0:1767384669.152276:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384669.152279:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 1 00000400:00000200:3.0:1767384669.152282:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384669.152322:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384669.152329:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x101151 00000400:00000001:1.0:1767384669.152333:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384669.152335:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384669.152336:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005198ba0b 00000400:00000010:1.0:1767384669.152337:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005198ba0b. 00000400:00000200:1.0:1767384669.152342:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384669.152346:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384669.152349:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (38) 00000400:00000200:1.0:1767384669.152351:0:16352:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384669.152353:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 rc -71 00000400:00000200:1.0:1767384669.152356:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384669.152358:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (37) 00080000:00000010:1.0:1767384669.152527:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006759ed0d. 00080000:00000010:0.0:1767384669.152562:0:17080:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b9e65a97. 00040000:00000001:0.0:1767384669.152567:0:17080:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384669.152570:0:17080:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384669.152571:0:17080:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384669.152575:0:17080:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384669.152577:0:17080:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384669.152579:0:17080:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384669.152590:0:17080:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384669.152600:0:17080:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384669.152603:0:17080:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384669.152609:0:17080:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:1.0:1767384669.152619:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000090e6cdb3. 20000000:01000000:1.0:1767384669.152624:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #45 20000000:01000000:3.0:1767384669.152625:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384669.152637:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 20000000:00000001:1.0:1767384669.152639:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 10000000:01000000:3.0:1767384669.152643:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:1.0:1767384669.152645:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:3.0:1767384669.152650:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:1.0:1767384669.152650:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:3.0:1767384669.152655:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384669.152661:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005fa4d6d8 count: 2 00010000:00000001:3.0:1767384669.152664:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384669.152669:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00080000:00000001:1.0:1767384669.152670:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000010:3.0:1767384669.152677:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a38f5f5c. 00000020:00000001:3.0:1767384669.152682:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384669.152683:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a38f5f5c with handle 0x71ee3a74e271928c to hash 00080000:00000001:1.0:1767384669.152686:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384669.152689:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384669.152694:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.152695:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:1.0:1767384669.152700:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000001:3.0:1767384669.152701:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961734144 : -106175747817472 : ffff9f6f08448000) 00080000:00000001:1.0:1767384669.152704:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.152708:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961734144 : -106175747817472 : ffff9f6f08448000) 00080000:00000002:1.0:1767384669.152710:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00010000:00000001:3.0:1767384669.152715:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:1.0:1767384669.152717:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00010000:00000001:3.0:1767384669.152718:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384669.152720:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00010000:3.0:1767384669.152723:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.152730:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:1.0:1767384669.152738:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384669.152739:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00080000:00000001:1.0:1767384669.152743:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.152744:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000020:0.0:1767384669.152751:0:17080:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384669.152752:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:1.0:1767384669.152753:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.152758:0:17080:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:3.0:1767384669.152760:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 20000000:00000010:0.0:1767384669.152763:0:17080:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000034ff127. 00000020:00000001:1.0:1767384669.152768:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00010000:3.0:1767384669.152770:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e271927e expref: 16 pid: 17080 timeout: 0 lvb_type: 0 20000000:00000001:0.0:1767384669.152773:0:17080:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.152774:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000040:0.0:1767384669.152784:0:17080:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048144640 00080000:00000001:1.0:1767384669.152786:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:1.0:1767384669.152796:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004ce28c49. 00010000:00000001:3.0:1767384669.152797:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1767384669.152798:0:17080:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384669.152805:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384669.152807:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893547567616 : -106180161984000 : ffff9f6e0129aa00) 00010000:00000200:0.0:1767384669.152811:0:17080:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bbfa9bec x1853237048144640/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384669.152813:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384669.152820:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1767384669.152820:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384669.152826:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1767384669.152827:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384669.152831:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00080000:00000010:1.0:1767384669.152833:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000013611a7d. 00010000:00010000:3.0:1767384669.152836:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384669.152841:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384669.152850:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000040:3.0:1767384669.152865:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005fa4d6d8) refcount = 2 00010000:00000001:0.0:1767384669.152865:0:17080:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00080000:00000001:1.0:1767384669.152867:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.152870:0:17080:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384669.152871:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00000100:00001000:0.0:1767384669.152879:0:17080:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=86 v=5 (1 0 0 0) 00010000:00000040:3.0:1767384669.152880:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e271927e expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00080000:00000001:1.0:1767384669.152889:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:0.0:1767384669.152890:0:17080:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1767384669.152891:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1767384669.152899:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384669.152902:0:17080:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384669.152908:0:17080:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000010:3.0:1767384669.152911:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a0e976d5. 02000000:00000001:0.0:1767384669.152913:0:17080:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384669.152915:0:17080:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.152917:0:17080:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384669.152921:0:17080:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384669.152922:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000400:00000010:0.0:1767384669.152938:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdee06df. 00000100:00000010:3.0:1767384669.152940:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d747f500. 00000100:00000200:0.0:1767384669.152942:0:17080:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048144640, offset 224 00000100:00000001:3.0:1767384669.152946:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637898889451008 : -106174820100608 : ffff9f6f3f905600) 00000100:00000001:3.0:1767384669.152951:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637898889451008 : -106174820100608 : ffff9f6f3f905600) 00000400:00000200:0.0:1767384669.152951:0:17080:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384669.152957:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384669.152961:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00000400:00000200:0.0:1767384669.152961:0:17080:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384669.152966:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384669.152973:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1767384669.152974:0:17080:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07300 00010000:00000001:3.0:1767384669.152976:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1767384669.152981:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:0.0:1767384669.152982:0:17080:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e31 [2] + 224 00010000:00000001:3.0:1767384669.152986:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000200:0.0:1767384669.152987:0:17080:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384669.152990:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00000400:00000200:0.0:1767384669.152991:0:17080:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384669.152996:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000001:0.0:1767384669.152997:0:17080:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1767384669.153000:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000100:00000200:0.0:1767384669.153002:0:17080:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384669.153005:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000100:00000001:3.0:1767384669.153010:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384669.153013:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1767384669.153015:0:17080:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384669.153018:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384669.153027:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009dd876bd. 00000100:00000001:3.0:1767384669.153032:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.153034:0:17080:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384669.153039:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e271927e expref: 16 pid: 17080 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384669.153041:0:17080:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdee06df 00000400:00000010:0.0:1767384669.153046:0:17080:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdee06df. 00000100:00000001:0.0:1767384669.153052:0:17080:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384669.153056:0:17080:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384669.153064:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.153064:0:17080:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.153069:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384669.153074:0:17080:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00010000:3.0:1767384669.153075:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e271927e expref: 16 pid: 17080 timeout: 439 lvb_type: 0 00010000:00000001:0.0:1767384669.153077:0:17080:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:1.0:1767384669.153079:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384669.153080:0:17080:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384669.153083:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384669.153090:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067649860. 00000020:00000001:0.0:1767384669.153091:0:17080:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1767384669.153099:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfea625b 00010000:00000001:3.0:1767384669.153102:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000010:1.0:1767384669.153105:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfea625b. 00000100:00000040:0.0:1767384669.153106:0:17080:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bbfa9bec x1853237048144640/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.153108:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384669.153115:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384669.153121:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1767384669.153126:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384669.153129:0:17080:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bbfa9bec pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16356:x1853237048144640:12345-0@lo:253: Request processed in 2054us (2770us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384669.153174:0:17080:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00000040:0.0:1767384669.153187:0:17080:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384669.153192:0:17080:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384669.153200:0:17080:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384669.153201:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000010:0.0:1767384669.153204:0:17080:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000929cb8bd. 00000100:00000001:3.0:1767384669.153206:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384669.153206:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384669.153209:0:17080:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384669.153218:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d5d42d6. 00000100:00100000:3.0:1767384669.153220:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048144896:0@lo:104: 00000020:00000040:0.0:1767384669.153229:0:17080:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000001:3.0:1767384669.153238:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384669.153240:0:17080:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000001:3.0:1767384669.153244:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1767384669.153245:0:17080:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cb3ff662. 00000100:00000001:1.0:1767384669.153249:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384669.153250:0:17080:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384669.153252:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.153254:0:17080:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384669.153257:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.153258:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:0.0:1767384669.153261:0:17080:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:1.0:1767384669.153263:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1767384669.153264:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384669.153271:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384669.153272:0:17080:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054e157ab. 02000000:00000010:3.0:1767384669.153274:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c60df3f6. 00000100:00000001:1.0:1767384669.153274:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.153279:0:17080:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bdee06df. 02000000:00000001:1.0:1767384669.153281:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.153283:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384669.153290:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=86 v=5 (5 0 0 0) 00000400:00000010:3.0:1767384669.153292:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004421e2d2. 00000100:00001000:1.0:1767384669.153296:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=86 v=5 (1 0 0 0) 00000400:00000010:3.0:1767384669.153301:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028b79866. 00000100:00000200:3.0:1767384669.153305:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048144896, portal 16 00000100:00000001:1.0:1767384669.153308:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384669.153310:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384669.153311:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.153317:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00010000:00000001:1.0:1767384669.153318:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384669.153325:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.153329:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.153330:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1767384669.153335:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.153383:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384669.153385:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384669.153389:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384669.153391:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384669.153398:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000004:1.0:1767384669.153401:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384669.153403:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000010:3.0:1767384669.153404:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000020:01000004:1.0:1767384669.153405:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384669.153406:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384669.153409:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384669.153413:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000200:3.0:1767384669.153415:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048144896, offset 0 00000020:01000004:1.0:1767384669.153415:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384669.153419:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384669.153423:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384669.153424:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384669.153430:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.153478:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1767384669.153479:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013f421b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048144640:0@lo:253: 00000100:00000001:1.0:1767384669.153491:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.153496:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384669.153501:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1767384669.153506:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013f421b7 x1853237048144640/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384669.153521:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff07400 00000100:00000001:1.0:1767384669.153521:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384669.153525:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384669.153530:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006b80f6e6. 00000400:00000200:3.0:1767384669.153536:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1859 [2] + 1312 02000000:00000001:1.0:1767384669.153537:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384669.153540:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384669.153544:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:3.0:1767384669.153548:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384669.153549:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384669.153554:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000039619cc3. 00000400:00000200:3.0:1767384669.153559:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1767384669.153570:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384669.153573:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1767384669.153574:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000010:1.0:1767384669.153575:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013f421b7. 00000100:00000200:3.0:1767384669.153579:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:1.0:1767384669.153581:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384669.153585:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1767384669.153588:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009fbf5ee1. 00000100:00000001:1.0:1767384669.153588:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384669.153600:0:17102:0:(events.c:337:request_in_callback()) incoming req@000000009fbf5ee1 x1853237048144896 msgsize 328 00000100:00000001:1.0:1767384669.153600:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384669.153605:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.153612:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384669.153617:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384669.153618:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384669.153637:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384669.153646:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000400:00000010:3.0:1767384669.153648:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000100:00000001:3.0:1767384669.153656:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384669.153660:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1767384669.153664:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384669.153666:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048144896 02000000:00000001:0.0:1767384669.153671:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384669.153674:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384669.153676:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.153679:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384669.153680:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.153684:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384669.153685:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048144896 00000020:00000001:0.0:1767384669.153688:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384669.153689:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000020:00000001:0.0:1767384669.153693:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384669.153696:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000020:00000001:0.0:1767384669.153700:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:3.0:1767384669.153701:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384669.153702:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00000100:00000001:3.0:1767384669.153704:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384669.153708:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384669.153710:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.153714:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294956930 00000020:00000010:0.0:1767384669.153719:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000100:00000001:3.0:1767384669.153722:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294956927 00000100:00000001:0.0:1767384669.153722:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.153728:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000100:00000001:3.0:1767384669.153731:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294956930 00000020:00000010:0.0:1767384669.153733:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d5d42d6. 00000100:00000001:3.0:1767384669.153735:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294956927 00000020:00000010:0.0:1767384669.153737:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000929cb8bd. 00000100:00000001:3.0:1767384669.153741:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294956930 00000020:00000010:0.0:1767384669.153741:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000001:3.0:1767384669.153748:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294956927 00000100:00000040:0.0:1767384669.153758:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1767384669.153759:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294956930 00000100:00000001:0.0:1767384669.153763:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384669.153766:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384669.153767:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294956927 00000100:00000001:0.0:1767384669.153768:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.153778:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.153779:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.153782:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.153787:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.153789:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384669.153792:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.153794:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384669.153794:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.153798:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384669.153801:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.153803:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1767384669.153804:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1767384669.153808:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.153811:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384669.153812:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384669.153814:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384669.153816:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384669.153817:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d747f500 going to sleep for 11 seconds 00000100:00000001:3.0:1767384669.153822:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384669.153825:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384669.153825:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:0.0:1767384669.153832:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00000100:00000001:0.0:1767384669.153835:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623571200 : -106175085980416 : ffff9f6f2fb75500) 00000100:00000040:0.0:1767384669.153842:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009fbf5ee1 x1853237048144896/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 328/0 e 0 to 0 dl 1767384680 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384669.153849:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384669.153852:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b9e65a97. 00000100:00000001:0.0:1767384669.153855:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384669.153857:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b9e65a97. 00000100:00100000:0.0:1767384669.153863:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009fbf5ee1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048144896:12345-0@lo:104: 00000100:00000200:0.0:1767384669.153867:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048144896 00010000:00000001:0.0:1767384669.153869:0:17070:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1767384669.153873:0:17070:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384669.153875:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384669.153876:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=2 00000020:00000001:0.0:1767384669.153878:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:0.0:1767384669.153880:0:17070:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:0.0:1767384669.153884:0:17070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384669.153895:0:17070:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384669.153899:0:17070:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384669.153905:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384669.153908:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384669.153910:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000000430aef0. 02000000:00000001:0.0:1767384669.153913:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.153915:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.153917:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384669.153919:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384669.153920:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384669.153923:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384669.153938:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384669.153939:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384669.153940:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384669.153941:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.153943:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384669.153944:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384669.153947:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000200:0.0:1767384669.153949:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048144896, offset 224 00000400:00000200:0.0:1767384669.153952:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384669.153956:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384669.153961:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff07400 00000400:00000200:0.0:1767384669.153966:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1e49 [1] + 224 00000400:00000200:0.0:1767384669.153970:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.153976:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384669.153980:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384669.153982:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384669.153987:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384669.153998:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384669.154002:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:0.0:1767384669.154011:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000001:0.0:1767384669.154013:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384669.154015:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384669.154018:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.154019:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384669.154022:0:17070:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1767384669.154024:0:17070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000062e1c8c2. 00000100:00000001:3.0:1767384669.154026:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384669.154027:0:17070:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000400:00000001:3.0:1767384669.154032:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384669.154035:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00010000:0.0:1767384669.154036:0:17070:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000400:00000010:3.0:1767384669.154037:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004421e2d2. 00010000:00000001:0.0:1767384669.154041:0:17070:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.154042:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028b79866 00010000:00000001:0.0:1767384669.154044:0:17070:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384669.154046:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028b79866. 00010000:00000001:0.0:1767384669.154047:0:17070:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.154051:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009fbf5ee1 x1853237048144896/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 328/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384669.154061:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009fbf5ee1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048144896:12345-0@lo:104: Request processed in 211us (461us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384669.154064:0:17102:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384669.154071:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000200:3.0:1767384669.154075:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1767384669.154076:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00000100:00000001:0.0:1767384669.154081:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384669.154084:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384669.154090:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000929cb8bd. 00000100:00000200:3.0:1767384669.154094:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1767384669.154095:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384669.154106:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d5d42d6. 00000100:00000001:3.0:1767384669.154107:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1767384669.154108:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384669.154117:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.154118:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384669.154118:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00000100:00000001:0.0:1767384669.154130:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.154135:0:17102:0:(client.c:1578:after_reply()) Process entered 00010000:00010000:1.0:1767384669.154136:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 02000000:00000001:3.0:1767384669.154139:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384669.154143:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384669.154145:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384669.154154:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.154155:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:3.0:1767384669.154162:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384669.154163:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384669.154167:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=86 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384669.154178:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.154188:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384669.154192:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384669.154194:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000499dc64f already unused, calling callback (000000001dab8c51) 00010000:00000001:3.0:1767384669.154195:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384669.154199:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384669.154202:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:3.0:1767384669.154205:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1767384669.154207:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384669.154215:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1767384669.154228:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:3.0:1767384669.154230:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384669.154234:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1767384669.154234:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1767384669.154244:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384669.154244:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384669.154250:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000499dc64f refcount=3 00010000:00000001:3.0:1767384669.154251:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384669.154261:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1767384669.154261:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:3.0:1767384669.154270:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.154270:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890109440 : -106174819442176 : ffff9f6f3f9a6200) 00010000:00000001:3.0:1767384669.154279:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.154280:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384669.154286:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384669.154291:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000001:1.0:1767384669.154319:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00100000:3.0:1767384669.154323:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048144896:0@lo:104: 10000000:00010000:1.0:1767384669.154324:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384669.154331:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.154336:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.154346:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 10000000:01000000:1.0:1767384669.154350:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00000001:3.0:1767384669.154356:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1767384669.154356:0:17075:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:1.0:1767384669.154361:0:17075:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 00000100:00000040:3.0:1767384669.154365:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048144896/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:00000040:1.0:1767384669.154366:0:17075:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:1.0:1767384669.154373:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767384669.154378:0:17075:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384669.154391:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384669.154395:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384669.154397:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c60df3f6. 02000000:00000001:3.0:1767384669.154400:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384669.154402:0:17102:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384669.154405:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 10000000:00000001:1.0:1767384669.154405:0:17075:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:1.0:1767384669.154410:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:3.0:1767384669.154413:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000040:1.0:1767384669.154414:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 02000000:00000010:3.0:1767384669.154421:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009dd876bd. 10000000:00000001:1.0:1767384669.154422:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384669.154432:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384669.154434:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:1.0:1767384669.154475:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:3.0:1767384669.154476:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384669.154481:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00010000:00000001:1.0:1767384669.154482:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384669.154486:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:3.0:1767384669.154493:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1767384669.154494:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:3.0:1767384669.154502:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384669.154503:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384669.154513:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d747f500. 00000020:00000040:1.0:1767384669.154514:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000499dc64f with handle 0x71ee3a74e271927e from hash 00010000:00000001:1.0:1767384669.154523:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384669.154524:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1767384669.154535:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384669.154535:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.154543:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1767384669.154544:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a0e976d5. 00010000:00000001:1.0:1767384669.154549:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384669.154551:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.154553:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384669.154558:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.154558:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384669.154574:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384669.154575:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767384669.154580:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 20000000:00000001:3.0:1767384669.154581:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:3.0:1767384669.154591:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1767384669.154593:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000010:1.0:1767384669.154595:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013f421b7. 00000020:00000040:1.0:1767384669.154604:0:17075:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384669.154610:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384669.154612:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384669.154616:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384669.154622:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b320c44b. 00000100:00000001:1.0:1767384669.154627:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.154629:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767384669.154632:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384669.154648:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767384669.154649:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.154653:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384669.154654:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384669.154660:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013f421b7] to pc [ptlrpcd_00_01+1] req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384669.154687:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384669.154690:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.154692:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.154696:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.154697:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384669.154699:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384669.154704:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.154705:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00010000:1.0:1767384669.154714:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384669.154714:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1767384669.154725:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384669.154732:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 00000000499dc64f/0x71ee3a74e271927e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e2719285 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384669.154733:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384669.154776:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000076edaf54 count: 0 00000100:00000001:0.0:1767384669.154779:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384669.154782:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.154787:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384669.154795:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384669.154796:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384669.154799:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384669.154801:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.154804:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:0.0:1767384669.154808:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000013f421b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048145024:0@lo:103: 00010000:00000001:1.0:1767384669.154809:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1767384669.154815:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000062e1c8c2. 00000100:00000001:0.0:1767384669.154818:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1767384669.154821:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.154823:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.154824:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384669.154825:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.154830:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.154836:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:0.0:1767384669.154837:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1767384669.154850:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384669.154852:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d5d42d6. 00010000:00010000:1.0:1767384669.154859:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384669.154859:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.154869:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384669.154871:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384669.154872:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384669.154875:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384669.154875:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031cffc89. 00000020:00000001:1.0:1767384669.154883:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.154886:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00010000:00010000:1.0:1767384669.154887:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000200:0.0:1767384669.154892:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048145024, portal 18 00000100:00000001:0.0:1767384669.154898:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384669.154900:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636141312 : -106180073410304 : ffff9f6e06713100) 00000100:00000040:0.0:1767384669.154905:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.154911:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384669.154913:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384669.154915:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000100:00000200:0.0:1767384669.154917:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048145024, offset 0 00000400:00000200:0.0:1767384669.154935:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384669.154940:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384669.154949:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff07480 00000400:00000200:0.0:1767384669.154956:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1312 00000400:00000200:0.0:1767384669.154960:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.154967:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384669.154982:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384669.154984:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384669.154988:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b27cbb. 00000100:00000040:0.0:1767384669.154990:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000057b27cbb x1853237048145024 msgsize 328 00000100:00100000:0.0:1767384669.155000:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384669.155011:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384669.155024:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 00000400:00000010:0.0:1767384669.155027:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000100:00000001:0.0:1767384669.155038:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384669.155046:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.155051:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384669.155053:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384669.155060:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048145024 00000100:00000040:0.0:1767384669.155065:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384669.155066:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384669.155072:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384669.155077:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.155078:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.155083:0:16355:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1767384669.155084:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384669.155091:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048145024 00000100:00000001:0.0:1767384669.155092:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.155098:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384669.155100:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294956931 00000020:00000040:1.0:1767384669.155101:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384669.155105:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384669.155106:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000100:00000001:0.0:1767384669.155107:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956930 00000020:00000001:1.0:1767384669.155110:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384669.155114:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294956931 00000020:00000001:1.0:1767384669.155116:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384669.155132:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384669.155135:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956930 00000020:00000010:1.0:1767384669.155137:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000337168aa. 00000100:00000001:1.0:1767384669.155143:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.155144:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294956931 00000020:00000010:1.0:1767384669.155158:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000337168aa. 00000100:00000001:0.0:1767384669.155160:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294956930 00000100:00000001:0.0:1767384669.155166:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294956931 00000020:00000010:1.0:1767384669.155168:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8521d8. 00000100:00000001:0.0:1767384669.155169:0:16355:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294956930 00000100:00000001:0.0:1767384669.155176:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384669.155178:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a215b39. 00000100:00000001:0.0:1767384669.155179:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.155186:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.155188:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384669.155190:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d378588. 00000100:00000001:0.0:1767384669.155193:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384669.155195:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384669.155200:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.155201:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384669.155204:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.155209:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384669.155210:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1767384669.155216:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384669.155219:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1767384669.155222:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384669.155225:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.155229:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384669.155232:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384669.155234:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384669.155236:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b7aa9025 refcount=4 00000020:00000001:1.0:1767384669.155237:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348416 : -106174777203200 : ffff9f6f421ee600) 00010000:00000001:1.0:1767384669.155239:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348416 : -106174777203200 : ffff9f6f421ee600) 00010000:00010000:1.0:1767384669.155243:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e271927e expref: 16 pid: 17080 timeout: 439 lvb_type: 0 00010000:00000001:1.0:1767384669.155248:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.155256:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.155257:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.155259:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.155263:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384669.155267:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000057b27cbb x1853237048145024/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 328/0 e 0 to 0 dl 1767384680 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.155272:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384669.155274:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.155284:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.155295:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384669.155297:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384669.155304:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000040:1.0:1767384669.155307:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:1.0:1767384669.155310:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717095552 : -106174992456064 : ffff9f6f354a6680) 00000100:00000040:1.0:1767384669.155313:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057b27cbb x1853237048145024/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 328/0 e 0 to 0 dl 1767384680 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.155319:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384669.155322:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000337168aa. 00000100:00000001:1.0:1767384669.155323:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384669.155325:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000337168aa. 00000100:00100000:1.0:1767384669.155330:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057b27cbb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16355:x1853237048145024:12345-0@lo:103: 00080000:00000010:3.0:1767384669.155333:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004ce28c49. 00000100:00000200:1.0:1767384669.155334:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048145024 00010000:00000001:1.0:1767384669.155343:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1767384669.155346:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1767384669.155348:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384669.155352:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384669.155355:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384669.155358:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000060a29825. 02000000:00000001:1.0:1767384669.155363:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.155365:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.155367:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1767384669.155371:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00080000:00000010:0.0:1767384669.155371:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000013611a7d. 00010000:00000001:1.0:1767384669.155375:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00040000:00000001:0.0:1767384669.155377:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384669.155379:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384669.155380:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.155384:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000002:0.0:1767384669.155388:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 00000020:00000040:1.0:1767384669.155390:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b7aa9025 refcount=4 00000020:00000001:1.0:1767384669.155397:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348416 : -106174777203200 : ffff9f6f421ee600) 20000000:00000001:0.0:1767384669.155398:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.155401:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348416 : -106174777203200 : ffff9f6f421ee600) 00010000:00000040:1.0:1767384669.155404:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000005fa4d6d8 count: 3 20000000:00000001:0.0:1767384669.155410:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 00010000:00010000:1.0:1767384669.155411:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e271927e expref: 16 pid: 17080 timeout: 439 lvb_type: 0 20000000:01000000:0.0:1767384669.155414:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384669.155420:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1767384669.155432:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384669 v=100 (0 0 0 0) 20000000:01000000:0.0:1767384669.155432:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:1.0:1767384669.155481:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00080000:00000001:0.0:1767384669.155482:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00000001:1.0:1767384669.155496:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.155499:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384669.155502:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e271927e expref: 16 pid: 17080 timeout: 439 lvb_type: 0 00000020:00000001:1.0:1767384669.155508:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384669.155511:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384669.155513:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384669.155514:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.155517:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384669.155519:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384669.155524:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.155525:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.155527:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384669.155529:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384669.155531:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b7aa9025 with handle 0x71ee3a74e2719285 from hash 00010000:00000001:1.0:1767384669.155532:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384669.155533:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.155534:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.155535:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384669.155537:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384669.155538:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384669.155541:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000b7aa9025/0x71ee3a74e2719285 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e271927e expref: 16 pid: 17080 timeout: 439 lvb_type: 0 00010000:00000040:1.0:1767384669.155545:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:1.0:1767384669.155555:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00010000:00000001:1.0:1767384669.155561:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.155562:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384669.155565:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1767384669.155566:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000a38f5f5c 00010000:00000001:1.0:1767384669.155568:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384669.155569:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384669.155570:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384669.155572:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384669.155573:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384669.155575:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384669.155577:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1767384669.155578:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384669.155582:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1767384669.155584:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384669.155585:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384669.155586:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384669.155587:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000005fa4d6d8) refcount = 2 00010000:00010000:1.0:1767384669.155590:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384669.155593:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384669.155595:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384669.155595:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384669.155597:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1767384669.155599:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337168aa. 00000100:00000001:1.0:1767384669.155601:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384669.155604:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007a2fd884. 00000100:00000001:1.0:1767384669.155605:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893633377792 : -106180076173824 : ffff9f6e06470600) 00000100:00000001:1.0:1767384669.155606:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893633377792 : -106180076173824 : ffff9f6e06470600) 00000100:00000001:1.0:1767384669.155608:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384669.155609:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1767384669.155611:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:1.0:1767384669.155613:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384669.155621:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384669.155623:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384669.155625:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384669.155626:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a38f5f5c refcount=5 00000020:00000001:1.0:1767384669.155628:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961734144 : -106175747817472 : ffff9f6f08448000) 00010000:00000001:1.0:1767384669.155629:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961734144 : -106175747817472 : ffff9f6f08448000) 00080000:00000020:0.0:1767384669.155631:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:1.0:1767384669.155632:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384669.155638:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384669.155638:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384669.155640:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 000000003058f8ce. 20000000:00000001:0.0:1767384669.155652:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.155653:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000040:0.0:1767384669.155659:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048144768 00010000:00010000:1.0:1767384669.155660:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384669.155671:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:1.0:1767384669.155680:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384669.155682:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000200:0.0:1767384669.155682:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008a6b59c3 x1853237048144768/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384669.155685:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384669.155717:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384669.155718:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384669.155720:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384669.155722:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.155724:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:0.0:1767384669.155727:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=86 v=5 (1 0 0 0) 00010000:00010000:1.0:1767384669.155728:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384669.155744:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:1.0:1767384669.155745:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000a38f5f5c already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384669.155752:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:0.0:1767384669.155752:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384669.155761:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384669.155762:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384669.155769:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767384669.155769:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384669.155778:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.155789:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1767384669.155790:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384669.155791:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384669.155797:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384669.155798:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000a38f5f5c refcount=6 00000100:00000040:0.0:1767384669.155799:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384669.155802:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efef85b2. 00000100:00000200:0.0:1767384669.155804:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048144768, offset 224 00000020:00000001:1.0:1767384669.155810:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961734144 : -106175747817472 : ffff9f6f08448000) 00010000:00000001:1.0:1767384669.155819:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961734144 : -106175747817472 : ffff9f6f08448000) 00000400:00000200:0.0:1767384669.155819:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384669.155831:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384669.155834:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384669.155839:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1767384669.155854:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1767384669.155854:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07380 00010000:00000001:1.0:1767384669.155858:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384669.155861:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384669.155868:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1e39 [2] + 224 00000400:00000200:0.0:1767384669.155873:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384669.155876:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384669.155877:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1767384669.155879:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384669.155880:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384669.155886:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1767384669.155887:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384669.155890:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384669.155898:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a38f5f5c with handle 0x71ee3a74e271928c from hash 00010000:00000001:1.0:1767384669.155906:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384669.155910:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1767384669.155913:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384669.155914:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.155916:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384669.155917:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384669.155919:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00010000:3.0:1767384669.155922:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384669.155924:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384669.155944:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384669.155953:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384669.155958:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384669.155961:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384669.155966:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384669.155973:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384669.155979:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:1.0:1767384669.155979:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.155982:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.155982:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:3.0:1767384669.155988:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384669.155992:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384669.155994:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efef85b2 00010000:00000001:1.0:1767384669.156003:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.156005:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efef85b2. 00010000:00000001:3.0:1767384669.156010:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00010000:1.0:1767384669.156016:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384669.156017:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384669.156018:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384669.156027:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1767384669.156028:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384669.156031:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384669.156033:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:1.0:1767384669.156035:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384669.156035:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.156042:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000040:0.0:1767384669.156044:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:3.0:1767384669.156046:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384669.156046:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:3.0:1767384669.156050:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384669.156051:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.156052:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384669.156058:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1767384669.156058:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1767384669.156060:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384669.156064:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000001:3.0:1767384669.156065:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384669.156069:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000040:0.0:1767384669.156069:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008a6b59c3 x1853237048144768/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 4848/4768 e 0 to 0 dl 1767384680 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384669.156071:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e26609cc. 00010000:00000001:1.0:1767384669.156080:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384669.156084:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024297de8 20000000:00000001:1.0:1767384669.156090:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384669.156092:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024297de8. 00010000:00000001:1.0:1767384669.156099:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384669.156108:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00010000:00010000:1.0:1767384669.156108:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000a38f5f5c/0x71ee3a74e271928c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767384669.156112:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008a6b59c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048144768:12345-0@lo:253: Request processed in 4976us (5712us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384669.156122:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384669.156153:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00010000:00000001:1.0:1767384669.156160:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:0.0:1767384669.156160:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000200:3.0:1767384669.156168:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.156170:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1767384669.156172:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.156175:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384669.156179:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000730c894b. 00010000:00000001:1.0:1767384669.156182:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00000020:00000010:0.0:1767384669.156187:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000069f68d79. 00010000:00000001:1.0:1767384669.156190:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1767384669.156193:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a910a1dc. 00000100:00000001:1.0:1767384669.156201:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384669.156202:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000001:3.0:1767384669.156203:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384669.156212:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384669.156213:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384669.156213:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384669.156218:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000b2426577. 00000100:00000001:1.0:1767384669.156227:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384669.156228:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384669.156228:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1767384669.156233:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007a2fd884. 00000100:00000001:0.0:1767384669.156234:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384669.156235:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384669.156241:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384669.156243:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1767384669.156243:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000001:1.0:1767384669.156248:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384669.156251:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384669.156255:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337168aa. 00000400:00000010:0.0:1767384669.156255:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8916be8. 02000000:00000001:3.0:1767384669.156256:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384669.156271:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=86 v=5 (5 0 0 0) 00010000:00000001:1.0:1767384669.156274:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000400:00000010:0.0:1767384669.156274:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efef85b2. 00010000:00000040:1.0:1767384669.156281:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000005fa4d6d8 count: 0 00000100:00001000:3.0:1767384669.156283:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.156294:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1767384669.156295:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00000001:3.0:1767384669.156296:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.156299:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384669.156303:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384669.156306:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384669.156308:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.156309:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384669.156318:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384669.156319:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384669.156332:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384669.156332:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384669.156338:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:1.0:1767384669.156349:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384669.156358:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384669.156361:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.156363:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384669.156370:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384669.156378:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b03245d7. 00000100:00000001:3.0:1767384669.156385:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1767384669.156387:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048145024, offset 224 00000100:00000001:3.0:1767384669.156388:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384669.156390:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384669.156393:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384669.156397:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384669.156404:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384669.156405:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384669.156407:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384669.156411:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1767384669.156411:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000004:3.0:1767384669.156414:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1767384669.156417:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384669.156418:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384669.156425:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384669.156432:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1767384669.156497:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000082ff6dd4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048144768:0@lo:253: 00000100:00000001:3.0:1767384669.156511:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.156515:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384669.156520:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff07480 00000100:00000040:3.0:1767384669.156524:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000082ff6dd4 x1853237048144768/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.156535:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1767384669.156536:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1e55 [1] + 224 02000000:00000001:3.0:1767384669.156538:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384669.156543:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000009290f110. 00000400:00000200:1.0:1767384669.156545:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384669.156549:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1767384669.156552:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384669.156553:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384669.156559:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384669.156561:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1767384669.156562:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384669.156565:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000f799c56c. 00000100:00000200:1.0:1767384669.156567:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384669.156569:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384669.156574:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384669.156579:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000082ff6dd4. 00000100:00000001:3.0:1767384669.156588:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384669.156590:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384669.156591:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384669.156593:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384669.156604:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384669.156611:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.156612:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384669.156619:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384669.156623:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384669.156624:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03245d7 00000100:00000001:0.0:1767384669.156625:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1767384669.156635:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b03245d7. 00000100:00000001:0.0:1767384669.156635:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384669.156646:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:0.0:1767384669.156648:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1767384669.156649:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:0.0:1767384669.156653:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384669.156655:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384669.156658:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384669.156661:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384669.156665:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384669.156665:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031cffc89. 00000400:00000200:0.0:1767384669.156678:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000100:00000040:1.0:1767384669.156682:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b27cbb x1853237048145024/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:650/0 lens 328/224 e 0 to 0 dl 1767384680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384669.156684:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000001:0.0:1767384669.156691:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384669.156699:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384669.156704:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057b27cbb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048145024:12345-0@lo:103: Request processed in 1380us (1708us total) trans 0 rc 0/0 00000100:00100000:1.0:1767384669.156732:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00000200:0.0:1767384669.156736:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384669.156740:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:1.0:1767384669.156747:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384669.156753:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384669.156753:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384669.156765:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384669.156767:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a215b39. 00000100:00000001:0.0:1767384669.156769:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384669.156776:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1767384669.156778:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d378588. 00000100:00000001:0.0:1767384669.156780:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384669.156786:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384669.156788:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8521d8. 02000000:00000001:0.0:1767384669.156793:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384669.156795:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00001000:0.0:1767384669.156796:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384669.156799:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384669.156801:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384669.156801:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384669.156810:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384669.156811:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384669.156816:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.156820:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.156823:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.156828:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384669.156830:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384669.156831:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384669.156833:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384669.156837:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000013f421b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048145024:0@lo:103: 00000100:00000001:0.0:1767384669.156839:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.156841:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384669.156842:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000013f421b7 x1853237048145024/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384685 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384669.156853:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384669.156855:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384669.156856:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d5d42d6. 02000000:00000001:0.0:1767384669.156857:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384669.156858:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384669.156859:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384669.156860:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384669.156861:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b320c44b. 02000000:00000001:0.0:1767384669.156863:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384669.156864:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384669.156865:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013f421b7. 00000100:00000001:0.0:1767384669.156867:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384669.156867:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.156868:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384669.156872:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384669.156872:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384669.156874:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384669.156875:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384669.161499:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294956931, at 4294956932 00000100:00000040:2.0:1767384669.161507:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294956931, at 4294956932 00000100:00000010:0.0:1767384669.161508:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b5586c51. 00000100:00000040:1.0:1767384669.161512:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294956931, at 4294956932 00000100:00000010:2.0:1767384669.161524:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000105a70fc. 00000100:00000010:1.0:1767384669.161527:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f9a1feb. 00000100:00000040:3.0:1767384669.161563:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294956931, at 4294956932 00000100:00000010:3.0:1767384669.161572:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a6a78d77. 00010000:00000010:1.1:1767384669.162475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000076edaf54. 00010000:00000010:1.1:1767384669.162484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000499dc64f. 00010000:00000010:1.1:1767384669.162488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b7aa9025. 00010000:00000010:1.1:1767384669.162491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a38f5f5c. 00010000:00000010:1.1:1767384669.162493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000005fa4d6d8. 00000400:00000010:2.0:1767384669.167885:0:35905:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000007644174f. 00000400:00000040:2.0:1767384669.167903:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384669.167905:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384669.167908:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384669.167909:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384669.167911:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384669.167916:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384669.167919:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384669.167920:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384669.167922:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384669.167923:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384669.167940:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384669.167942:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384669.167945:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384669.167946:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384669.167947:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384669.167949:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384669.167950:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384669.167951:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384669.167952:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384669.167954:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384669.167955:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384669.167956:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384669.167957:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384669.167958:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384669.167959:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384669.167960:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384669.167962:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384669.167963:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384669.167963:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384669.167964:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384669.167965:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384669.167966:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384669.167968:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384669.167969:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384669.167970:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384669.167971:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384669.167971:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384669.167973:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384669.167974:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384669.167975:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384669.167976:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384669.167977:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384669.167978:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384669.167979:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384669.167985:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384669.167986:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384669.167987:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384669.167988:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384669.167990:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384669.167991:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384669.167992:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384669.167993:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384669.167993:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384669.167995:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384669.167996:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384669.167997:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384669.167997:0:35905:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384669.168077:0:35905:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000007644174f. 00000400:00000001:0.0:1767384669.925516:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384669.925522:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384669.925528:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384669.925533:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000800:00000200:2.0:1767384669.925541:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (6) 00000400:00000200:0.0:1767384669.925543:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384669.925556:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery ping unlinked 00000800:00000200:2.0:1767384669.925559:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp12 ip 192.168.203.125:988 00000800:00000200:2.0:1767384669.925566:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384669.925572:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384669.925580:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003019b311. 00000400:00000200:0.0:1767384669.925609:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp42 00000400:00000010:0.0:1767384669.925613:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384669.925618:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003019b311. 00000400:00000010:0.0:1767384669.925625:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000400:00000010:0.0:1767384669.925638:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000696323bd. 00000400:00000200:0.0:1767384669.925641:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp42 00000400:00000200:0.0:1767384669.925655:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp42 local destination 00000400:00000200:0.0:1767384669.925666:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp42 00000400:00000200:0.0:1767384669.925670:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp42 NI seq info: [167:167:256:4294967295] 192.168.203.125@tcp42 LPNI seq info [164:164:8:4294967295] 00000400:00000200:0.0:1767384669.925676:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp42 00000400:00000200:0.0:1767384669.925684:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp42(192.168.203.125@tcp42:) -> 192.168.203.125@tcp42(192.168.203.125@tcp42:192.168.203.125@tcp42) : GET try# 0 00000800:00000200:0.0:1767384669.925691:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp42 00000800:00000010:0.0:1767384669.925695:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000183e4b53. 00000800:00000200:0.0:1767384669.925714:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000800:00000200:0.1:1767384669.925721:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000400:00000200:0.0:1767384669.925746:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp42 added to recovery queue. ping count: 1 next ping: 292 health :900 00000800:00000200:2.0:1767384669.925751:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384669.925762:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.925781:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384669.925789:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384669.925799:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384669.925873:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.925990:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926032:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926073:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926178:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926294:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926344:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926398:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926480:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926544:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926570:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926590:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926612:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926627:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926645:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926665:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926687:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926708:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926726:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926765:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926790:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926807:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926827:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926847:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926866:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926910:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.926959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.927000:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.927018:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.927039:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.927058:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.927075:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.927093:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384669.927108:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384669.927278:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004363b5a3. 00000800:00000010:1.0:1767384669.927284:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000000897d57c. 00000800:00000010:1.0:1767384669.927292:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009b93c505. 00000800:00000010:1.0:1767384669.927313:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009b93c505. 00000800:00020000:1.0:1767384669.927320:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384669.927324:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000000897d57c. 00000800:00000010:1.0:1767384669.927326:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004363b5a3. 00000400:02020000:1.0:1767384669.927375:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp42 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384669.927384:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp42 notifying 192.168.203.125@tcp42: down 00000400:00000200:1.0:1767384669.927390:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384669.927394:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp42 00000800:00000010:1.0:1767384669.927397:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000183e4b53. 00000400:00000200:1.0:1767384669.927401:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384669.927405:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp42->192.168.203.125@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384669.927419:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384669.927421:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384669.927425:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp42) recovery failed with -71 00010000:00000001:3.0:1767384670.118521:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384670.118529:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384670.118537:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384670.118539:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.118572:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384670.118576:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384670.118579:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1767384670.309596:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384670.309603:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384670.309613:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000020:00000040:3.0:1767384670.309620:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384670.309626:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384670.309631:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384670.309639:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384670.309648:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db32d045. 00000100:00000001:3.0:1767384670.309657:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.309667:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384670.309670:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384670.309684:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df0d3385] to pc [ptlrpcd_00_02+2] req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384670.309721:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.309854:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384670.309859:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384670.309862:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384670.309868:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.309877:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384670.309880:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.309883:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384670.309887:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384670.309890:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384670.309893:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048145152:0@lo:13: 00000100:00000001:3.0:1767384670.309899:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384670.309916:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384670.309934:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.309938:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384670.309944:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f93d9085. 02000000:00000001:3.0:1767384670.309965:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384670.309977:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004421e2d2. 00000400:00000010:3.0:1767384670.309991:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028b79866. 00000100:00000200:3.0:1767384670.310000:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048145152, portal 4 00000100:00000001:3.0:1767384670.310004:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384670.310007:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000100:00000040:3.0:1767384670.310016:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.310028:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384670.310033:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384670.310039:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000100:00000200:3.0:1767384670.310046:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048145152, offset 0 00000400:00000200:3.0:1767384670.310060:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384670.310067:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384670.310075:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384670.310082:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384670.310173:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff07500 00000400:00000200:3.0:1767384670.310187:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3360 00000400:00000200:3.0:1767384670.310198:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384670.310204:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384670.310213:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384670.310216:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384670.310221:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f83b48b8. 00000100:00000040:3.0:1767384670.310225:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000f83b48b8 x1853237048145152 msgsize 224 00000100:00100000:3.0:1767384670.310229:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384670.310247:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384670.310257:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000400:00000010:3.0:1767384670.310260:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000100:00000001:3.0:1767384670.310267:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384670.310272:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.310274:0:22878:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384670.310278:0:22878:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048145152 02000000:00000001:0.0:1767384670.310282:0:22878:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384670.310286:0:22878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384670.310288:0:22878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.310290:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384670.310292:0:22878:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.310296:0:22878:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048145152 00000020:00000001:0.0:1767384670.310298:0:22878:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384670.310302:0:22878:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:0.0:1767384670.310304:0:22878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1767384670.310306:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384670.310307:0:22878:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000001:0.0:1767384670.310311:0:22878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:0.0:1767384670.310315:0:22878:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384670.310321:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384670.310324:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384670.310325:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5c9864d. 00000100:00000001:3.0:1767384670.310328:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384670.310331:0:22878:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000009a62c0ee. 00000100:00000001:3.0:1767384670.310339:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384670.310339:0:22878:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000040:3.0:1767384670.310347:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4521 usecs (5 jiffies) 00000100:00000001:0.0:1767384670.310350:0:22878:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384670.310355:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099f81806. 00000020:00000010:0.0:1767384670.310367:0:22878:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b05fb33. 00000020:00000010:0.0:1767384670.310371:0:22878:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384670.310380:0:22878:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384670.310382:0:22878:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384670.310383:0:22878:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384670.310385:0:22878:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.310393:0:22878:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.310401:0:22878:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.310421:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384670.310423:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384670.310428:0:22878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384670.310433:0:22878:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:0.0:1767384670.310435:0:22878:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623578368 : -106175085973248 : ffff9f6f2fb77100) 00000100:00000040:0.0:1767384670.310498:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f83b48b8 x1853237048145152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:651/0 lens 224/0 e 0 to 0 dl 1767384681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.310508:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384670.310512:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da7493da. 00000100:00000001:0.0:1767384670.310514:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384670.310517:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da7493da. 00000100:00100000:0.0:1767384670.310528:0:22878:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f83b48b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048145152:12345-0@lo:13: 00000100:00000200:0.0:1767384670.310533:0:22878:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048145152 00000020:00000001:0.0:1767384670.310537:0:22878:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384670.310542:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958086 00000020:00000001:0.0:1767384670.310543:0:22878:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384670.310547:0:22878:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.310551:0:22878:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384670.310554:0:22878:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000100:00000010:3.0:1767384670.310555:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b78181bc. 00000020:00000001:0.0:1767384670.310558:0:22878:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384670.310564:0:22878:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.310566:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000020:00000001:0.0:1767384670.310567:0:22878:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384670.310570:0:22878:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384670.310574:0:22878:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.310578:0:22878:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384670.310581:0:22878:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384670.310592:0:22878:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000072439678. 02000000:00000001:0.0:1767384670.310595:0:22878:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.310597:0:22878:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384670.310600:0:22878:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384670.310605:0:22878:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384670.310608:0:22878:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384670.310617:0:22878:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384670.310620:0:22878:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384670.310624:0:22878:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384670.310630:0:22878:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384670.310633:0:22878:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:3.0:1767384670.310635:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958086 00002000:00000001:0.0:1767384670.310636:0:22878:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384670.310642:0:22878:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000010:3.0:1767384670.310644:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b6897c91. 00000001:00000001:0.0:1767384670.310645:0:22878:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384670.310650:0:22878:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.310652:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00010000:00000040:0.0:1767384670.310653:0:22878:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048145152 00010000:00000001:0.0:1767384670.310658:0:22878:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:3.0:1767384670.310661:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958086 00010000:00000200:0.0:1767384670.310664:0:22878:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f83b48b8 x1853237048145152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:651/0 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384670.310671:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000012dadf9b. 00010000:00000001:0.0:1767384670.310674:0:22878:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1767384670.310678:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00010000:00000001:0.0:1767384670.310679:0:22878:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384670.310686:0:22878:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=77 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384670.310688:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958086 00000100:00000001:0.0:1767384670.310691:0:22878:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000010:3.0:1767384670.310694:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6474548. 00000100:00000040:0.0:1767384670.310696:0:22878:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384670.310701:0:22878:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:3.0:1767384670.310702:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 02000000:00000001:0.0:1767384670.310704:0:22878:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384670.310708:0:22878:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.310711:0:22878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384670.310713:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384670.310714:0:22878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384670.310720:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384670.310721:0:22878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000001:3.0:1767384670.310728:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384670.310729:0:22878:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048145152, offset 224 00000100:00000001:3.0:1767384670.310737:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384670.310741:0:22878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384670.310749:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384670.310750:0:22878:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384670.310755:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384670.310760:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384670.310764:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384670.310764:0:22878:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff07500 00000100:00000001:3.0:1767384670.310770:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384670.310773:0:22878:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1e6d [1] + 224 00000100:00000001:3.0:1767384670.310776:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384670.310787:0:22878:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384670.310793:0:22878:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384670.310798:0:22878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384670.310801:0:22878:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767384670.310806:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384670.310813:0:22878:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1767384670.310815:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:0.0:1767384670.310834:0:22878:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384670.310840:0:22878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:0.0:1767384670.310842:0:22878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000001:0.0:1767384670.310846:0:22878:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384670.310847:0:22878:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384670.310851:0:22878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.310855:0:22878:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384670.310857:0:22878:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384670.310858:0:22878:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.310860:0:22878:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384670.310863:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f83b48b8 x1853237048145152/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:651/0 lens 224/368 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.310869:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384670.310872:0:22878:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f83b48b8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048145152:12345-0@lo:13: Request processed in 363us (644us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384670.310874:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384670.310883:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1767384670.310883:0:22878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00000040:0.0:1767384670.310887:0:22878:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:0.0:1767384670.310889:0:22878:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384670.310891:0:22878:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384670.310895:0:22878:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b05fb33. 00000400:00000001:3.0:1767384670.310896:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384670.310900:0:22878:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000400:00000010:3.0:1767384670.310902:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004421e2d2. 00000020:00000010:0.0:1767384670.310905:0:22878:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099f81806. 00000400:00000200:3.0:1767384670.310911:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028b79866 00000020:00000040:0.0:1767384670.310913:0:22878:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000400:00000010:3.0:1767384670.310916:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028b79866. 00000100:00000001:0.0:1767384670.310937:0:22878:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.310945:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384670.310954:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384670.310980:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384670.310981:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384670.310991:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384670.310994:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384670.310996:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.311000:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384670.311003:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384670.311005:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384670.311007:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.311011:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384670.311018:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384670.311025:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=77 v=5 (1 0 0 0) 00000100:00000010:0.0:1767384670.311027:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005edea30e. 00000100:00000001:3.0:1767384670.311031:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1767384670.311032:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384670.311035:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.311038:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1767384670.311040:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1767384670.311043:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00080000:3.0:1767384670.311048:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384670.311050:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384670.311058:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b716402. 00010000:00000001:3.0:1767384670.311059:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.311065:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.311066:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384670.311070:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384670.311074:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384670.311077:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.311077:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384670.311086:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.311092:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384670.311096:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.311102:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384670.311105:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005edea30e] to pc [ptlrpcd_00_03+3] req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.311107:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384670.311110:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384670.311116:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1767384670.311128:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384670.311129:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1767384670.311133:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000040:0.0:1767384670.311135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384670.311141:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384670.311144:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042b749a7. 00000004:00000020:3.0:1767384670.311145:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000020:00000040:0.0:1767384670.311146:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384670.311151:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384670.311153:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:3.0:1767384670.311155:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.311156:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384670.311163:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e403b38e. 00000100:00000040:3.0:1767384670.311165:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.311168:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.311176:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767384670.311186:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048145152:0@lo:13: 00000100:00000001:0.0:1767384670.311187:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384670.311190:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.311196:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384670.311196:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042b749a7] to pc [ptlrpcd_00_00+0] req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.311202:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384670.311208:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048145152/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.311214:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.311216:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1767384670.311217:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767384670.311221:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384670.311222:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:3.0:1767384670.311226:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f93d9085. 00000100:00000010:0.0:1767384670.311232:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082e7b88b. 02000000:00000001:3.0:1767384670.311234:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1767384670.311237:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384670.311238:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384670.311240:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000040:3.0:1767384670.311242:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 02000000:00000001:0.0:1767384670.311242:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384670.311246:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384670.311247:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384670.311250:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000183e4b53. 02000000:00000010:3.0:1767384670.311251:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000db32d045. 00000100:00000001:0.0:1767384670.311255:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.311258:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384670.311260:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1767384670.311262:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384670.311266:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00000100:00000001:0.0:1767384670.311269:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384670.311271:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.311273:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1767384670.311274:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000082e7b88b] to pc [ptlrpcd_00_01+1] req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.311277:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.311282:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.311290:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384670.311290:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.311308:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.311309:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (295) 00000100:00000001:3.0:1767384670.311313:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384670.311318:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384670.311321:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.311325:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384670.311328:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.311340:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384670.311342:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384670.311344:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384670.311350:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.311361:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384670.311363:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.311366:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384670.311368:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1767384670.311370:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384670.311372:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.311375:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.311379:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384670.311383:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1767384670.311386:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005edea30e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048145280:0@lo:400: 00000100:00000001:0.0:1767384670.311386:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384670.311394:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767384670.311394:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384670.311401:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384670.311405:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.311406:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384670.311410:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.311411:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384670.311414:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384670.311418:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384670.311419:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005e747648. 02000000:00000001:0.0:1767384670.311420:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384670.311425:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.311426:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000082e7b88b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16355:1853237048145536:0@lo:400: 00000100:00000001:0.0:1767384670.311432:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1767384670.311433:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004421e2d2. 02000000:00000001:0.0:1767384670.311434:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384670.311439:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384670.311442:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028b79866. 02000000:00000001:0.0:1767384670.311442:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384670.311447:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099f81806. 00000100:00000200:3.0:1767384670.311451:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048145280, portal 25 00000100:00000001:3.0:1767384670.311455:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384670.311459:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717085696 : -106174992465920 : ffff9f6f354a4000) 02000000:00000001:0.0:1767384670.311473:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384670.311488:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031cffc89. 00000400:00000010:0.0:1767384670.311497:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000040:3.0:1767384670.311501:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384670.311503:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048145536, portal 10 00000100:00000001:0.0:1767384670.311509:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384670.311512:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717088384 : -106174992463232 : ffff9f6f354a4a80) 00000100:00000001:3.0:1767384670.311522:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384670.311524:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384670.311532:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384670.311539:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000100:00000001:0.0:1767384670.311540:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1767384670.311547:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048145280, offset 0 00000100:00000040:0.0:1767384670.311547:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384670.311552:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000100:00000200:0.0:1767384670.311557:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048145536, offset 0 00000400:00000200:3.0:1767384670.311562:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384670.311570:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384670.311577:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384670.311583:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384670.311591:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff07580 00000400:00000200:0.0:1767384670.311603:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff07680 00000400:00000200:3.0:1767384670.311604:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x15e9 [2] + 0 00000400:00000010:3.0:1767384670.311612:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d146f5a. 00000400:00000200:3.0:1767384670.311618:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000084a911f7 00000400:00000200:3.0:1767384670.311633:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384670.311635:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8504 00000400:00000200:3.0:1767384670.311643:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384670.311643:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384670.311653:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000084a911f7 00000400:00000200:0.0:1767384670.311654:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1767384670.311659:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000084a911f7. 00000100:00000001:3.0:1767384670.311666:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384670.311667:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384670.311669:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:0.0:1767384670.311671:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1767384670.311676:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000056cfa9e8 x1853237048145280 msgsize 224 00000100:00000010:0.0:1767384670.311677:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a47062e. 00000100:00000040:0.0:1767384670.311683:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000004a47062e x1853237048145536 msgsize 224 00000100:00100000:3.0:1767384670.311696:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384670.311698:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384670.311702:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384670.311716:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384670.311725:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384670.311725:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 00000400:00000010:0.0:1767384670.311729:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000100:00000001:0.0:1767384670.311737:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384670.311739:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000100:00000200:0.0:1767384670.311740:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.311742:0:17088:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1767384670.311745:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000100:00100000:2.0:1767384670.311750:0:17088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048145536 00000100:00000001:3.0:1767384670.311757:0:16356:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1767384670.311758:0:17088:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384670.311765:0:17088:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.311769:0:17088:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.311769:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1767384670.311775:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384670.311778:0:17088:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384670.311779:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384670.311795:0:17088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048145536 00000020:00000001:2.0:1767384670.311802:0:17088:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384670.311809:0:17088:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000020:00000001:2.0:1767384670.311817:0:17088:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384670.311825:0:17088:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000020:00000001:2.0:1767384670.311836:0:17088:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:3.0:1767384670.311839:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384670.311840:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.311847:0:17088:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:0.0:1767384670.311849:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767384670.311854:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.311861:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384670.311866:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.311867:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.311876:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1767384670.311877:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b4745387. 00000100:00000040:0.0:1767384670.311878:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3955 usecs (4 jiffies) 00000100:00000001:3.0:1767384670.311886:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.311888:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294958086 00000020:00000010:2.0:1767384670.311890:0:17088:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d4d33160. 00000100:00000001:3.0:1767384670.311894:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294958088 00000100:00000001:0.0:1767384670.311896:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294958086 00000020:00000040:2.0:1767384670.311899:0:17088:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:0.0:1767384670.311901:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294958086 00000100:00000001:3.0:1767384670.311905:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294958086 00000100:00000001:0.0:1767384670.311907:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294958086 00000100:00000001:0.0:1767384670.311913:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294958086 00000100:00000001:2.0:1767384670.311916:0:17088:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384670.311932:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294958086 00000100:00000001:3.0:1767384670.311933:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294958088 00000100:00000001:0.0:1767384670.311941:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294958086 00000020:00000010:2.0:1767384670.311956:0:17088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009cce27a2. 00000100:00000001:3.0:1767384670.311960:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294958086 00000100:00000001:0.0:1767384670.311966:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294958086 00000020:00000010:2.0:1767384670.311967:0:17088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000805a7dad. 00000100:00000001:3.0:1767384670.311970:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294958088 00000100:00000001:0.0:1767384670.311971:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384670.311975:0:17088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:0.0:1767384670.311977:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.311981:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294958086 00000100:00000001:0.0:1767384670.311982:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.311987:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384670.311993:0:17088:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384670.311995:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384670.311996:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294958088 00000100:00000001:2.0:1767384670.311997:0:17088:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384670.312002:0:17088:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384670.312003:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384670.312006:0:17088:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.312007:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294958086 00000100:00000001:0.0:1767384670.312013:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384670.312017:0:17088:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384670.312018:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384670.312020:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384670.312020:0:17088:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384670.312023:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.312026:0:17088:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.312034:0:16355:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1767384670.312035:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.312040:0:17088:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384670.312041:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384670.312042:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312049:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384670.312052:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.312055:0:17088:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384670.312056:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312056:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384670.312058:0:17088:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384670.312059:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384670.312064:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1767384670.312069:0:17088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00000040:0.0:1767384670.312072:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384670.312079:0:17088:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000001:3.0:1767384670.312080:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384670.312086:0:17088:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717098240 : -106174992453376 : ffff9f6f354a7100) 00000100:00000001:3.0:1767384670.312088:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312089:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384670.312095:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384670.312099:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384670.312100:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004a47062e x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:651/0 lens 224/0 e 0 to 0 dl 1767384681 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384670.312103:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384670.312111:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1767384670.312116:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384670.312118:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048145280 02000000:00000001:3.0:1767384670.312127:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384670.312135:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384670.312138:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000042b749a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048145408:0@lo:400: 00000100:00000001:3.0:1767384670.312144:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.312161:0:17088:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384670.312163:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312163:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1767384670.312175:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048145280 00000020:00000010:2.0:1767384670.312176:0:17088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c20ff4b. 02000000:00000001:0.0:1767384670.312178:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1767384670.312182:0:25090:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384670.312184:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384670.312190:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:2.0:1767384670.312190:0:17088:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384670.312192:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384670.312200:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000392ee471. 00000020:00000001:3.0:1767384670.312201:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:2.0:1767384670.312201:0:17088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c20ff4b. 00000020:00000040:3.0:1767384670.312213:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 02000000:00000001:0.0:1767384670.312213:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384670.312219:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4567ab. 00000020:00000001:3.0:1767384670.312221:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:2.0:1767384670.312223:0:17088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004a47062e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853237048145536:12345-0@lo:400: 00000400:00000010:0.0:1767384670.312229:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000020:00000001:3.0:1767384670.312232:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000200:0.0:1767384670.312237:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048145408, portal 10 00000100:00000200:2.0:1767384670.312239:0:17088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048145536 00000100:00000001:3.0:1767384670.312241:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384670.312250:0:17088:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:0.0:1767384670.312251:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000010:3.0:1767384670.312252:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b89cfc2. 00000020:00000001:2.0:1767384670.312260:0:17088:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384670.312262:0:17088:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.312276:0:17088:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384670.312279:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717090176 : -106174992461440 : ffff9f6f354a5180) 00000020:00000001:2.0:1767384670.312282:0:17088:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:3.0:1767384670.312284:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384670.312288:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b89cfc2. 00000020:00000010:3.0:1767384670.312293:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fbc15c9b. 00000100:00000040:0.0:1767384670.312293:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384670.312297:0:17088:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384670.312301:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fff3952d. 00000020:00000001:2.0:1767384670.312305:0:17088:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384670.312311:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000005ec5d8d. 00000020:00000001:2.0:1767384670.312320:0:17088:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384670.312325:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384670.312329:0:17088:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384670.312330:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000040:0.0:1767384670.312335:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384670.312337:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384670.312337:0:17088:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384670.312339:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ac695b8. 00000100:00000001:3.0:1767384670.312341:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384670.312347:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.312352:0:17088:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1767384670.312353:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048145408, offset 0 00000100:00000001:3.0:1767384670.312358:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.312362:0:17088:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1767384670.312362:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384670.312370:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384670.312373:0:17088:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384670.312382:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1767384670.312383:0:17088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b15214b2. 00000100:00000001:3.0:1767384670.312385:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384670.312391:0:17088:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384670.312392:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1767384670.312395:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff07600 00000100:00000001:2.0:1767384670.312403:0:17088:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.312410:0:17088:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384670.312413:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000400:00000200:0.0:1767384670.312414:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8728 00010000:00000040:2.0:1767384670.312420:0:17088:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048145536 00000100:00000040:3.0:1767384670.312425:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384670.312434:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971811408 : -106175737740208 : ffff9f6f08de4450) 00000400:00000200:0.0:1767384670.312435:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384670.312453:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000056cfa9e8 x1853237048145280/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:651/0 lens 224/0 e 0 to 0 dl 1767384681 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384670.312456:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384670.312461:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384670.312464:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1767384670.312466:0:17088:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384670.312476:0:17088:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004a47062e x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384670.312486:0:17088:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384670.312489:0:17088:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384670.312493:0:17088:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384670.312498:0:17088:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384670.312504:0:17088:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000010:0.0:1767384670.312508:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011439777. 00000100:00000001:2.0:1767384670.312517:0:17088:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000040:0.0:1767384670.312519:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000011439777 x1853237048145408 msgsize 224 00000100:00000001:3.0:1767384670.312523:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384670.312526:0:17088:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384670.312530:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b89cfc2. 02000000:00000001:2.0:1767384670.312531:0:17088:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384670.312532:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384670.312551:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384670.312551:0:17088:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384670.312557:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384670.312564:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002b89cfc2. 00000100:00000040:2.0:1767384670.312564:0:17088:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384670.312568:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac695b8 00000400:00000010:0.0:1767384670.312574:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ac695b8. 00000400:00000010:2.0:1767384670.312575:0:17088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000100:00000001:0.0:1767384670.312581:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1767384670.312583:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000056cfa9e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048145280:12345-0@lo:400: 00000100:00000200:2.0:1767384670.312588:0:17088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048145536, offset 224 00000100:00000200:3.0:1767384670.312590:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048145280 00000100:00000200:0.0:1767384670.312594:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384670.312600:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384670.312605:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384670.312613:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.312615:0:17088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384670.312622:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384670.312627:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000100:00000001:0.0:1767384670.312633:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1767384670.312634:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1767384670.312641:0:17088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1767384670.312643:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384670.312647:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384670.312655:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384670.312659:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384670.312664:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312666:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.312671:0:17088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff07680 00000020:00000001:3.0:1767384670.312676:0:25090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384670.312678:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384670.312687:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384670.312698:0:17088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e7d [1] + 224 02000000:00000001:3.0:1767384670.312699:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384670.312699:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384670.312711:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000054c2da65. 00000100:00000040:0.0:1767384670.312711:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4010 usecs (5 jiffies) 00000400:00000200:2.0:1767384670.312714:0:17088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1767384670.312720:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312724:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294958088 00000100:00000001:3.0:1767384670.312725:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384670.312735:0:17088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1767384670.312737:0:25090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312737:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294958088 00000100:00000001:2.0:1767384670.312746:0:17088:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384670.312747:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048145280 00000100:00000001:0.0:1767384670.312747:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294958088 00000100:00000001:0.0:1767384670.312754:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294958088 00010000:00000001:3.0:1767384670.312755:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384670.312765:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294958088 00000100:00000001:0.0:1767384670.312767:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294958088 00000100:00000200:2.0:1767384670.312768:0:17088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1767384670.312771:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000056cfa9e8 x1853237048145280/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.312777:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294958088 00000100:00000001:0.0:1767384670.312785:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294958088 00000100:00000001:0.0:1767384670.312798:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384670.312814:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312825:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312837:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384670.312859:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384670.312862:0:17088:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384670.312864:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.312871:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1767384670.312877:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=87 v=5 (1 0 0 0) 00000100:00100000:0.0:1767384670.312881:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048145408 02000000:00000001:0.0:1767384670.312890:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384670.312896:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384670.312898:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384670.312910:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384670.312911:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 02000000:00000001:0.0:1767384670.312915:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.312933:0:17088:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384670.312936:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048145408 00000100:00000001:3.0:1767384670.312940:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:0.0:1767384670.312941:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384670.312944:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000400:00000200:2.0:1767384670.312945:0:17088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 02000000:00000001:3.0:1767384670.312949:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384670.312949:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1767384670.312950:0:17088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000100:00000001:2.0:1767384670.312966:0:17088:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384670.312971:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.312971:0:17088:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384670.312972:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000020:00000001:0.0:1767384670.312981:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:3.0:1767384670.312985:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384670.312985:0:17088:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.312993:0:17088:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:0.0:1767384670.312997:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000040:3.0:1767384670.313002:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384670.313008:0:25090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000100:00000001:0.0:1767384670.313008:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384670.313014:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da7493da. 00000100:00000200:3.0:1767384670.313018:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048145280, offset 224 00000100:00000001:0.0:1767384670.313019:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384670.313023:0:17088:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384670.313030:0:17088:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384670.313030:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da7493da. 00000400:00000200:3.0:1767384670.313041:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384670.313045:0:17088:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:0.0:1767384670.313047:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006759ed0d. 00000100:00000040:2.0:1767384670.313053:0:17088:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a47062e x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384670.313058:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001b05fb33. 00000020:00000010:0.0:1767384670.313066:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000400:00000200:3.0:1767384670.313067:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384670.313080:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384670.313089:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384670.313092:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384670.313098:0:17088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004a47062e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853237048145536:12345-0@lo:400: Request processed in 931us (1407us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384670.313100:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1767384670.313102:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff07580 00000100:00000001:0.0:1767384670.313109:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384670.313119:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.313134:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384670.313137:0:17088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000400:00000200:3.0:1767384670.313138:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x1e79 [1] + 224 00000100:00000040:2.0:1767384670.313145:0:17088:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000400:00000200:3.0:1767384670.313150:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384670.313150:0:17088:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384670.313154:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384670.313156:0:17088:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384670.313159:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384670.313164:0:17088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000805a7dad. 00000400:00000200:3.0:1767384670.313169:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384670.313173:0:17088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000100:00100000:0.0:1767384670.313173:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00000001:3.0:1767384670.313178:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384670.313181:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009cce27a2. 00000100:00000040:0.0:1767384670.313186:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000020:00000040:2.0:1767384670.313189:0:17088:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000200:3.0:1767384670.313190:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.313194:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717100032 : -106174992451584 : ffff9f6f354a7800) 00000100:00000001:2.0:1767384670.313195:0:17088:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384670.313213:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000011439777 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:651/0 lens 224/0 e 0 to 0 dl 1767384681 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384670.313216:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.313230:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384670.313234:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000da7493da. 00000100:00000001:0.0:1767384670.313237:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384670.313239:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000da7493da. 00000100:00000001:3.0:1767384670.313245:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384670.313245:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000011439777 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048145408:12345-0@lo:400: 00000100:00000200:0.0:1767384670.313250:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048145408 00000020:00000001:0.0:1767384670.313252:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384670.313256:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:3.0:1767384670.313257:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000020:00000001:0.0:1767384670.313261:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384670.313263:0:25090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000020:00000001:0.0:1767384670.313265:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384670.313270:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00080000:2.0:1767384670.313274:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:0.0:1767384670.313274:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:3.0:1767384670.313276:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:2.0:1767384670.313285:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000020:00000001:0.0:1767384670.313286:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384670.313288:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.313293:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384670.313299:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384670.313301:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1767384670.313302:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000020:00000001:0.0:1767384670.313304:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.313307:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384670.313308:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384670.313308:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384670.313315:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1767384670.313317:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.313317:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1767384670.313325:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1767384670.313326:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1767384670.313331:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1767384670.313331:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000030710fcc. 00000100:00000040:3.0:1767384670.313335:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056cfa9e8 x1853237048145280/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384670.313337:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1767384670.313338:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.313343:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.313348:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384670.313354:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048145408 00000400:00000010:2.0:1767384670.313356:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031cffc89. 00000100:00100000:3.0:1767384670.313357:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000056cfa9e8 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048145280:12345-0@lo:400: Request processed in 827us (1672us total) trans 0 rc 0/0 00010000:00000001:0.0:1767384670.313358:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384670.313369:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000011439777 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384670.313370:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058f09b1a 00000400:00000010:2.0:1767384670.313379:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00100000:3.0:1767384670.313383:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00010000:00000001:0.0:1767384670.313384:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384670.313387:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.313388:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1767384670.313395:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=82 v=5 (1 0 0 0) 00000100:00000040:3.0:1767384670.313399:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000200:2.0:1767384670.313400:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.313401:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384670.313409:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384670.313411:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384670.313420:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:3.0:1767384670.313421:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1767384670.313426:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384670.313427:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1767384670.313430:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fff3952d. 02000000:00000001:0.0:1767384670.313432:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384670.313441:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000005ec5d8d. 00000020:00000010:3.0:1767384670.313449:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fbc15c9b. 00000100:00000001:2.0:1767384670.313493:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384670.313495:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384670.313499:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.313503:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000040:0.0:1767384670.313509:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1767384670.313510:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384670.313518:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1767384670.313521:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ac695b8. 00000100:00000001:2.0:1767384670.313522:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384670.313535:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384670.313538:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048145408, offset 224 00000020:00000040:3.0:1767384670.313544:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00001000:2.0:1767384670.313544:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=80 v=5 (5 0 0 0) 00000400:00000200:0.0:1767384670.313557:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1767384670.313561:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:2.0:1767384670.313562:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=80 v=5 (1 0 0 0) 02000000:00000010:3.0:1767384670.313571:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000054c2da65. 00000100:00000001:2.0:1767384670.313585:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384670.313587:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384670.313594:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1767384670.313599:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1767384670.313601:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00080000:2.0:1767384670.313608:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384670.313610:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384670.313619:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff07600 00000100:00000200:3.0:1767384670.313633:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1767384670.313644:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1e89 [1] + 224 00010000:00000001:2.0:1767384670.313649:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384670.313650:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d146f5a. 00000400:00000200:0.0:1767384670.313659:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384670.313661:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000010:3.0:1767384670.313665:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064c7d2b9. 00000100:00000040:2.0:1767384670.313667:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384670.313678:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1767384670.313678:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384670.313685:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384670.313697:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384670.313699:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384670.313700:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384670.313710:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384670.313713:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384670.313717:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384670.313718:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384670.313722:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:1.0:1767384670.313725:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1767384670.313727:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384670.313735:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004421e2d2. 00000100:00000040:2.0:1767384670.313745:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384670.313750:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028b79866 00000400:00000010:1.0:1767384670.313763:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000028b79866. 00000100:00000040:0.0:1767384670.313768:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384670.313778:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384670.313804:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384670.313807:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384670.313816:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac695b8 00000400:00000010:0.0:1767384670.313824:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ac695b8. 00000100:00100000:2.0:1767384670.313826:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000082e7b88b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16355:1853237048145536:0@lo:400: 00000100:00000001:0.0:1767384670.313834:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384670.313841:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384670.313844:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384670.313849:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.313851:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384670.313861:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384670.313868:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000040:2.0:1767384670.313869:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000082e7b88b x1853237048145536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384670.313883:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384670.313890:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384670.313900:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384670.313912:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011439777 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:651/0 lens 224/224 e 0 to 0 dl 1767384681 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384670.313913:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384670.313914:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1767384670.313938:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384670.313939:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384670.313946:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099f81806. 00000100:00000001:1.0:1767384670.313950:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384670.313958:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1767384670.313958:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767384670.313961:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1767384670.313962:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384670.313975:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384670.313977:0:16355:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384670.313978:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384670.313986:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1767384670.313988:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000011439777 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048145408:12345-0@lo:400: Request processed in 748us (1458us total) trans 0 rc 0/0 02000000:00000010:2.0:1767384670.313992:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000183e4b53. 00000100:00001000:1.0:1767384670.313992:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=87 v=5 (5 0 0 0) 02000000:00000001:2.0:1767384670.314001:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384670.314005:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1767384670.314005:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=87 v=5 (1 0 0 0) 00000100:00000010:2.0:1767384670.314009:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000082e7b88b. 00000100:00000001:1.0:1767384670.314015:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384670.314016:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384670.314019:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.314021:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384670.314026:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00000001:1.0:1767384670.314027:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384670.314030:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384670.314035:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.314036:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384670.314040:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:1.0:1767384670.314041:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.314042:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384670.314050:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384670.314050:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1767384670.314055:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1767384670.314058:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1767384670.314060:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384670.314062:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4567ab. 00000400:00000200:2.0:1767384670.314072:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a3aba0 00000100:00000001:1.0:1767384670.314074:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384670.314075:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001b05fb33. 00000400:00000010:2.0:1767384670.314076:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000100:00000001:1.0:1767384670.314084:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384670.314089:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.314093:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384670.314093:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000100:00000040:1.0:1767384670.314098:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384670.314101:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006759ed0d. 00000100:00000200:2.0:1767384670.314104:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384670.314113:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:0.0:1767384670.314122:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384670.314148:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005edea30e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048145280:0@lo:400: 00000100:00000200:2.0:1767384670.314150:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384670.314156:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.314159:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384670.314161:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384670.314161:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384670.314170:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005edea30e x1853237048145280/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384670.314171:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384670.314175:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384670.314177:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384670.314180:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384670.314184:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384670.314191:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=82 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384670.314192:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1767384670.314197:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=82 v=5 (1 0 0 0) 02000000:00000001:1.0:1767384670.314197:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1767384670.314203:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000010:1.0:1767384670.314203:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005e747648. 00000100:00000001:2.0:1767384670.314205:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384670.314207:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384670.314210:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384670.314219:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.314222:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1767384670.314222:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1767384670.314225:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000020:00000001:1.0:1767384670.314227:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384670.314228:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384670.314232:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384670.314232:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384670.314238:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1767384670.314239:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384670.314244:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b716402. 02000000:00000001:1.0:1767384670.314249:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1767384670.314252:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384670.314253:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1767384670.314256:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1767384670.314257:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005edea30e. 00000100:00000001:2.0:1767384670.314259:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384670.314262:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1767384670.314265:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384670.314266:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384670.314272:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384670.314279:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000042b749a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048145408:0@lo:400: 00000100:00000001:1.0:1767384670.314280:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384670.314283:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384670.314284:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.314286:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384670.314288:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767384670.314290:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000042b749a7 x1853237048145408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384670.314292:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.314300:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384670.314302:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384670.314303:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000392ee471. 02000000:00000001:2.0:1767384670.314306:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384670.314315:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384670.314317:0:16355:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384670.314319:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384670.314320:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e403b38e. 02000000:00000001:2.0:1767384670.314324:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384670.314326:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384670.314328:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000042b749a7. 00000100:00000001:2.0:1767384670.314331:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384670.314333:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.314335:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384670.314341:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384670.314342:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384670.314345:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384670.314346:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384670.318655:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294958088, at 4294958089 00000100:00000010:3.0:1767384670.318670:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6474548. 00000100:00000040:0.0:1767384670.318688:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294958088, at 4294958089 00000100:00000010:0.0:1767384670.318698:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b78181bc. 00000100:00000040:1.0:1767384670.318758:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294958088, at 4294958089 00000100:00000010:1.0:1767384670.318770:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b6897c91. 00000100:00000040:2.0:1767384670.319509:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294958088, at 4294958090 00000100:00000010:2.0:1767384670.319517:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000012dadf9b. 00000400:00000001:0.0:1767384670.949481:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384670.949486:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384670.949494:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384670.949497:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000400:00000200:0.0:1767384670.949501:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384670.949507:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384670.949519:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384670.949521:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003019b311. 00000400:00000200:0.0:1767384670.949526:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp38 00000400:00000010:0.0:1767384670.949528:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384670.949532:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003019b311. 00000400:00000010:0.0:1767384670.949534:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000400:00000010:0.0:1767384670.949539:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000074be062b. 00000400:00000200:0.0:1767384670.949542:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp38 00000400:00000200:0.0:1767384670.949553:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp38 local destination 00000400:00000200:0.0:1767384670.949559:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp38 00000400:00000200:0.0:1767384670.949562:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp38 NI seq info: [168:168:256:4294967295] 192.168.203.125@tcp38 LPNI seq info [165:165:8:4294967295] 00000400:00000200:0.0:1767384670.949567:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp38 00000400:00000200:0.0:1767384670.949574:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp38(192.168.203.125@tcp38:) -> 192.168.203.125@tcp38(192.168.203.125@tcp38:192.168.203.125@tcp38) : GET try# 0 00000800:00000200:0.0:1767384670.949578:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp38 00000800:00000010:0.0:1767384670.949582:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000030568f3e. 00000800:00000200:0.0:1767384670.949588:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000800:00000200:0.1:1767384670.949592:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000400:00000200:0.0:1767384670.949610:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp38 added to recovery queue. ping count: 4 next ping: 307 health :600 00000400:00000200:1.0:1767384670.949705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949759:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949780:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949794:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949813:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949832:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949883:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949905:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949948:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949972:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.949990:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950009:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950028:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950051:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950070:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950086:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950105:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950135:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950160:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950209:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950239:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950256:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950277:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950297:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950322:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950348:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950371:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950394:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950413:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950467:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000800:00000200:2.0:1767384670.950552:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (6) 00000400:00000200:1.0:1767384670.950553:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000800:00000200:2.0:1767384670.950562:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp28 ip 192.168.203.125:988 00000800:00000200:2.0:1767384670.950566:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384670.950599:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384670.950643:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000800:00000200:0.0:1767384670.950685:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384670.950688:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384670.950701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000800:00000001:2.0:1767384670.950704:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384670.950711:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384670.950716:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384670.950741:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384670.950944:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004363b5a3. 00000800:00000010:1.0:1767384670.950951:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000008436b9b. 00000800:00000010:1.0:1767384670.950958:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d4d33160. 00000800:00000010:1.0:1767384670.950985:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d4d33160. 00000800:00020000:1.0:1767384670.950996:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384670.951000:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000008436b9b. 00000800:00000010:1.0:1767384670.951003:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004363b5a3. 00000400:02020000:1.0:1767384670.951053:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp38 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384670.951064:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp38 notifying 192.168.203.125@tcp38: down 00000800:00000200:1.0:1767384670.951075:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp38 down 00000800:00000100:1.0:1767384670.951084:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp38 00000800:00000010:1.0:1767384670.951088:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000030568f3e. 00000400:00000200:1.0:1767384670.951093:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384670.951108:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp38->192.168.203.125@tcp38: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384670.951126:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384670.951130:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384670.951135:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp38) recovery failed with -71 00080000:00000010:1.0:1767384671.130284:0:36414:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cae1d106. 00080000:00000010:1.0:1767384671.130295:0:36414:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cae1d106. 00000020:00000001:1.0:1767384671.130300:0:36414:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384671.130307:0:36414:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000cae1d106. 00080000:00000010:1.0:1767384671.130312:0:36414:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000cae1d106. 00000020:00000001:1.0:1767384671.130315:0:36414:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.141548:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384671.141555:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.141562:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384671.141564:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384671.141598:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384671.141602:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.141605:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384671.333564:0:18370:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384671.333571:0:18370:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384671.932122:0:36578:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384671.932126:0:36578:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp46 --if ens2 00000001:00000001:0.0:1767384671.936505:0:36578:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:0.0:1767384671.946858:0:36579:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000c73c428f. 00000400:00000010:0.0:1767384671.946874:0:36579:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000049b9a36c. 00000400:00000010:0.0:1767384671.946885:0:36579:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000d3129af9. 00000400:00000010:0.0:1767384671.946889:0:36579:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006759ed0d. 00000400:00000010:0.0:1767384671.946893:0:36579:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000038a853c. 00000400:00000010:0.0:1767384671.946898:0:36579:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005fb1789f. 00000400:00000010:0.0:1767384671.946904:0:36579:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000002a62b352. 00000400:00000010:0.0:1767384671.946906:0:36579:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f3408bd3. 00000400:00000010:0.0:1767384671.946930:0:36579:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000000e307739. 00000800:00000010:0.0:1767384671.946961:0:36579:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000a6c43089. 00000800:00000200:0.0:1767384671.946972:0:36579:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:0.0:1767384671.946986:0:36579:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:0.0:1767384671.947025:0:36579:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:0.0:1767384671.947054:0:36579:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp46 [8/256/0/180] 00000400:00000010:0.0:1767384671.949225:0:36579:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 649 at 0000000026e9fa18. 00000400:00000010:0.0:1767384671.949231:0:36579:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe19dbc2. 00000400:00000010:0.0:1767384671.949236:0:36579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ac695b8. 00000400:00000001:0.0:1767384671.949262:0:36579:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384671.949264:0:36579:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384671.949265:0:36579:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052139282. 00000400:00000200:0.0:1767384671.949268:0:36579:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:0.0:1767384671.949281:0:36579:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000400:00000010:0.0:1767384671.949285:0:36579:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 633 at 00000000bf77f6b3. 00000400:00000200:0.0:1767384671.949290:0:36579:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (36) 00000400:00000200:0.0:1767384671.949304:0:36579:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:0.0:1767384671.949312:0:36579:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131118 00000020:00000010:0.0:1767384671.949319:0:36579:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000034ff127. 00000020:01000000:0.0:1767384671.949323:0:36579:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:0.0:1767384671.949326:0:36579:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp46 00000400:00000200:1.0:1767384671.949360:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:0.0:1767384671.949363:0:36579:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000049b9a36c. 00000400:00000010:0.0:1767384671.949372:0:36579:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000c73c428f. 00000400:00000200:1.0:1767384671.949378:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000010:1.0:1767384671.949391:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b03245d7. 00000400:00000200:1.0:1767384671.949397:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (37) 00000400:00000010:1.0:1767384671.949408:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001b7b53e. 00000020:00000001:3.0:1767384671.949409:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384671.949420:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:1.0:1767384671.949421:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 10000000:00000001:3.0:1767384671.949431:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384671.949466:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:3.0:1767384671.949471:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384671.949476:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384671.949478:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384671.949483:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384671.949487:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384671.949493:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384671.949497:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384671.949501:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384671.949504:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:1.0:1767384671.949508:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000020:01000004:3.0:1767384671.949510:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384671.949521:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000400:00000200:1.0:1767384671.949523:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000020:00000040:3.0:1767384671.949532:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:1.0:1767384671.949539:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000100:00000001:3.0:1767384671.949545:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1767384671.949564:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 02000000:00000001:3.0:1767384671.949574:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1767384671.949575:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 02000000:00000001:3.0:1767384671.949586:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.949586:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000400:00000200:1.0:1767384671.949605:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 02000000:00000010:3.0:1767384671.949610:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000045063839. 00000400:00000200:1.0:1767384671.949615:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000100:00000001:3.0:1767384671.949624:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.949642:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000100:00000001:3.0:1767384671.949645:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384671.949651:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000100:00000001:3.0:1767384671.949652:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.949673:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000100:00000040:3.0:1767384671.949680:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df0d3385] to pc [ptlrpcd_00_02+2] req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.949686:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000400:00000200:1.0:1767384671.949721:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000400:00000200:1.0:1767384671.949753:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000400:00000200:1.0:1767384671.949764:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000400:00000200:1.0:1767384671.949773:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 67], ns[44, 68] 10000000:00000001:3.0:1767384671.949777:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.949782:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1767384671.949795:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 10000000:00000001:3.0:1767384671.949803:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.949804:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.949812:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1767384671.949815:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384671.949822:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384671.949824:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000100:00000040:2.0:1767384671.949828:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384671.949840:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384671.949851:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384671.949859:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:1.0:1767384671.949860:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000100:00000001:2.0:1767384671.949863:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:01000000:3.0:1767384671.949866:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384671.949869:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.949883:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:01000004:3.0:1767384671.949885:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:1.0:1767384671.949886:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 44], ns[60, 44] 02000000:00000001:2.0:1767384671.949893:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:01000004:3.0:1767384671.949899:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 02000000:00000001:2.0:1767384671.949925:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384671.949927:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384671.949933:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1767384671.949933:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048145664:0@lo:253: 00000400:00000200:1.0:1767384671.949937:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 44], ns[150, 44] 00000100:00000001:2.0:1767384671.949952:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:01000004:3.0:1767384671.949958:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:1.0:1767384671.949964:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 44], ns[87, 44] 00000020:01000004:3.0:1767384671.949966:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384671.949974:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:2.0:1767384671.949976:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1767384671.949982:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 44], ns[86, 44] 00000020:01000004:3.0:1767384671.949983:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 02000000:00000001:2.0:1767384671.949984:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384671.949993:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384671.949995:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1767384671.950001:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[128, 44], ns[131, 44] 02000000:00000010:2.0:1767384671.950018:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000006e7049b. 00000400:00000200:1.0:1767384671.950020:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 44], ns[93, 44] 00000100:00000010:3.0:1767384671.950021:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a744e5f0. 02000000:00000001:2.0:1767384671.950027:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384671.950039:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000400:00000010:2.0:1767384671.950042:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005675fd8. 00000400:00000200:1.0:1767384671.950046:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 44], ns[125, 44] 00000100:00000001:3.0:1767384671.950054:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:2.0:1767384671.950056:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001006d13b. 02000000:00000001:3.0:1767384671.950063:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:2.0:1767384671.950068:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048145664, portal 25 00000100:00000001:2.0:1767384671.950076:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1767384671.950078:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.950078:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000400:00000200:1.0:1767384671.950080:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 44], ns[140, 44] 00000400:00000200:1.0:1767384671.950103:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 44], ns[149, 44] 02000000:00000010:3.0:1767384671.950108:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000007d9bdea. 00000100:00000040:2.0:1767384671.950108:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384671.950119:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[161, 44], ns[164, 44] 00000100:00000001:3.0:1767384671.950130:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.950152:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1767384671.950155:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 44], ns[168, 44] 00000100:00000001:2.0:1767384671.950156:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384671.950162:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.950171:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1767384671.950177:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[159, 44], ns[162, 44] 00000400:00000010:2.0:1767384671.950179:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009695945b. 00000100:00000040:3.0:1767384671.950187:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a744e5f0] to pc [ptlrpcd_00_03+3] req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384671.950191:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048145664, offset 0 00000400:00000200:1.0:1767384671.950199:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 44], ns[155, 44] 00000400:00000200:2.0:1767384671.950215:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384671.950236:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 44], ns[165, 44] 00000400:00000200:1.0:1767384671.950250:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[164, 44], ns[167, 44] 00000400:00000200:1.0:1767384671.950256:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000400:00000200:1.0:1767384671.950302:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp43] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:1.0:1767384671.950309:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp43 10000000:00000001:3.0:1767384671.950311:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.950329:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp43 10000000:00000001:3.0:1767384671.950338:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.950345:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp43 lpni_is_preferred = 0 00000020:00000001:3.0:1767384671.950348:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.950354:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp43 00000020:01000000:3.0:1767384671.950358:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:1.0:1767384671.950369:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp43 NI seq info: [169:169:256:4294967295] 192.168.203.125@tcp43 LPNI seq info [166:166:8:4294967295] 00000020:00000010:3.0:1767384671.950370:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000034ff127. 00000400:00000200:1.0:1767384671.950394:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp43 00000100:00000001:3.0:1767384671.950402:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384671.950411:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384671.950415:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp43(192.168.203.125@tcp43:) -> 192.168.203.125@tcp43(192.168.203.125@tcp:192.168.203.125@tcp43) : PUT try# 0 00000100:00000001:3.0:1767384671.950417:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384671.950434:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767384671.950438:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.203.125@tcp43 00000100:00000001:3.0:1767384671.950457:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384671.950461:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.950469:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384671.950470:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384671.950494:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07700 00000800:00000010:1.0:1767384671.950495:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008b404f00. 00000400:00000200:2.0:1767384671.950510:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1611 [2] + 0 02000000:00000001:3.0:1767384671.950515:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384671.950517:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dcff9f09. 00000800:00000010:1.0:1767384671.950518:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001cec96ba. 00000400:00000200:2.0:1767384671.950528:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008863ca16 02000000:00000001:3.0:1767384671.950530:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1767384671.950530:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000cdeaf69b. 00000400:00000200:2.0:1767384671.950540:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384671.950550:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048145792:0@lo:253: 00000800:00000200:1.0:1767384671.950572:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000400:00000200:2.0:1767384671.950580:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384671.950584:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:1.1:1767384671.950591:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000400:00000200:2.0:1767384671.950592:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008863ca16 02000000:00000001:3.0:1767384671.950597:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384671.950600:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008863ca16. 02000000:00000001:3.0:1767384671.950604:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.950621:0:16356:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384671.950632:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1767384671.950633:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384671.950635:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000100:00000040:2.0:1767384671.950645:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000ef9bd808 x1853237048145664 msgsize 4848 00000400:00000200:1.0:1767384671.950651:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 02000000:00000010:3.0:1767384671.950661:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000aaf51d50. 00000100:00100000:2.0:1767384671.950662:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384671.950671:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 02000000:00000001:3.0:1767384671.950673:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384671.950687:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f1b185b. 00000100:00000001:2.0:1767384671.950695:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384671.950701:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000713957a8. 00000400:00000200:2.0:1767384671.950709:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695945b 00000400:00000010:2.0:1767384671.950714:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009695945b. 00000100:00000001:2.0:1767384671.950718:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384671.950725:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048145792, portal 25 00000100:00000001:3.0:1767384671.950734:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767384671.950737:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.950741:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572992 : -106175085978624 : ffff9f6f2fb75c00) 00000100:00000001:2.0:1767384671.950767:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384671.950770:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384671.950783:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.950801:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384671.950814:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384671.950828:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384671.950829:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1767384671.950844:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071506cac. 00000100:00000001:2.0:1767384671.950848:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.950859:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294959727 00000400:00000200:1.0:1767384671.950860:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000200:3.0:1767384671.950863:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048145792, offset 0 00000100:00000010:2.0:1767384671.950867:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003ec1ddf6. 00000100:00000001:2.0:1767384671.950883:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384671.950892:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384671.950893:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294959727 00000100:00000010:2.0:1767384671.950899:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000abed89dc. 00000100:00000001:2.0:1767384671.950904:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384671.950938:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294959727 00000100:00000010:2.0:1767384671.950947:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ad91b069. 00000400:00000200:3.0:1767384671.950954:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384671.950955:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384671.950969:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294959727 00000100:00000010:2.0:1767384671.950977:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f88447fb. 00000100:00000001:2.0:1767384671.950984:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384671.951005:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384671.951007:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07780 00000100:00000001:2.0:1767384671.951010:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.951021:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.951026:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000001:2.0:1767384671.951027:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384671.951035:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1619 [2] + 0 00000100:00000001:2.0:1767384671.951048:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1767384671.951049:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002a8e8a8. 00000100:00000001:2.0:1767384671.951056:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384671.951067:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384671.951069:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001018b6fb 00000100:00000001:2.0:1767384671.951073:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384671.951082:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.951084:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384671.951089:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.951106:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384671.951116:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001018b6fb 00000400:00000010:3.0:1767384671.951122:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001018b6fb. 00000100:00000001:3.0:1767384671.951136:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384671.951141:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384671.951150:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000064ebd4a9 x1853237048145792 msgsize 4848 00000100:00000001:2.0:1767384671.951159:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384671.951167:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048145664 00000400:00000200:1.0:1767384671.951176:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00100000:3.0:1767384671.951178:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1767384671.951179:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1767384671.951189:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384671.951199:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384671.951203:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.951211:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.951219:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048145664 00000100:00000001:3.0:1767384671.951220:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384671.951228:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384671.951233:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384671.951240:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1767384671.951242:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071506cac 00000020:00000040:2.0:1767384671.951245:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:2.0:1767384671.951254:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000010:3.0:1767384671.951255:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071506cac. 00000020:00000001:2.0:1767384671.951266:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384671.951283:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384671.951296:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:3.0:1767384671.951303:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384671.951306:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000400:00000200:1.0:1767384671.951310:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000001:2.0:1767384671.951315:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384671.951336:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000020:00000010:2.0:1767384671.951349:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4062f71. 00000100:00000001:3.0:1767384671.951354:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1767384671.951360:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003adcf2f6. 00000100:00000040:3.0:1767384671.951365:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384671.951370:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:3.0:1767384671.951390:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.951394:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000001:3.0:1767384671.951395:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767384671.951396:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384671.951411:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384671.951416:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384671.951419:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.951421:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.951440:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294959727 00000100:00000001:2.0:1767384671.951446:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.951448:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294959727 00000100:00000001:3.0:1767384671.951455:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294959727 00000100:00000001:3.0:1767384671.951458:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294959727 00000100:00000001:3.0:1767384671.951462:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294959727 00000100:00000001:3.0:1767384671.951475:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294959727 00000400:00000200:1.0:1767384671.951500:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.951616:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00000001:2.0:1767384671.951630:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.951650:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384671.951653:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048145792 02000000:00000001:2.0:1767384671.951657:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384671.951660:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384671.951662:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.951666:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384671.951670:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048145792 00000020:00000001:2.0:1767384671.951672:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384671.951673:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384671.951676:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384671.951679:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000400:00000200:1.0:1767384671.951682:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000020:00000001:2.0:1767384671.951683:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384671.951697:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384671.951704:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384671.951708:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000100:00000001:2.0:1767384671.951712:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384671.951715:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000020:00000010:2.0:1767384671.951723:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d4ba8f1. 00000020:00000010:2.0:1767384671.951732:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001cca4e28. 00000020:00000010:2.0:1767384671.951741:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005ed10f07. 00000100:00000001:2.0:1767384671.951752:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1767384671.951752:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:2.0:1767384671.951766:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384671.951770:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.951782:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.951802:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.951827:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384671.951831:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384671.951843:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00000040:2.0:1767384671.951847:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384671.951850:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971817552 : -106175737734064 : ffff9f6f08de5c50) 00000100:00000040:2.0:1767384671.951858:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ef9bd808 x1853237048145664/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:652/0 lens 4848/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384671.951870:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384671.951876:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000100:00000001:2.0:1767384671.951882:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384671.951887:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000100:00100000:2.0:1767384671.951898:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ef9bd808 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048145664:12345-0@lo:253: 00000100:00000200:2.0:1767384671.951905:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048145664 00000100:00000001:3.0:1767384671.951944:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294959727 00000400:00000200:1.0:1767384671.951949:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000020:00000001:2.0:1767384671.951953:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384671.951955:0:16357:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294959727 00000100:00000001:3.0:1767384671.951963:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384671.951964:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:3.0:1767384671.951973:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.951974:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.951987:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.951988:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1767384671.952007:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384671.952010:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000100:00000001:3.0:1767384671.952019:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1767384671.952021:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1767384671.952022:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:3.0:1767384671.952025:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384671.952035:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384671.952041:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384671.952042:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.952045:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.952051:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1767384671.952055:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.952058:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1767384671.952063:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000020:00000001:2.0:1767384671.952068:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.952079:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384671.952084:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384671.952095:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015034cbd. 02000000:00000001:2.0:1767384671.952102:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.952109:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384671.952116:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:1.0:1767384671.952119:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000100:00000001:3.0:1767384671.952126:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384671.952132:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 20000000:00000010:2.0:1767384671.952136:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000086c02747. 20000000:01000000:2.0:1767384671.952144:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00100000:3.0:1767384671.952155:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 20000000:00000001:2.0:1767384671.952156:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384671.952166:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000100:00000040:3.0:1767384671.952173:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 20000000:00000001:2.0:1767384671.952173:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384671.952186:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.952188:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971824720 : -106175737726896 : ffff9f6f08de7850) 20000000:00000001:2.0:1767384671.952192:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:1.0:1767384671.952192:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000100:00000040:3.0:1767384671.952206:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064ebd4a9 x1853237048145792/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:652/0 lens 4848/0 e 0 to 0 dl 1767384682 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 20000000:00000010:2.0:1767384671.952212:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000c31c5f4c. 20000000:01000000:2.0:1767384671.952221:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:2.0:1767384671.952236:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:3.0:1767384671.952241:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1767384671.952245:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00080000:00000001:2.0:1767384671.952247:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00000020:00000010:3.0:1767384671.952250:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c4faf7c8. 00080000:00000001:2.0:1767384671.952256:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:3.0:1767384671.952259:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384671.952266:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c4faf7c8. 00000100:00100000:3.0:1767384671.952284:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064ebd4a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048145792:12345-0@lo:253: 00000100:00000200:3.0:1767384671.952290:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048145792 00000020:00000001:3.0:1767384671.952295:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384671.952301:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00080000:00000001:2.0:1767384671.952302:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:3.0:1767384671.952307:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384671.952312:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000020:00000001:3.0:1767384671.952315:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384671.952322:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00080000:00000001:2.0:1767384671.952326:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.952328:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1767384671.952332:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384671.952334:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.952336:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384671.952339:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384671.952345:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00080000:00000002:2.0:1767384671.952345:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000400:00000200:1.0:1767384671.952349:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000020:00000001:3.0:1767384671.952359:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384671.952362:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00000020:00000001:3.0:1767384671.952369:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00080000:00000002:2.0:1767384671.952369:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000020:00000001:3.0:1767384671.952379:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.952380:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767384671.952386:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000100:00000001:3.0:1767384671.952399:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000001:2.0:1767384671.952400:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.952409:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384671.952414:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384671.952416:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 02000000:00000010:3.0:1767384671.952427:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000bb026031. 00000020:00000001:2.0:1767384671.952427:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000400:00000200:1.0:1767384671.952428:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00080000:00000001:2.0:1767384671.952445:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384671.952458:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006899ec7e. 00080000:00000001:2.0:1767384671.952464:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893637931520 : -106180071620096 : ffff9f6e068c8200) 02000000:00000001:3.0:1767384671.952484:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.952490:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384671.952496:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000001:2.0:1767384671.952503:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384671.952510:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 20000000:00000010:3.0:1767384671.952511:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000adbe0538. 00080000:00000010:2.0:1767384671.952517:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ab591299. 20000000:01000000:3.0:1767384671.952519:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00080000:00000001:2.0:1767384671.952524:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384671.952528:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:2.0:1767384671.952531:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000001:3.0:1767384671.952537:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:1.0:1767384671.952542:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 20000000:00000001:3.0:1767384671.952543:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384671.952554:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384671.952557:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384671.952566:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:2.0:1767384671.952585:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:1.0:1767384671.952592:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.952650:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.952704:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.952736:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.952779:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.952823:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.952863:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.952893:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.952944:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.952973:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.953014:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.953060:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.953102:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.953147:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.953195:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384671.953517:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004363b5a3. 00000800:00000010:1.0:1767384671.953524:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001acbd3aa. 00000800:00000010:1.0:1767384671.953533:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000648733f. 00000800:00000010:1.0:1767384671.953569:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000648733f. 00000800:00020000:1.0:1767384671.953584:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384671.953589:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001acbd3aa. 00000800:00000010:1.0:1767384671.953591:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004363b5a3. 00000400:02020000:1.0:1767384671.953635:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp43 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384671.953643:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp43 notifying 192.168.203.125@tcp43: down 00000800:00000200:1.0:1767384671.953650:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp43 down 00000800:00000100:1.0:1767384671.953658:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 640 0@<0:0>->192.168.203.125@tcp43 00000800:00000010:1.0:1767384671.953663:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008b404f00. 00000400:00000200:1.0:1767384671.953668:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384671.953673:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp43->192.168.203.125@tcp43: PUT: LOCAL_ERROR 00000400:00000200:1.0:1767384671.953685:0:16342:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp43 added to recovery queue. ping count: 0 next ping: 293 health :900 00000400:00000200:1.0:1767384671.953690:0:16342:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:1.0:1767384671.953693:0:16342:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 1 00000400:00000200:1.0:1767384671.953697:0:16342:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384671.953731:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384671.953739:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x101171 00000400:00000001:2.0:1767384671.953744:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384671.953746:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384671.953747:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b03245d7 00000400:00000010:2.0:1767384671.953779:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b03245d7. 00000400:00000200:2.0:1767384671.953784:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:2.0:1767384671.953789:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384671.953792:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (38) 00000400:00000200:2.0:1767384671.953796:0:16352:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384671.953798:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc -71 00000400:00000200:2.0:1767384671.953802:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:2.0:1767384671.953805:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (37) 00080000:00000010:3.0:1767384671.953842:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006899ec7e. 00080000:00000010:2.0:1767384671.953886:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ab591299. 00040000:00000001:2.0:1767384671.953893:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384671.953896:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384671.953899:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384671.953905:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384671.953923:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384671.953926:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384671.953939:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384671.953952:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384671.953955:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384671.953962:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384671.953984:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002e913e5d. 20000000:01000000:1.0:1767384671.953987:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:01000000:3.0:1767384671.953993:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #46 20000000:00000001:1.0:1767384671.953996:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384671.954006:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:00000001:3.0:1767384671.954010:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384671.954014:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384671.954019:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384671.954019:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384671.954029:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000010:1.0:1767384671.954033:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a8509634. 00010000:00000001:1.0:1767384671.954041:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384671.954044:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d54ab97. 00080000:00000001:3.0:1767384671.954049:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000020:00000001:1.0:1767384671.954049:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384671.954061:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 000000002d54ab97 with handle 0x71ee3a74e2719293 to hash 00000020:00000001:1.0:1767384671.954065:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384671.954068:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00080000:00000001:3.0:1767384671.954069:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.954079:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00080000:00000001:3.0:1767384671.954081:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384671.954086:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384671.954089:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.954092:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384671.954098:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00010000:1.0:1767384671.954099:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384671.954105:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000020:2.0:1767384671.954120:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000002:3.0:1767384671.954121:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00010000:00000001:1.0:1767384671.954122:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000100:00000001:2.0:1767384671.954128:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:1.0:1767384671.954132:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 20000000:00000010:2.0:1767384671.954134:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000086c02747. 00010000:00000001:1.0:1767384671.954137:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00000020:00000001:3.0:1767384671.954138:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00010000:00000001:1.0:1767384671.954141:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000002:3.0:1767384671.954150:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384671.954151:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384671.954152:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.954166:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00080000:00000001:3.0:1767384671.954169:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1767384671.954170:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048145664 00010000:00000001:1.0:1767384671.954170:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384671.954188:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00080000:00000001:3.0:1767384671.954190:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.954190:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000200:2.0:1767384671.954202:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ef9bd808 x1853237048145664/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1767384671.954203:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.954203:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384671.954210:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384671.954223:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00000020:00000001:3.0:1767384671.954224:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:2.0:1767384671.954227:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1767384671.954228:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a8509634) refcount = 1 00010000:00000001:2.0:1767384671.954234:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.954236:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1767384671.954238:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000100:00001000:2.0:1767384671.954239:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=88 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384671.954253:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384671.954259:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000100:00000040:2.0:1767384671.954263:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00080000:00000001:3.0:1767384671.954264:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:1.0:1767384671.954265:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384671.954276:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.954277:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00080000:00000010:3.0:1767384671.954279:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001f40b9d0. 00010000:00000001:1.0:1767384671.954282:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.954294:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384671.954296:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384671.954299:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893639237120 : -106180070314496 : ffff9f6e06a06e00) 02000000:00000001:2.0:1767384671.954299:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384671.954306:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00080000:00000001:3.0:1767384671.954317:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384671.954317:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 20000000:01000000:1.0:1767384671.954319:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384671.954330:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000001:00000001:3.0:1767384671.954332:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000040:2.0:1767384671.954333:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384671.954335:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.954341:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d54ab97 refcount=4 00080000:00000010:3.0:1767384671.954346:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c4faf7c8. 00000400:00000010:2.0:1767384671.954347:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009695945b. 00000020:00000001:1.0:1767384671.954348:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00010000:00000001:1.0:1767384671.954363:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00080000:00000001:3.0:1767384671.954364:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384671.954365:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048145664, offset 224 00010000:00000001:1.0:1767384671.954375:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00080000:00000001:3.0:1767384671.954379:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00010000:1.0:1767384671.954380:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384671.954388:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384671.954399:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384671.954405:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384671.954406:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000001:3.0:1767384671.954410:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.954426:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07700 00010000:00000001:1.0:1767384671.954431:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.954477:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384671.954480:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384671.954484:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ead [2] + 224 00080000:00000001:3.0:1767384671.954489:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384671.954502:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384671.954504:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.954509:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384671.954514:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384671.954518:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384671.954523:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384671.954526:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384671.954537:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384671.954538:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000002d54ab97 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384671.954547:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384671.954554:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384671.954560:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:2.0:1767384671.954561:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.954586:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384671.954592:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.954594:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.954595:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002d54ab97 refcount=5 00000020:00000001:1.0:1767384671.954598:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00010000:00000001:1.0:1767384671.954600:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890115072 : -106174819436544 : ffff9f6f3f9a7800) 00010000:00000001:1.0:1767384671.954603:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384671.954605:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384671.954606:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384671.954613:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695945b 00000400:00000010:2.0:1767384671.954617:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009695945b. 00000100:00000001:2.0:1767384671.954624:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00010000:00000001:1.0:1767384671.954628:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384671.954629:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:1.0:1767384671.954633:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384671.954635:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.954639:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1767384671.954640:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1767384671.954647:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.954648:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1767384671.954648:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384671.954657:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384671.954659:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384671.954662:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:3.0:1767384671.954665:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384671.954666:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384671.954667:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384671.954677:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384671.954679:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1767384671.954680:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002d54ab97 with handle 0x71ee3a74e2719293 from hash 00000400:00000010:3.0:1767384671.954687:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005675fd8. 00010000:00000001:1.0:1767384671.954690:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:2.0:1767384671.954693:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ef9bd808 x1853237048145664/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.954700:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384671.954703:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001006d13b 00010000:00000001:1.0:1767384671.954705:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.954713:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:3.0:1767384671.954715:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001006d13b. 00010000:00000001:1.0:1767384671.954719:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:2.0:1767384671.954729:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ef9bd808 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048145664:12345-0@lo:253: Request processed in 2851us (4076us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384671.954731:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000001:3.0:1767384671.954735:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384671.954738:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384671.954745:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384671.954746:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00010000:00000001:1.0:1767384671.954752:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384671.954755:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384671.954757:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00010000:00000001:1.0:1767384671.954763:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384671.954764:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384671.954771:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1767384671.954775:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000020:00000010:2.0:1767384671.954779:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003adcf2f6. 00010000:00000001:1.0:1767384671.954793:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384671.954795:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000100:00000200:3.0:1767384671.954798:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.954801:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384671.954805:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4062f71. 00010000:00000001:1.0:1767384671.954811:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384671.954818:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00010000:00000001:1.0:1767384671.954825:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.954833:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384671.954841:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384671.954842:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015034cbd. 00000100:00000001:3.0:1767384671.954847:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767384671.954853:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00010000:1.0:1767384671.954853:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384671.954854:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.954865:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.954869:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384671.954877:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:3.0:1767384671.954880:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1767384671.954882:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1767384671.954884:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d835201. 00010000:00000001:1.0:1767384671.954887:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384671.954890:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384671.954891:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:2.0:1767384671.954892:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009695945b. 00000100:00000001:3.0:1767384671.954898:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.954899:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384671.954923:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:3.0:1767384671.954925:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.954928:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.954932:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767384671.954951:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384671.954954:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=88 v=5 (5 0 0 0) 20000000:00000001:1.0:1767384671.954956:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384671.954963:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384671.954970:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00010000:1.0:1767384671.954974:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384671.954976:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384671.954987:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384671.954995:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.954996:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384671.955000:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384671.955005:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002d54ab97/0x71ee3a74e2719293 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384671.955006:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384671.955013:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a8509634 count: 0 00000100:00000040:3.0:1767384671.955025:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.955027:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384671.955032:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384671.955043:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384671.955048:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384671.955051:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384671.955055:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384671.955058:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384671.955059:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384671.955061:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384671.955063:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384671.955065:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384671.955066:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384671.955068:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384671.955070:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384671.955071:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384671.955075:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384671.955087:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048145664:0@lo:253: 00000100:00000001:3.0:1767384671.955094:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.955097:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384671.955102:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048145664/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384671.955111:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384671.955115:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384671.955118:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000006e7049b. 02000000:00000001:3.0:1767384671.955124:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384671.955127:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384671.955130:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384671.955133:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384671.955135:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000045063839. 02000000:00000001:3.0:1767384671.955142:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384671.955144:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384671.955145:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00000100:00000001:3.0:1767384671.955150:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384671.955152:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.955161:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.955166:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384671.955168:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384671.955171:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384671.955173:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384671.956522:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001f40b9d0. 00080000:00000010:3.0:1767384671.956576:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c4faf7c8. 00040000:00000001:3.0:1767384671.956585:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384671.956587:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384671.956590:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384671.956595:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384671.956599:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384671.956602:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384671.956605:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384671.956621:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384671.956625:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384671.956631:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384671.956648:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384671.956653:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384671.956655:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384671.956658:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384671.956660:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384671.956666:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c45fc10a. 00010000:00000001:1.0:1767384671.956671:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384671.956672:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000036ffad4e. 00000020:00000001:1.0:1767384671.956676:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384671.956680:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000036ffad4e with handle 0x71ee3a74e271929a to hash 00000020:00000001:1.0:1767384671.956683:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384671.956684:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384671.956687:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384671.956690:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.956692:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384671.956694:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.956700:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384671.956702:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384671.956704:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384671.956706:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384671.956707:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.956710:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384671.956711:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.956722:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384671.956723:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384671.956725:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384671.956726:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384671.956728:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c45fc10a) refcount = 1 00010000:00010000:1.0:1767384671.956731:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.956736:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384671.956739:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384671.956741:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384671.956744:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.956747:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384671.956750:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384671.956754:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384671.956758:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.956777:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.956779:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=4 00000020:00000001:1.0:1767384671.956782:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384671.956786:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:1.0:1767384671.956789:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384671.956791:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.956800:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384671.956802:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.956812:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.956814:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384671.956816:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.956843:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.956846:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.956864:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384671.956868:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000020:3.0:1767384671.956875:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:1.0:1767384671.956886:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000036ffad4e already unused, calling callback (000000009752a4b4) 00000100:00000001:3.0:1767384671.956887:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384671.956894:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000adbe0538. 00010000:00000001:1.0:1767384671.956899:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:3.0:1767384671.956902:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.956926:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000040:3.0:1767384671.956927:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048145792 00010000:00010000:1.0:1767384671.956935:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384671.956937:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384671.956951:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064ebd4a9 x1853237048145792/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384671.956958:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384671.956964:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384671.956969:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384671.956976:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000036ffad4e refcount=5 00000020:00000001:1.0:1767384671.956984:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:3.0:1767384671.956985:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384671.956994:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890114560 : -106174819437056 : ffff9f6f3f9a7600) 00010000:00000001:3.0:1767384671.956996:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.956999:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384671.957008:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00001000:3.0:1767384671.957010:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384671.957038:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1767384671.957039:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384671.957048:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000040:3.0:1767384671.957050:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:1.0:1767384671.957051:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.957059:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384671.957061:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384671.957062:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384671.957067:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384671.957073:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384671.957074:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:1.0:1767384671.957076:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000036ffad4e with handle 0x71ee3a74e271929a from hash 02000000:00000001:3.0:1767384671.957080:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.957081:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384671.957085:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.957091:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384671.957096:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:1.0:1767384671.957096:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384671.957109:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384671.957115:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:3.0:1767384671.957121:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1767384671.957121:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384671.957129:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384671.957134:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071506cac. 00000100:00000200:3.0:1767384671.957140:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048145792, offset 224 00010000:00000001:1.0:1767384671.957143:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.957146:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1767384671.957148:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767384671.957162:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.957165:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384671.957169:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1767384671.957171:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.957180:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384671.957188:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384671.957189:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:1.0:1767384671.957200:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384671.957210:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07780 00000400:00000200:3.0:1767384671.957233:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1eb5 [2] + 224 00010000:00000001:1.0:1767384671.957235:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.957243:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384671.957250:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767384671.957251:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1767384671.957256:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384671.957261:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384671.957266:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384671.957267:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384671.957271:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000001:3.0:1767384671.957291:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384671.957294:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384671.957299:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384671.957301:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1767384671.957303:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384671.957339:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384671.957344:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384671.957351:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000036ffad4e/0x71ee3a74e271929a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384671.957355:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1767384671.957385:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c45fc10a count: 0 00010000:00000001:1.0:1767384671.957401:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384671.957404:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:3.0:1767384671.957414:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384671.957423:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071506cac 00000400:00000010:3.0:1767384671.957426:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071506cac. 00000100:00000001:3.0:1767384671.957431:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384671.957433:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384671.957518:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384671.957520:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.957523:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384671.957536:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:2.0:1767384671.957538:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1767384671.957542:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294959727, at 4294959728 00000400:00000001:2.0:1767384671.957544:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384671.957545:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:2.0:1767384671.957550:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001f1b185b. 00000020:00000001:3.0:1767384671.957554:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384671.957556:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000abed89dc. 00000400:00000200:2.0:1767384671.957557:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000713957a8 00000020:00000001:3.0:1767384671.957564:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1767384671.957564:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000713957a8. 00000100:00000001:2.0:1767384671.957578:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1767384671.957583:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064ebd4a9 x1853237048145792/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:652/0 lens 4848/4768 e 0 to 0 dl 1767384682 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384671.957591:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384671.957635:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294959727, at 4294959728 00000100:00000010:0.0:1767384671.957652:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003ec1ddf6. 00000100:00100000:3.0:1767384671.957685:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064ebd4a9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048145792:12345-0@lo:253: Request processed in 5436us (6526us total) trans 0 rc 0/0 00000100:00000200:2.0:1767384671.957725:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384671.957738:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00000040:3.0:1767384671.957754:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384671.957755:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384671.957763:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384671.957764:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384671.957772:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1767384671.957774:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384671.957777:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384671.957781:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1767384671.957788:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001cca4e28. 00000100:00000001:2.0:1767384671.957788:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384671.957799:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384671.957805:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005ed10f07. 00000100:00001000:2.0:1767384671.957807:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=88 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384671.957819:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=88 v=5 (1 0 0 0) 00000020:00000010:3.0:1767384671.957821:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d4ba8f1. 00000100:00000001:2.0:1767384671.957828:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384671.957831:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384671.957839:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384671.957843:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.957846:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384671.957849:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00000040:2.0:1767384671.957856:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384671.957862:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384671.957871:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000bb026031. 00000100:00000001:2.0:1767384671.957872:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384671.957881:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384671.957885:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384671.957886:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:01000004:2.0:1767384671.957896:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000100:00000001:3.0:1767384671.957897:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384671.957900:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384671.957927:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:3.0:1767384671.957928:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384671.957933:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384671.957940:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384671.957942:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:3.0:1767384671.957945:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002a8e8a8. 00000020:01000004:2.0:1767384671.957946:0:16357:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384671.957951:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384671.957955:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384671.957963:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384671.957965:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071506cac. 00000100:00100000:2.0:1767384671.957984:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048145792:0@lo:253: 00000100:00000001:2.0:1767384671.957994:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.957997:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384671.958000:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a744e5f0 x1853237048145792/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384687 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384671.958005:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294959727, at 4294959728 00000100:00000001:2.0:1767384671.958008:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384671.958012:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384671.958017:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000aaf51d50. 00000100:00000010:3.0:1767384671.958020:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f88447fb. 02000000:00000001:2.0:1767384671.958023:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384671.958029:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384671.958032:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384671.958036:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384671.958039:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000007d9bdea. 02000000:00000001:2.0:1767384671.958046:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384671.958048:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384671.958050:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a744e5f0. 00000100:00000001:2.0:1767384671.958056:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384671.958057:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.958059:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384671.958066:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384671.958068:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384671.958071:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384671.958073:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384671.958086:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294959727, at 4294959728 00000100:00000010:2.0:1767384671.958093:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ad91b069. 00010000:00000010:1.1:1767384671.961180:0:36582:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a8509634. 00010000:00000010:1.1:1767384671.961196:0:36582:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d54ab97. 00010000:00000010:1.1:1767384671.964489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c45fc10a. 00010000:00000010:1.1:1767384671.964498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000036ffad4e. 00000400:00000010:0.0:1767384671.970053:0:36584:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003a469ceb. 00000400:00000040:0.0:1767384671.970070:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384671.970073:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384671.970075:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384671.970076:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384671.970078:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384671.970079:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384671.970087:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384671.970088:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384671.970090:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384671.970091:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384671.970093:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384671.970095:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384671.970097:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384671.970098:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384671.970099:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384671.970101:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384671.970102:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384671.970103:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384671.970104:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384671.970106:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384671.970107:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384671.970108:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384671.970109:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384671.970110:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384671.970111:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384671.970113:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384671.970114:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384671.970115:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384671.970117:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384671.970118:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384671.970119:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384671.970121:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384671.970122:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384671.970123:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384671.970124:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384671.970125:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384671.970126:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384671.970128:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384671.970129:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384671.970130:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384671.970132:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384671.970133:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384671.970134:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384671.970135:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384671.970137:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384671.970141:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384671.970143:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384671.970144:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384671.970146:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384671.970148:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384671.970149:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384671.970150:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384671.970152:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384671.970153:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384671.970154:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384671.970155:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384671.970156:0:36584:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384671.970244:0:36584:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003a469ceb. 00000400:00000001:0.0:1767384671.973525:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384671.973529:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384671.973531:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384671.973533:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000400:00000200:0.0:1767384671.973538:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384671.973541:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery ping unlinked 00000400:00000010:0.0:1767384671.973547:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384671.973549:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003019b311. 00000400:00000200:0.0:1767384671.973552:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp42 00000400:00000010:0.0:1767384671.973555:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384671.973559:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003019b311. 00000400:00000010:0.0:1767384671.973561:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000400:00000010:0.0:1767384671.973565:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a3f4dcf3. 00000400:00000200:0.0:1767384671.973568:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp42 00000400:00000200:0.0:1767384671.973576:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp42 local destination 00000400:00000200:0.0:1767384671.973580:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp42 00000400:00000200:0.0:1767384671.973584:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp42 NI seq info: [170:170:256:4294967295] 192.168.203.125@tcp42 LPNI seq info [167:167:8:4294967295] 00000400:00000200:0.0:1767384671.973588:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp42 00000400:00000200:0.0:1767384671.973594:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp42(192.168.203.125@tcp42:) -> 192.168.203.125@tcp42(192.168.203.125@tcp42:192.168.203.125@tcp42) : GET try# 0 00000800:00000200:0.0:1767384671.973598:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp42 00000800:00000010:0.0:1767384671.973602:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000f2fd1d7e. 00000800:00000200:0.0:1767384671.973613:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000800:00000200:0.1:1767384671.973617:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000400:00000200:0.0:1767384671.973638:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp42 added to recovery queue. ping count: 2 next ping: 296 health :800 00000400:00000200:1.0:1767384671.973698:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.973734:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.973759:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.973811:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.973876:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.973935:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.973964:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.973985:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974007:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974027:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974047:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974070:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974090:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974110:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974134:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974160:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974205:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974247:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974297:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974317:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974336:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974352:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974375:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974393:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974412:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974428:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974491:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974530:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974550:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974588:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974609:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974631:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974654:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974676:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384671.974713:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384671.974886:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004363b5a3. 00000800:00000010:1.0:1767384671.974892:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001acbd3aa. 00000800:00000010:1.0:1767384671.974895:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000648733f. 00000800:00000010:1.0:1767384671.974941:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000648733f. 00000800:00020000:1.0:1767384671.974949:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384671.974953:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001acbd3aa. 00000800:00000010:1.0:1767384671.974955:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004363b5a3. 00000400:02020000:1.0:1767384671.974995:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp42 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384671.975001:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp42 notifying 192.168.203.125@tcp42: down 00000400:00000200:1.0:1767384671.975006:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384671.975010:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp42 00000800:00000010:1.0:1767384671.975013:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000f2fd1d7e. 00000400:00000200:1.0:1767384671.975017:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384671.975022:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp42->192.168.203.125@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384671.975030:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384671.975033:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384671.975037:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp42) recovery failed with -71 00010000:00000001:3.0:1767384672.165507:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384672.165512:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384672.165518:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384672.165519:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384672.165567:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384672.165573:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384672.165579:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384672.997540:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (4) 00000400:00000001:0.0:1767384672.997549:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000200:2.1:1767384672.997551:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (4) 00000400:00000001:0.0:1767384672.997555:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384672.997559:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384672.997563:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000400:00000200:0.0:1767384672.997568:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384672.997576:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery ping unlinked 00000400:00000010:0.0:1767384672.997590:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384672.997595:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003019b311. 00000400:00000200:0.0:1767384672.997623:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp32 00000400:00000010:0.0:1767384672.997628:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384672.997633:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003019b311. 00000400:00000010:0.0:1767384672.997637:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000400:00000010:0.0:1767384672.997645:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005ba3a259. 00000400:00000200:0.0:1767384672.997655:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp32 00000400:00000200:0.0:1767384672.997672:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp32 local destination 00000400:00000200:0.0:1767384672.997679:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp32 00000400:00000200:2.0:1767384672.997681:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.997688:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp32 NI seq info: [171:171:256:4294967295] 192.168.203.125@tcp32 LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1767384672.997696:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp32 00000400:00000200:0.0:1767384672.997716:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp32(192.168.203.125@tcp32:) -> 192.168.203.125@tcp32(192.168.203.125@tcp32:192.168.203.125@tcp32) : GET try# 0 00000800:00000200:0.0:1767384672.997727:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp32 00000800:00000010:0.0:1767384672.997732:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000118bcc31. 00000800:00000200:0.0:1767384672.997744:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000800:00000200:0.1:1767384672.997754:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000400:00000200:0.0:1767384672.997779:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp32 added to recovery queue. ping count: 5 next ping: 325 health :500 00000400:00000200:2.0:1767384672.997788:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.997790:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp43 00000400:00000010:0.0:1767384672.997800:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b20674ab. 00000400:00000010:0.0:1767384672.997807:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009a4de645. 00000400:00000010:0.0:1767384672.997811:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837db392. 00000400:00000010:0.0:1767384672.997818:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e013cec3. 00000400:00000200:0.0:1767384672.997825:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp43 00000400:00000200:0.0:1767384672.997843:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp43 local destination 00000400:00000200:0.0:1767384672.997848:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp43 00000400:00000200:2.0:1767384672.997850:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.997861:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp43 NI seq info: [172:172:256:4294967295] 192.168.203.125@tcp43 LPNI seq info [169:169:8:4294967295] 00000400:00000200:0.0:1767384672.997869:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp43 00000400:00000200:0.0:1767384672.997892:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp43(192.168.203.125@tcp43:) -> 192.168.203.125@tcp43(192.168.203.125@tcp43:192.168.203.125@tcp43) : GET try# 0 00000400:00000200:1.0:1767384672.997917:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000200:0.0:1767384672.997918:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp43 00000800:00000010:0.0:1767384672.997926:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d63cc64e. 00000800:00000200:0.0:1767384672.997935:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000800:00000200:0.1:1767384672.997943:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000400:00000200:2.0:1767384672.997949:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.997964:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp43 added to recovery queue. ping count: 1 next ping: 295 health :900 00000400:00000200:1.0:1767384672.998044:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.998079:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.998089:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.998199:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.998235:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.998245:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.998370:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.998388:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.998392:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.998600:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.998611:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.998612:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.998715:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.998759:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.998783:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.998855:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.998916:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.998959:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.999033:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.999061:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.999140:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.999205:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.999220:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.999314:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.999360:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.999363:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.999532:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.999556:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.999562:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.999688:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.999718:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.999719:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.999761:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384672.999869:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384672.999957:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384672.999959:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.000029:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.000160:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.000212:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.000214:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.000272:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.000419:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.000426:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.000427:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.000587:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.000604:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.000616:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.000734:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.000746:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.000773:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.000915:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.000921:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.000936:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.001093:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.001112:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.001115:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.001234:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.001304:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.001307:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.001381:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.001525:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.001533:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.001545:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.001660:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.001728:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.001736:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.001780:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.001853:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.001879:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.001920:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.001974:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.002014:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.002017:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.002093:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.002151:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.002155:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.002221:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.002285:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.002317:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.002317:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.002372:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.002504:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.002514:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.002534:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.002678:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.002684:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.002687:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384673.002791:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.002804:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.002834:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.002918:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.002980:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.002982:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.003076:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.003125:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000800:00000010:2.0:1767384673.003139:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000015034cbd. 00000800:00000010:2.0:1767384673.003145:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d6375dd1. 00000800:00000010:2.0:1767384673.003152:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007c20ff4b. 00000400:00000200:0.0:1767384673.003173:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000800:00000010:2.0:1767384673.003197:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007c20ff4b. 00000800:00020000:2.0:1767384673.003217:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384673.003222:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d6375dd1. 00000800:00000010:2.0:1767384673.003228:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000015034cbd. 00000400:00000200:1.0:1767384673.003260:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384673.003271:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:02020000:2.0:1767384673.003375:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp31 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384673.003381:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:0.0:1767384673.003415:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384673.003419:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384673.003735:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004363b5a3. 00000800:00000010:1.0:1767384673.003742:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045fedd91. 00000800:00000010:1.0:1767384673.003748:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000317a6d7a. 00000800:00000010:1.0:1767384673.003792:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000317a6d7a. 00000800:00020000:1.0:1767384673.003808:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384673.003813:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045fedd91. 00000800:00000010:1.0:1767384673.003818:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004363b5a3. 00000400:02020000:1.0:1767384673.003958:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp32 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384673.003975:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp32 notifying 192.168.203.125@tcp32: down 00000800:00000200:1.0:1767384673.003996:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp32 down 00000800:00000100:1.0:1767384673.004011:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp32 00000800:00000010:1.0:1767384673.004015:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000118bcc31. 00000400:00000200:1.0:1767384673.004023:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384673.004033:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp32->192.168.203.125@tcp32: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384673.004049:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384673.004057:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384673.004068:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp32) recovery failed with -71 00000800:00000010:0.0:1767384673.004121:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d924432d. 00000800:00000010:0.0:1767384673.004128:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000045bb44ef. 00000800:00000010:0.0:1767384673.004133:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e904e0f6. 00000800:00000010:0.0:1767384673.004165:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e904e0f6. 00000800:00020000:0.0:1767384673.004181:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384673.004185:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000045bb44ef. 00000800:00000010:0.0:1767384673.004187:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d924432d. 00000400:02020000:0.0:1767384673.004299:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp43 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384673.004308:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp43 notifying 192.168.203.125@tcp43: down 00000400:00000200:0.0:1767384673.004312:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384673.004319:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp43 00000800:00000010:0.0:1767384673.004323:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d63cc64e. 00000400:00000200:0.0:1767384673.004327:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384673.004332:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp43->192.168.203.125@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384673.004340:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384673.004344:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384673.004350:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp43) recovery failed with -71 00010000:00000001:3.0:1767384673.190517:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384673.190523:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384673.190529:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384673.190532:0:54:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384673.190535:0:54:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384673.190537:0:54:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384673.190540:0:54:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384673.190542:0:54:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384673.190543:0:54:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384673.190546:0:54:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384673.190594:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384673.190602:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384673.190608:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384673.977751:0:37103:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005a679813. 00080000:00000010:2.0:1767384673.977763:0:37103:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005a679813. 00000020:00000001:2.0:1767384673.977768:0:37103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384673.977775:0:37103:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000005a679813. 00080000:00000010:2.0:1767384673.977781:0:37103:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000005a679813. 00000020:00000001:2.0:1767384673.977783:0:37103:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384674.021514:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384674.021522:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384674.021525:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000800:00000200:2.0:1767384674.021528:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000400:00000010:0.0:1767384674.021531:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000400:00000200:0.0:1767384674.021538:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.1:1767384674.021540:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000400:00000200:0.0:1767384674.021546:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery ping unlinked 00000400:00000010:0.0:1767384674.021562:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000001633f2bd. 00000400:00000010:0.0:1767384674.021567:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003019b311. 00000400:00000001:0.0:1767384674.021574:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384674.021576:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384674.021577:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837db392 00000400:00000010:0.0:1767384674.021579:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000837db392. 00000400:00000200:0.0:1767384674.021582:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384674.021585:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384674.021592:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b20674ab. 00000400:00000010:0.0:1767384674.021596:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009a4de645. 00000400:00000200:1.0:1767384674.021677:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021738:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021765:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021790:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021816:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021837:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021851:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021864:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021876:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021889:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021924:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021939:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021951:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021966:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021979:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.021992:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022004:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022016:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022029:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022041:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022055:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022069:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022083:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022109:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022123:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022137:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022151:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022173:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022197:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022220:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022234:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022247:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022259:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022271:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384674.022284:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384674.022523:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004363b5a3. 00000800:00000010:1.0:1767384674.022530:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008c60549c. 00000800:00000010:1.0:1767384674.022537:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004036c0ef. 00000800:00000010:1.0:1767384674.022568:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004036c0ef. 00000800:00020000:1.0:1767384674.022579:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384674.022584:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008c60549c. 00000800:00000010:1.0:1767384674.022587:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004363b5a3. 00000400:02020000:1.0:1767384674.022629:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp26 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384674.022635:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384674.213503:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384674.213512:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.213519:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384674.213521:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.213584:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384674.213588:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384674.213592:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384674.763017:0:37267:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384674.763022:0:37267:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp47 --if ens2 00000001:00000001:1.0:1767384674.765994:0:37267:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:2.0:1767384674.772548:0:37268:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000043723840. 00000400:00000010:2.0:1767384674.772561:0:37268:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a266bcf4. 00000400:00000010:2.0:1767384674.772570:0:37268:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000b6072233. 00000400:00000010:2.0:1767384674.772574:0:37268:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000c625e64f. 00000400:00000010:2.0:1767384674.772578:0:37268:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000040eae2ee. 00000400:00000010:2.0:1767384674.772582:0:37268:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a984d0d7. 00000400:00000010:2.0:1767384674.772584:0:37268:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000045f738db. 00000400:00000010:2.0:1767384674.772585:0:37268:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c797e8c2. 00000400:00000010:2.0:1767384674.772589:0:37268:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000007644174f. 00000800:00000010:2.0:1767384674.772606:0:37268:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000059b748c2. 00000800:00000200:2.0:1767384674.772617:0:37268:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:2.0:1767384674.772628:0:37268:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:2.0:1767384674.772667:0:37268:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:2.0:1767384674.772692:0:37268:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp47 [8/256/0/180] 00000400:00000010:2.0:1767384674.774048:0:37268:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000f504ba73. 00000400:00000010:2.0:1767384674.774053:0:37268:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a778352d. 00000400:00000010:2.0:1767384674.774058:0:37268:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000400:00000001:2.0:1767384674.774079:0:37268:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384674.774081:0:37268:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384674.774082:0:37268:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe19dbc2. 00000400:00000200:2.0:1767384674.774085:0:37268:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ac695b8 00000400:00000010:2.0:1767384674.774087:0:37268:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ac695b8. 00000400:00000010:2.0:1767384674.774090:0:37268:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 649 at 0000000026e9fa18. 00000400:00000200:2.0:1767384674.774094:0:37268:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (36) 00000400:00000200:2.0:1767384674.774105:0:37268:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384674.774112:0:37268:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131119 00000020:00000010:2.0:1767384674.774118:0:37268:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 0000000015034cbd. 00000020:01000000:2.0:1767384674.774121:0:37268:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:2.0:1767384674.774123:0:37268:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp47 00000400:00000200:3.0:1767384674.774137:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384674.774137:0:37268:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a266bcf4. 00000400:00000010:2.0:1767384674.774140:0:37268:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000043723840. 00000400:00000200:3.0:1767384674.774145:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000010:3.0:1767384674.774152:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5bffdee. 00000400:00000200:3.0:1767384674.774154:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (37) 00000400:00000010:3.0:1767384674.774159:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a26b54e6. 00000400:00000200:3.0:1767384674.774163:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384674.774174:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384674.774180:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000400:00000200:3.0:1767384674.774191:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000400:00000200:3.0:1767384674.774195:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000020:00000001:1.0:1767384674.774195:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:1.0:1767384674.774200:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:3.0:1767384674.774204:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 10000000:00000001:1.0:1767384674.774205:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:1.0:1767384674.774208:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:3.0:1767384674.774212:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000020:01000004:1.0:1767384674.774213:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384674.774217:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:3.0:1767384674.774220:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000020:01000004:1.0:1767384674.774221:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:3.0:1767384674.774225:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000400:00000200:3.0:1767384674.774229:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000020:01000004:1.0:1767384674.774231:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384674.774234:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:3.0:1767384674.774237:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000020:01000004:1.0:1767384674.774237:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384674.774240:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1767384674.774242:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1767384674.774244:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:3.0:1767384674.774245:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000020:01000004:1.0:1767384674.774246:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:3.0:1767384674.774251:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000100:00000010:1.0:1767384674.774253:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009045a848. 00000400:00000200:3.0:1767384674.774254:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000020:00000040:1.0:1767384674.774259:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:3.0:1767384674.774260:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000400:00000200:3.0:1767384674.774267:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000100:00000001:1.0:1767384674.774268:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1767384674.774273:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 67], ns[44, 68] 02000000:00000001:1.0:1767384674.774273:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1767384674.774279:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 02000000:00000001:1.0:1767384674.774280:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.774286:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:3.0:1767384674.774289:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 02000000:00000010:1.0:1767384674.774291:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000004363b5a3. 00000400:00000200:3.0:1767384674.774292:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 44], ns[60, 44] 00000100:00000001:1.0:1767384674.774299:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.774304:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 44], ns[150, 44] 00000400:00000200:3.0:1767384674.774307:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 44], ns[87, 44] 00000400:00000200:3.0:1767384674.774310:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 44], ns[86, 44] 00000100:00000001:1.0:1767384674.774310:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384674.774314:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.774316:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 44], ns[171, 44] 00000400:00000200:3.0:1767384674.774320:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 44], ns[93, 44] 00000400:00000200:3.0:1767384674.774325:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 44], ns[125, 44] 00000100:00000040:1.0:1767384674.774325:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009045a848] to pc [ptlrpcd_00_00+0] req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384674.774337:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[137, 44], ns[140, 44] 00000400:00000200:3.0:1767384674.774350:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 44], ns[149, 44] 00000400:00000200:3.0:1767384674.774356:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[161, 44], ns[164, 44] 00000400:00000200:3.0:1767384674.774362:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 44], ns[168, 44] 00000400:00000200:3.0:1767384674.774369:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[159, 44], ns[162, 44] 00000400:00000200:3.0:1767384674.774375:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 44], ns[155, 44] 10000000:00000001:1.0:1767384674.774380:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.774384:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 44], ns[165, 44] 10000000:00000001:1.0:1767384674.774385:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.774391:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.774393:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384674.774394:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[167, 44], ns[170, 44] 00000020:01000000:1.0:1767384674.774395:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384674.774403:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384674.774407:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[169, 44], ns[172, 44] 00000020:00000001:1.0:1767384674.774408:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000001:2.0:1767384674.774409:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 10000000:00000001:1.0:1767384674.774411:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:1.0:1767384674.774417:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000100:00000040:2.0:1767384674.774422:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1767384674.774422:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:3.0:1767384674.774423:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 44], ns[0, 44] 00000020:01000004:1.0:1767384674.774428:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:1.0:1767384674.774431:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384674.774435:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384674.774480:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384674.774482:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384674.774486:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00000001:2.0:1767384674.774491:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:1.0:1767384674.774492:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384674.774496:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384674.774497:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1767384674.774500:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:2.0:1767384674.774504:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1767384674.774505:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1d68da9. 00000020:00000040:1.0:1767384674.774509:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000001:2.0:1767384674.774510:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384674.774513:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384674.774519:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009045a848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048145920:0@lo:253: 00000100:00000001:1.0:1767384674.774520:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384674.774524:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384674.774525:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384674.774529:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.774533:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1767384674.774537:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000009290f110. 02000000:00000001:2.0:1767384674.774538:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.774544:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384674.774545:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384674.774550:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000086c02747. 00000100:00000001:1.0:1767384674.774550:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384674.774553:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.774554:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384674.774561:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c91cad30. 00000100:00000040:1.0:1767384674.774565:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1d68da9] to pc [ptlrpcd_00_01+1] req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384674.774568:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a266bcf4. 00000400:00000200:3.0:1767384674.774574:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp44 00000100:00000200:2.0:1767384674.774574:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048145920, portal 25 00000100:00000001:2.0:1767384674.774579:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:1.0:1767384674.774579:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.774581:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636144000 : -106180073407616 : ffff9f6e06713b80) 00000400:00000200:3.0:1767384674.774584:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp44 10000000:00000001:1.0:1767384674.774585:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.774589:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.774590:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:01000000:1.0:1767384674.774592:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:3.0:1767384674.774594:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp44 lpni_is_preferred = 0 00000020:00000010:1.0:1767384674.774598:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 0000000015034cbd. 00000400:00000200:3.0:1767384674.774602:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp44 00000100:00000001:2.0:1767384674.774607:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384674.774612:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384674.774614:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384674.774617:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767384674.774618:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp44 NI seq info: [173:173:256:4294967295] 192.168.203.125@tcp44 LPNI seq info [170:170:8:4294967295] 00000400:00000010:2.0:1767384674.774619:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b982a780. 00000100:00000001:1.0:1767384674.774620:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1767384674.774625:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048145920, offset 0 00000100:00000040:1.0:1767384674.774626:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384674.774630:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp44 00000400:00000200:2.0:1767384674.774637:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384674.774645:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384674.774648:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.774650:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp44(192.168.203.125@tcp44:) -> 192.168.203.125@tcp44(192.168.203.125@tcp:192.168.203.125@tcp44) : PUT try# 0 02000000:00000001:1.0:1767384674.774651:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384674.774654:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384674.774657:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384674.774658:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.125@tcp44 00000100:00100000:1.0:1767384674.774662:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e1d68da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048146048:0@lo:253: 00000400:00000200:2.0:1767384674.774665:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1767384674.774666:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000152e96e2. 00000100:00000001:1.0:1767384674.774669:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384674.774673:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384674.774675:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.774676:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1767384674.774678:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e89a24f4. 00000400:00000200:2.0:1767384674.774681:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07800 02000000:00000010:1.0:1767384674.774683:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b2426577. 00000800:00000010:3.0:1767384674.774684:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000d07450f0. 02000000:00000001:1.0:1767384674.774689:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384674.774695:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1629 [2] + 0 00000800:00000200:3.0:1767384674.774696:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000400:00000010:1.0:1767384674.774696:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:2.0:1767384674.774703:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047212796. 00000800:00000200:3.1:1767384674.774708:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000400:00000200:2.0:1767384674.774709:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000030bfa41 00000400:00000010:1.0:1767384674.774716:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007e78220a. 00000400:00000200:2.0:1767384674.774718:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1767384674.774722:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048146048, portal 25 00000400:00000200:3.0:1767384674.774723:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384674.774725:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384674.774729:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 00000400:00000200:2.0:1767384674.774731:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000030bfa41 00000100:00000001:1.0:1767384674.774731:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384674.774735:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636132352 : -106180073419264 : ffff9f6e06710e00) 00000400:00000010:2.0:1767384674.774736:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000030bfa41. 00000100:00000001:2.0:1767384674.774744:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384674.774744:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384674.774747:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384674.774753:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000706e01af x1853237048145920 msgsize 4848 00000100:00000001:1.0:1767384674.774755:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384674.774763:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1767384674.774767:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1767384674.774768:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c60549c. 00000100:00000040:2.0:1767384674.774770:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000200:1.0:1767384674.774775:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048146048, offset 0 00000100:00000001:2.0:1767384674.774781:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384674.774781:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384674.774789:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b982a780 00000400:00000010:2.0:1767384674.774794:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b982a780. 00000400:00000200:1.0:1767384674.774797:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384674.774798:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384674.774803:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384674.774810:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07880 00000100:00000001:2.0:1767384674.774817:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384674.774818:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1641 [2] + 0 00000100:00000040:2.0:1767384674.774822:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384674.774823:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071971945. 00000400:00000200:1.0:1767384674.774829:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000490dc2f5 00000100:00000001:2.0:1767384674.774833:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.774835:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384674.774836:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384674.774843:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.774844:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384674.774851:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294962551 00000400:00000200:1.0:1767384674.774852:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000490dc2f5 00000400:00000010:1.0:1767384674.774855:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000490dc2f5. 00000100:00000010:2.0:1767384674.774857:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000af8ad10e. 00000100:00000001:1.0:1767384674.774858:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384674.774861:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384674.774865:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000006c309e46 x1853237048146048 msgsize 4848 00000100:00000001:2.0:1767384674.774866:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1767384674.774873:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00100000:1.0:1767384674.774873:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384674.774874:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294962551 00000100:00000040:1.0:1767384674.774875:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000010:2.0:1767384674.774883:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000088b2bdd7. 00000100:00000001:2.0:1767384674.774902:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384674.774906:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294962551 00000100:00000001:1.0:1767384674.774906:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000010:2.0:1767384674.774910:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000acbe8218. 00000400:00000200:1.0:1767384674.774915:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c60549c 00000100:00000001:2.0:1767384674.774916:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000010:1.0:1767384674.774921:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c60549c. 00000100:00000001:2.0:1767384674.774924:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294962551 00000100:00000001:1.0:1767384674.774925:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0:1767384674.774930:0:16354:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000edb22e53. 00000100:00000200:1.0:1767384674.774930:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.774935:0:16354:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384674.774941:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384674.774942:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384674.774943:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000001:2.0:1767384674.774946:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.774947:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.774952:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.774959:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.774959:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.774964:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384674.774969:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384674.774972:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384674.774975:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.774976:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384674.774977:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000100:00000001:2.0:1767384674.774979:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384674.774981:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294962551 00000100:00000001:2.0:1767384674.774984:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.774986:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294962551 00000100:00000001:2.0:1767384674.774988:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.774990:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294962551 00000100:00000001:1.0:1767384674.774993:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294962551 00000100:00000001:1.0:1767384674.774995:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294962551 00000100:00000001:1.0:1767384674.774996:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294962551 00000100:00000001:1.0:1767384674.774998:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294962551 00000100:00000001:1.0:1767384674.775000:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294962551 00000100:00000001:1.0:1767384674.775001:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384674.775003:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.775006:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.775007:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384674.775011:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000001:1.0:1767384674.775012:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384674.775016:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384674.775019:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384674.775020:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384674.775022:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.775025:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.775051:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1767384674.775054:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00100000:1.0:1767384674.775054:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048145920 02000000:00000001:1.0:1767384674.775056:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384674.775059:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384674.775061:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.775065:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384674.775069:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048145920 00000020:00000001:1.0:1767384674.775071:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384674.775073:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:1.0:1767384674.775076:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384674.775079:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:1.0:1767384674.775080:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384674.775082:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1767384674.775082:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:3.0:1767384674.775085:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00100000:2.0:1767384674.775087:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048146048 00000100:00000001:1.0:1767384674.775089:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1767384674.775091:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384674.775093:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384674.775096:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384674.775099:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026bb939d. 02000000:00000001:2.0:1767384674.775101:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.775106:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384674.775107:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048146048 00000020:00000001:2.0:1767384674.775112:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1767384674.775113:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026bb939d. 00000020:00000040:2.0:1767384674.775115:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384674.775121:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1767384674.775121:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006899ec7e. 00000020:00000040:2.0:1767384674.775126:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000010:1.0:1767384674.775128:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002aa4c2a0. 00000020:00000001:2.0:1767384674.775131:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384674.775134:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:1.0:1767384674.775134:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d378588. 00000100:00000001:2.0:1767384674.775140:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384674.775144:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeafd7ec. 00000100:00000040:1.0:1767384674.775146:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384674.775147:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384674.775153:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aeafd7ec. 00000100:00000001:1.0:1767384674.775153:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1767384674.775154:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00000001:1.0:1767384674.775157:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384674.775159:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031cd7e33. 00000100:00000001:1.0:1767384674.775160:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384674.775166:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c144be0. 00000020:00000010:2.0:1767384674.775172:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:1.0:1767384674.775177:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.775179:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384674.775183:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384674.775185:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.775190:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.775193:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.775206:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.775211:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384674.775216:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384674.775227:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00000040:1.0:1767384674.775231:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384674.775232:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1767384674.775233:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000100:00000001:1.0:1767384674.775235:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971822672 : -106175737728944 : ffff9f6f08de7050) 00000100:00000001:2.0:1767384674.775236:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1767384674.775245:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000706e01af x1853237048145920/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:655/0 lens 4848/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.775248:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00000040:2.0:1767384674.775255:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:1.0:1767384674.775258:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384674.775259:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971812432 : -106175737739184 : ffff9f6f08de4850) 00000020:00000010:1.0:1767384674.775262:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000026bb939d. 00000100:00000040:2.0:1767384674.775267:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006c309e46 x1853237048146048/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:655/0 lens 4848/0 e 0 to 0 dl 1767384685 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.775267:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384674.775274:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000026bb939d. 00000100:00000001:2.0:1767384674.775282:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384674.775286:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aeafd7ec. 00000100:00100000:1.0:1767384674.775288:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000706e01af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048145920:12345-0@lo:253: 00000100:00000001:2.0:1767384674.775289:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384674.775295:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aeafd7ec. 00000100:00000200:1.0:1767384674.775296:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048145920 00000020:00000001:1.0:1767384674.775301:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384674.775307:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384674.775308:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006c309e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048146048:12345-0@lo:253: 00000020:00000001:1.0:1767384674.775313:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384674.775314:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048146048 00000020:00000001:1.0:1767384674.775319:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384674.775320:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384674.775324:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:2.0:1767384674.775326:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384674.775329:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384674.775331:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.775335:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384674.775335:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384674.775340:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:2.0:1767384674.775343:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384674.775346:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384674.775346:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:3.0:1767384674.775348:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000020:00000001:1.0:1767384674.775351:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384674.775353:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1767384674.775356:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.775357:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384674.775361:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.775364:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1767384674.775365:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384674.775372:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1767384674.775372:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384674.775379:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000003058f8ce. 02000000:00000001:1.0:1767384674.775382:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384674.775383:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000fed17f63. 00000100:00000001:1.0:1767384674.775384:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.775388:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384674.775389:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000100:00000001:2.0:1767384674.775391:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384674.775396:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:1.0:1767384674.775401:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f799c56c. 20000000:00000010:2.0:1767384674.775403:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000015034cbd. 20000000:01000000:1.0:1767384674.775407:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1767384674.775410:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:1.0:1767384674.775412:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384674.775414:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:1.0:1767384674.775417:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:1.0:1767384674.775421:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384674.775423:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384674.775424:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:3.0:1767384674.775426:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 20000000:00000001:1.0:1767384674.775426:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:2.0:1767384674.775428:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384674.775433:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384674.775470:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000010:1.0:1767384674.775470:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4062f71. 20000000:01000000:1.0:1767384674.775476:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:1.0:1767384674.775482:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384674.775488:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1767384674.775493:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1767384674.775510:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:3.0:1767384674.775524:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00080000:00000001:1.0:1767384674.775527:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384674.775533:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:1.0:1767384674.775535:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384674.775539:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1767384674.775542:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1767384674.775545:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:1.0:1767384674.775549:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:1.0:1767384674.775553:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:1.0:1767384674.775556:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1767384674.775561:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384674.775562:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384674.775565:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1767384674.775569:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:1.0:1767384674.775574:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:3.0:1767384674.775580:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00080000:00000010:1.0:1767384674.775585:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ab0b8028. 00080000:00000001:1.0:1767384674.775590:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893637938688 : -106180071612928 : ffff9f6e068c9e00) 00080000:00000001:1.0:1767384674.775593:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:1.0:1767384674.775598:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:1.0:1767384674.775602:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000026bb939d. 00080000:00000001:1.0:1767384674.775606:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1767384674.775609:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:1.0:1767384674.775637:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384674.775646:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00080000:00000001:1.0:1767384674.775653:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384674.775727:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.775772:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.775817:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.775847:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.775870:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.775907:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.775930:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.775956:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.775973:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776029:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776109:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776174:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776193:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776217:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776239:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776267:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776336:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776412:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776473:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776503:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776529:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384674.776547:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384674.776677:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb026031. 00000800:00000010:3.0:1767384674.776682:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000076fb1c7b. 00000800:00000010:3.0:1767384674.776686:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000388e1952. 00000800:00000010:3.0:1767384674.776705:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000388e1952. 00000800:00020000:3.0:1767384674.776714:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384674.776717:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000076fb1c7b. 00000800:00000010:3.0:1767384674.776721:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bb026031. 00000400:02020000:3.0:1767384674.776752:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp44 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384674.776757:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp44 notifying 192.168.203.125@tcp44: down 00000800:00000200:3.0:1767384674.776762:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp44 down 00000800:00000100:3.0:1767384674.776768:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 656 0@<0:0>->192.168.203.125@tcp44 00000800:00000010:3.0:1767384674.776771:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000152e96e2. 00000400:00000200:3.0:1767384674.776773:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384674.776776:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp44->192.168.203.125@tcp44: PUT: LOCAL_ERROR 00000400:00000200:3.0:1767384674.776783:0:16345:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp44 added to recovery queue. ping count: 0 next ping: 296 health :900 00000400:00000200:3.0:1767384674.776786:0:16345:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384674.776794:0:16345:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 1 00000400:00000200:3.0:1767384674.776798:0:16345:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384674.776829:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384674.776835:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x101171 00000400:00000001:1.0:1767384674.776839:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384674.776840:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384674.776841:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5bffdee 00000400:00000010:1.0:1767384674.776842:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5bffdee. 00000400:00000200:1.0:1767384674.776845:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:1.0:1767384674.776848:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:1.0:1767384674.776850:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (38) 00000400:00000200:1.0:1767384674.776852:0:16352:0:(peer.c:3900:lnet_peer_push_failed()) peer 192.168.203.125@tcp 00000400:00000200:1.0:1767384674.776854:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc -71 00000400:00000200:1.0:1767384674.776856:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:1.0:1767384674.776857:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (37) 00080000:00000010:2.0:1767384674.777819:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ab0b8028. 00080000:00000010:1.0:1767384674.777862:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000026bb939d. 00040000:00000001:1.0:1767384674.777867:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1767384674.777869:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:1.0:1767384674.777871:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1767384674.777873:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:1.0:1767384674.777875:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384674.777877:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:1.0:1767384674.777885:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:1.0:1767384674.777909:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384674.777910:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000080387ce2. 20000000:01000000:1.0:1767384674.777912:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1767384674.777915:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #47 20000000:00000001:2.0:1767384674.777918:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:1.0:1767384674.777919:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000001:2.0:1767384674.777921:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1767384674.777924:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1767384674.777930:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1767384674.777936:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384674.777939:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:2.0:1767384674.777941:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:3.0:1767384674.777942:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 00080000:00000001:2.0:1767384674.777943:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384674.777947:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384674.777949:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000002:2.0:1767384674.777951:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 10000000:01000000:3.0:1767384674.777952:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000020:00000001:2.0:1767384674.777956:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00010000:00000001:3.0:1767384674.777959:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000002:2.0:1767384674.777959:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:2.0:1767384674.777964:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384674.777965:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:2.0:1767384674.777970:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384674.777973:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1767384674.777974:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000470f9867. 00000020:00000001:2.0:1767384674.777975:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384674.777980:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:3.0:1767384674.777981:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384674.777986:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000acd00157. 00080000:00000001:2.0:1767384674.777987:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:3.0:1767384674.777992:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000010:2.0:1767384674.777992:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000526d1c37. 00000020:00000040:3.0:1767384674.777997:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000acd00157 with handle 0x71ee3a74e27192a1 to hash 00080000:00000001:2.0:1767384674.777998:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893638275584 : -106180071276032 : ffff9f6e0691c200) 00000020:00000001:3.0:1767384674.778003:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:2.0:1767384674.778004:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:3.0:1767384674.778006:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00000001:00000001:2.0:1767384674.778008:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:3.0:1767384674.778011:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00080000:00000010:2.0:1767384674.778012:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000aeafd7ec. 00080000:00000001:2.0:1767384674.778015:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.778016:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:2.0:1767384674.778019:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:3.0:1767384674.778020:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384674.778025:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384674.778028:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.778035:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:2.0:1767384674.778038:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:3.0:1767384674.778039:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384674.778044:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384674.778048:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384674.778050:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384674.778052:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384674.778054:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384674.778057:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384674.778060:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384674.778063:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384674.778065:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384674.778066:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000470f9867) refcount = 1 00010000:00010000:3.0:1767384674.778070:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384674.778076:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384674.778084:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384674.778086:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384674.778088:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.778089:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384674.778091:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384674.778094:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00080000:00000020:1.0:1767384674.778095:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:3.0:1767384674.778097:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384674.778100:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384674.778100:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:3.0:1767384674.778101:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=4 20000000:00000010:1.0:1767384674.778103:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f799c56c. 00000020:00000001:3.0:1767384674.778104:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384674.778106:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384674.778108:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384674.778109:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:1.0:1767384674.778115:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.778117:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00000040:1.0:1767384674.778119:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048145920 00010000:00010000:3.0:1767384674.778120:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384674.778124:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384674.778129:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000200:1.0:1767384674.778131:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000706e01af x1853237048145920/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:655/0 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384674.778132:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384674.778136:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384674.778151:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384674.778152:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384674.778154:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384674.778155:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.778158:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00001000:1.0:1767384674.778160:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=91 v=5 (1 0 0 0) 00010000:00010000:3.0:1767384674.778161:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384674.778167:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:3.0:1767384674.778169:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000acd00157 already unused, calling callback (000000009752a4b4) 00000100:00000040:1.0:1767384674.778171:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:3.0:1767384674.778173:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000100:00000001:1.0:1767384674.778174:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:3.0:1767384674.778176:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 02000000:00000001:1.0:1767384674.778178:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00010000:3.0:1767384674.778179:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384674.778181:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.778186:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384674.778189:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384674.778192:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c60549c. 00000100:00000200:1.0:1767384674.778197:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048145920, offset 224 00010000:00000001:3.0:1767384674.778202:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384674.778206:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000200:1.0:1767384674.778206:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1767384674.778209:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384674.778210:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000acd00157 refcount=5 00000020:00000001:3.0:1767384674.778214:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00000400:00000200:1.0:1767384674.778215:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384674.778217:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961738752 : -106175747812864 : ffff9f6f08449200) 00010000:00000001:3.0:1767384674.778221:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384674.778224:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:1.0:1767384674.778224:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07800 00000400:00000200:1.0:1767384674.778232:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ee1 [2] + 224 00010000:00000001:3.0:1767384674.778237:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1767384674.778239:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384674.778240:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384674.778243:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.778246:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1767384674.778249:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384674.778250:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1767384674.778253:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:1.0:1767384674.778255:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384674.778257:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384674.778259:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384674.778266:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000acd00157 with handle 0x71ee3a74e27192a1 from hash 00010000:00000001:3.0:1767384674.778269:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000040:1.0:1767384674.778269:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384674.778272:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384674.778274:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384674.778276:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384674.778279:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384674.778283:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384674.778285:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384674.778287:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384674.778288:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.778289:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:1.0:1767384674.778290:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384674.778291:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1767384674.778294:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384674.778295:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384674.778296:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384674.778297:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c60549c 00010000:00000001:3.0:1767384674.778298:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384674.778300:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c60549c. 00010000:00000001:3.0:1767384674.778301:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.778304:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384674.778307:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1767384674.778309:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384674.778313:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384674.778315:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384674.778317:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384674.778319:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384674.778319:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.778322:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384674.778325:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00000100:00000040:1.0:1767384674.778325:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:2.0:1767384674.778326:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384674.778327:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000001:2.0:1767384674.778331:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384674.778331:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:3.0:1767384674.778332:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384674.778338:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000010:2.0:1767384674.778338:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91cad30. 00000020:00000001:1.0:1767384674.778338:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.778344:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384674.778344:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384674.778346:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a266bcf4 20000000:00000001:3.0:1767384674.778349:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384674.778351:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a266bcf4. 00000100:00000040:1.0:1767384674.778351:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000706e01af x1853237048145920/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:655/0 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384674.778352:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384674.778358:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384674.778366:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384674.778371:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384674.778374:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384674.778377:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000acd00157/0x71ee3a74e27192a1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1767384674.778382:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000706e01af pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048145920:12345-0@lo:253: Request processed in 3120us (3624us total) trans 0 rc 0/0 00010000:00000040:3.0:1767384674.778397:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000470f9867 count: 0 00000100:00100000:1.0:1767384674.778402:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00000200:2.0:1767384674.778403:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384674.778408:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:1.0:1767384674.778409:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 20000000:00000001:3.0:1767384674.778413:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000001:1.0:1767384674.778415:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384674.778417:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.778418:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384674.778420:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.778423:0:16354:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:1.0:1767384674.778423:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002aa4c2a0. 02000000:00000001:2.0:1767384674.778427:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384674.778429:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384674.778429:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d378588. 00000100:00000001:2.0:1767384674.778433:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384674.778435:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006899ec7e. 02000000:00000001:2.0:1767384674.778457:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384674.778461:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384674.778466:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384674.778470:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384674.778471:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384674.778473:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384674.778474:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.778479:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.778483:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384674.778483:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:1.0:1767384674.778490:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384674.778493:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000003058f8ce. 00000100:00000001:2.0:1767384674.778494:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384674.778499:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384674.778500:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384674.778500:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384674.778504:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384674.778505:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384674.778508:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384674.778510:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384674.778511:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000200:1.0:1767384674.778511:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:01000004:2.0:1767384674.778514:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384674.778517:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000010:1.0:1767384674.778517:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019a3d407. 00000020:01000004:2.0:1767384674.778519:0:16354:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384674.778522:0:16354:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384674.778524:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000010:1.0:1767384674.778524:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c60549c. 00000020:01000004:2.0:1767384674.778526:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384674.778530:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.778536:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009045a848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048145920:0@lo:253: 00000100:00000001:2.0:1767384674.778539:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.778541:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384674.778544:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009045a848 x1853237048145920/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.778551:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384674.778554:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384674.778556:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000086c02747. 02000000:00000001:2.0:1767384674.778561:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384674.778562:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384674.778564:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384674.778567:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384674.778569:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000004363b5a3. 02000000:00000001:2.0:1767384674.778573:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384674.778575:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384674.778576:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009045a848. 00000100:00000001:2.0:1767384674.778581:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384674.778583:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.778586:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.778590:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384674.778591:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384674.778596:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384674.778598:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384674.779810:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000526d1c37. 00080000:00000010:2.0:1767384674.779876:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000aeafd7ec. 00040000:00000001:2.0:1767384674.779881:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384674.779882:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384674.779884:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384674.779886:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384674.779904:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384674.779905:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384674.779907:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384674.779917:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384674.779918:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384674.779922:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:3.0:1767384674.779931:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384674.779934:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:3.0:1767384674.779935:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:3.0:1767384674.779938:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384674.779940:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384674.779944:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000849def84. 00010000:00000001:3.0:1767384674.779947:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384674.779951:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d67fea4a. 00000020:00000001:3.0:1767384674.779954:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384674.779955:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d67fea4a with handle 0x71ee3a74e27192a8 to hash 00000020:00000001:3.0:1767384674.779957:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384674.779957:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384674.779960:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384674.779967:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384674.779968:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384674.779971:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384674.779976:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384674.779978:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384674.779980:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:3.0:1767384674.779981:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384674.779982:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384674.779983:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:3.0:1767384674.779984:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384674.779985:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384674.779986:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384674.779987:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384674.779988:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384674.779989:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000849def84) refcount = 1 00010000:00010000:3.0:1767384674.779991:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384674.779994:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384674.779995:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384674.779996:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384674.779997:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.779998:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:3.0:1767384674.779999:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:3.0:1767384674.780001:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:3.0:1767384674.780002:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384674.780003:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384674.780004:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=4 00000020:00000001:3.0:1767384674.780005:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384674.780007:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384674.780008:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1767384674.780009:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384674.780021:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384674.780022:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384674.780025:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384674.780026:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384674.780027:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384674.780032:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384674.780033:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.780035:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1767384674.780036:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384674.780040:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d67fea4a already unused, calling callback (000000009752a4b4) 00010000:00000001:3.0:1767384674.780042:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1767384674.780044:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1767384674.780048:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384674.780052:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384674.780054:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384674.780055:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384674.780056:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d67fea4a refcount=5 00000020:00000001:3.0:1767384674.780057:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384674.780059:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736704 : -106175747814912 : ffff9f6f08448a00) 00010000:00000001:3.0:1767384674.780061:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00080000:00000020:2.0:1767384674.780061:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00010000:3.0:1767384674.780064:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384674.780066:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384674.780069:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000015034cbd. 00010000:00000001:3.0:1767384674.780071:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384674.780075:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 20000000:00000001:2.0:1767384674.780075:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384674.780079:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048146048 00010000:00000001:3.0:1767384674.780083:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384674.780083:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384674.780089:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000200:2.0:1767384674.780090:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006c309e46 x1853237048146048/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:655/0 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384674.780091:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384674.780094:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384674.780096:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384674.780101:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d67fea4a with handle 0x71ee3a74e27192a8 from hash 00010000:00000001:2.0:1767384674.780104:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384674.780105:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384674.780107:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.780108:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384674.780112:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00001000:2.0:1767384674.780112:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=91 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384674.780115:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1767384674.780117:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1767384674.780118:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384674.780121:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1767384674.780122:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:3.0:1767384674.780124:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1767384674.780126:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384674.780126:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384674.780131:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1767384674.780132:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384674.780134:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.780135:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384674.780138:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1767384674.780138:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1767384674.780143:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384674.780145:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1767384674.780145:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1767384674.780148:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384674.780149:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384674.780150:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a266bcf4. 00010000:00000001:3.0:1767384674.780151:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384674.780156:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384674.780157:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048146048, offset 224 00010000:00000001:3.0:1767384674.780164:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384674.780166:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1767384674.780167:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384674.780171:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1767384674.780172:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384674.780174:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384674.780177:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1767384674.780178:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1767384674.780179:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384674.780182:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384674.780184:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384674.780188:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384674.780188:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07880 00000400:00000200:2.0:1767384674.780197:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1ee9 [2] + 224 00010000:00000001:3.0:1767384674.780198:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000400:00000200:2.0:1767384674.780202:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1767384674.780205:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384674.780209:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d67fea4a/0x71ee3a74e27192a8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384674.780209:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384674.780215:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:3.0:1767384674.780216:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000849def84 count: 0 00000100:00000200:2.0:1767384674.780221:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384674.780226:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384674.780229:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:2.0:1767384674.780229:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384674.780246:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384674.780250:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a266bcf4 00000400:00000010:2.0:1767384674.780252:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a266bcf4. 00000100:00000001:2.0:1767384674.780254:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384674.780256:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384674.780258:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384674.780260:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384674.780262:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384674.780263:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384674.780264:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384674.780266:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c309e46 x1853237048146048/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:655/0 lens 4848/4768 e 0 to 0 dl 1767384685 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384674.780278:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006c309e46 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16355:x1853237048146048:12345-0@lo:253: Request processed in 4991us (5407us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384674.780283:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00000040:2.0:1767384674.780284:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384674.780286:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384674.780287:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384674.780290:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c144be0. 00000020:00000010:2.0:1767384674.780293:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000020:00000010:2.0:1767384674.780295:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031cd7e33. 00000020:00000040:2.0:1767384674.780300:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:2.0:1767384674.780302:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384674.780304:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000fed17f63. 02000000:00000001:2.0:1767384674.780307:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384674.780309:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.780311:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384674.780312:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:1.0:1767384674.780315:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384674.780317:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c91cad30. 00000400:00000001:1.0:1767384674.780320:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384674.780323:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384674.780325:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000400:00000200:1.0:1767384674.780329:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e78220a 00000400:00000010:1.0:1767384674.780330:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e78220a. 00000100:00000001:1.0:1767384674.780332:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384674.780333:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a266bcf4. 00000100:00000200:1.0:1767384674.780338:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384674.780346:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.780359:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384674.780361:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.780362:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384674.780363:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384674.780364:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384674.780365:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384674.780367:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384674.780369:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384674.780371:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384674.780373:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384674.780373:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384674.780375:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767384674.780376:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.780377:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384674.780379:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.780383:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384674.780385:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384674.780386:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:1.0:1767384674.780388:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:1.0:1767384674.780389:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1767384674.780390:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1767384674.780391:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1767384674.780391:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1767384674.780392:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1767384674.780393:0:16355:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1767384674.780394:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1767384674.780395:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:1.0:1767384674.780396:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384674.780400:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e1d68da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048146048:0@lo:253: 00000100:00000001:1.0:1767384674.780403:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.780404:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384674.780405:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1d68da9 x1853237048146048/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384690 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384674.780414:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384674.780415:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384674.780416:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b2426577. 02000000:00000001:1.0:1767384674.780419:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384674.780420:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384674.780421:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:1.0:1767384674.780422:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384674.780423:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000009290f110. 02000000:00000001:1.0:1767384674.780425:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384674.780426:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384674.780427:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1d68da9. 00000100:00000001:1.0:1767384674.780429:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384674.780430:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.780431:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384674.780434:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384674.780435:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384674.780467:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384674.780470:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384674.781500:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294962551, at 4294962552 00000100:00000010:3.0:1767384674.781509:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000edb22e53. 00000100:00000040:1.0:1767384674.781525:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294962551, at 4294962552 00000100:00000040:2.0:1767384674.781529:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294962551, at 4294962552 00000100:00000010:1.0:1767384674.781537:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000088b2bdd7. 00000100:00000010:2.0:1767384674.781540:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000acbe8218. 00000100:00000040:0.0:1767384674.782482:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294962551, at 4294962553 00000100:00000010:0.0:1767384674.782493:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000af8ad10e. 00010000:00000010:3.1:1767384674.786735:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000470f9867. 00010000:00000010:3.1:1767384674.786745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000acd00157. 00000400:00000010:0.0:1767384674.792337:0:37273:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000033f56b0b. 00000400:00000040:0.0:1767384674.792358:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384674.792360:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384674.792362:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384674.792363:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384674.792365:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384674.792367:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:0.0:1767384674.792369:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384674.792370:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:0.0:1767384674.792371:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384674.792372:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:0.0:1767384674.792374:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384674.792375:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384674.792376:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384674.792377:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384674.792378:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:0.0:1767384674.792379:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:0.0:1767384674.792380:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384674.792385:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:0.0:1767384674.792386:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:0.0:1767384674.792388:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384674.792389:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384674.792391:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384674.792392:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384674.792393:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384674.792394:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:0.0:1767384674.792395:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384674.792396:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384674.792397:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384674.792398:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384674.792399:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384674.792400:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:0.0:1767384674.792401:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:0.0:1767384674.792402:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:0.0:1767384674.792403:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384674.792404:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:0.0:1767384674.792405:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384674.792406:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:0.0:1767384674.792408:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:0.0:1767384674.792409:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384674.792410:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:0.0:1767384674.792410:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384674.792411:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384674.792412:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:0.0:1767384674.792413:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:0.0:1767384674.792414:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:0.0:1767384674.792415:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:0.0:1767384674.792416:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:0.0:1767384674.792417:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:0.0:1767384674.792418:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384674.792419:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:0.0:1767384674.792420:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:0.0:1767384674.792421:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384674.792422:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:0.0:1767384674.792423:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:0.0:1767384674.792424:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:0.0:1767384674.792425:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:0.0:1767384674.792428:0:37273:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:0.0:1767384674.792556:0:37273:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000033f56b0b. 00010000:00000010:3.1:1767384674.794469:0:37274:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000849def84. 00010000:00000010:3.1:1767384674.794476:0:37274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d67fea4a. 00000400:00000200:0.0:1767384675.045538:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp43 00000400:00000010:0.0:1767384675.045547:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000f2b67f2b. 00000800:00000200:3.0:1767384675.045552:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a71a44b3] -> 12345-192.168.203.125@tcp13 (6) 00000400:00000010:0.0:1767384675.045559:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b4bca622. 00000800:00000200:3.0:1767384675.045565:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp13 ip 192.168.203.125:988 00000800:00000200:3.0:1767384675.045571:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384675.045571:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837db392. 00000400:00000010:0.0:1767384675.045592:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000b146d719. 00000400:00000200:0.0:1767384675.045602:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp43 00000400:00000200:0.0:1767384675.045633:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp43 local destination 00000400:00000200:0.0:1767384675.045643:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp43 00000400:00000200:0.0:1767384675.045649:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp43 NI seq info: [174:174:256:4294967295] 192.168.203.125@tcp43 LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1767384675.045657:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp43 00000400:00000200:0.0:1767384675.045670:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp43(192.168.203.125@tcp43:) -> 192.168.203.125@tcp43(192.168.203.125@tcp43:192.168.203.125@tcp43) : GET try# 0 00000800:00000200:0.0:1767384675.045677:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp43 00000800:00000010:0.0:1767384675.045683:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d63cc64e. 00000800:00000200:0.0:1767384675.045690:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000800:00000200:0.1:1767384675.045696:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000400:00000200:0.0:1767384675.045731:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp43 added to recovery queue. ping count: 2 next ping: 299 health :800 00000800:00000200:2.0:1767384675.045787:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384675.045788:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384675.045813:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384675.045817:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000001:0.0:1767384675.045822:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384675.045831:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384675.045867:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.045898:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.045919:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.045941:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.045963:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.045991:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046018:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046050:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046071:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046087:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046105:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046125:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046144:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046159:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046177:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046196:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046216:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046237:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046255:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046289:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046323:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046356:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046392:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046423:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046561:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046611:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046640:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046664:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046702:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046735:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046751:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046769:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046796:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384675.046818:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384675.046995:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb026031. 00000800:00000010:3.0:1767384675.047001:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000575bc691. 00000800:00000010:3.0:1767384675.047005:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009476eb9. 00000800:00000010:3.0:1767384675.047023:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009476eb9. 00000800:00020000:3.0:1767384675.047031:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384675.047034:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000575bc691. 00000800:00000010:3.0:1767384675.047037:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bb026031. 00000400:02020000:3.0:1767384675.047098:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp43 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384675.047107:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp43 notifying 192.168.203.125@tcp43: down 00000400:00000200:3.0:1767384675.047114:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384675.047121:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp43 00000800:00000010:3.0:1767384675.047124:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d63cc64e. 00000400:00000200:3.0:1767384675.047128:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384675.047133:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp43->192.168.203.125@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384675.047148:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384675.047153:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384675.047167:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp43) recovery failed with -71 00010000:00000001:3.0:1767384675.238518:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384675.238523:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384675.238530:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384675.238531:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.238554:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384675.238561:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384675.238564:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384675.429613:0:17070:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384675.429621:0:17070:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.429659:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384675.429667:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384675.429673:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1d68da9. 00000020:00000040:1.0:1767384675.429679:0:38:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384675.429683:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384675.429687:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384675.429692:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384675.429702:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000017f1398f. 00000100:00000001:1.0:1767384675.429711:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.429720:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1767384675.429730:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384675.429736:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384675.429747:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087eacb65. 00000100:00000001:1.0:1767384675.429749:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384675.429753:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384675.429754:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384675.429763:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384675.429766:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1767384675.429767:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1d68da9] to pc [ptlrpcd_00_02+2] req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384675.429772:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384675.429783:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bfe17419. 00000100:00000001:2.0:1767384675.429791:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.429796:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.429797:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384675.429803:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.429804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384675.429813:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384675.429817:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000060d0812. 00000100:00000040:2.0:1767384675.429819:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087eacb65] to pc [ptlrpcd_00_03+3] req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1767384675.429823:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1767384675.429832:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384675.429836:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384675.429843:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384675.429849:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000057efd3cc. 00000004:00000001:2.0:1767384675.429851:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.429857:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.429866:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384675.429873:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384675.429875:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.429881:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000060d0812] to pc [ptlrpcd_00_00+0] req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.429903:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.429909:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384675.429912:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384675.429913:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.429919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767384675.429923:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.429926:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384675.429931:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3340d99. 00000020:00000040:1.0:1767384675.429937:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384675.429944:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384675.429946:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767384675.429949:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384675.429950:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384675.429956:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.429960:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1767384675.429961:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f1b18483. 02000000:00000001:0.0:1767384675.429965:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384675.429967:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.429971:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.429980:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767384675.429988:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e1d68da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048146176:0@lo:400: 00000100:00000001:1.0:1767384675.429996:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384675.429998:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1767384675.430000:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.430006:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1767384675.430011:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e3340d99] to pc [ptlrpcd_00_01+1] req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384675.430012:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.430021:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384675.430032:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d6d8c68. 02000000:00000001:0.0:1767384675.430037:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.430041:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384675.430046:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0f9ece. 00000100:00000040:1.0:1767384675.430052:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (300) 00000400:00000010:0.0:1767384675.430056:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000100:00000200:0.0:1767384675.430066:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048146176, portal 4 00000100:00000001:0.0:1767384675.430071:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384675.430074:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636132352 : -106180073419264 : ffff9f6e06710e00) 00000100:00000040:0.0:1767384675.430086:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.430094:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384675.430102:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384675.430107:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384675.430112:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048146176, offset 0 00000400:00000200:0.0:1767384675.430122:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384675.430144:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384675.430163:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff07900 00000400:00000200:0.0:1767384675.430175:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 3888 00000400:00000200:0.0:1767384675.430183:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384675.430192:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384675.430206:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384675.430208:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1767384675.430216:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f75d9e80. 00000100:00000040:0.0:1767384675.430220:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000f75d9e80 x1853237048146176 msgsize 224 00000100:00100000:0.0:1767384675.430235:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384675.430252:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384675.430266:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:0.0:1767384675.430270:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000100:00000001:0.0:1767384675.430277:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384675.430280:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384675.430284:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1767384675.430285:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.430287:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384675.430288:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384675.430295:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384675.430296:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384675.430308:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.430310:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.430310:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384675.430321:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.430385:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384675.430390:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.430395:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.430396:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384675.430396:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384675.430403:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384675.430405:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384675.430408:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384675.430408:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384675.430410:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384675.430417:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384675.430419:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.430422:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.430423:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4425 usecs (5 jiffies) 00000100:00100000:1.0:1767384675.430429:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3340d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16355:1853237048146560:0@lo:400: 00000100:00000001:0.0:1767384675.430433:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963205 00000100:00100000:2.0:1767384675.430434:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048146304:0@lo:13: 00000100:00000001:2.0:1767384675.430491:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384675.430494:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384675.430496:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.430504:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384675.430507:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1767384675.430510:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000168199b. 00000100:00000010:0.0:1767384675.430511:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7e04bf. 02000000:00000001:1.0:1767384675.430512:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384675.430520:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384675.430521:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.430526:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:1.0:1767384675.430528:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1767384675.430533:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b636fa18. 02000000:00000010:1.0:1767384675.430535:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e617315. 00000100:00000001:0.0:1767384675.430537:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963206 02000000:00000001:1.0:1767384675.430548:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384675.430550:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac8830fe. 00000400:00000010:2.0:1767384675.430554:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000400:00000010:1.0:1767384675.430554:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000100:00000001:0.0:1767384675.430555:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384675.430564:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963206 00000100:00000200:2.0:1767384675.430573:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048146304, portal 4 00000100:00000010:0.0:1767384675.430573:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024e560a5. 00000400:00000010:1.0:1767384675.430574:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de82030. 00000100:00000001:2.0:1767384675.430581:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384675.430588:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717868288 : -106174991683328 : ffff9f6f35563100) 00000100:00000001:0.0:1767384675.430590:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000200:1.0:1767384675.430592:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048146560, portal 10 00000100:00000001:1.0:1767384675.430600:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384675.430602:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963206 00000100:00000040:2.0:1767384675.430603:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.430609:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636133248 : -106180073418368 : ffff9f6e06711180) 00000100:00000010:0.0:1767384675.430614:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005e7871d4. 00000100:00000001:0.0:1767384675.430624:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384675.430625:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384675.430627:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.430638:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384675.430638:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384675.430649:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000100:00000001:0.0:1767384675.430653:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384675.430660:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048146304, offset 0 00000100:00000001:1.0:1767384675.430666:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384675.430669:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384675.430676:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384675.430678:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384675.430683:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384675.430689:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000400:00000200:2.0:1767384675.430694:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384675.430696:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048146560, offset 0 00000100:00000001:0.0:1767384675.430696:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384675.430706:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384675.430708:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff07980 00000100:00000001:0.0:1767384675.430713:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.430717:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1767384675.430718:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384675.430728:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.430733:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384675.430734:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3584 00000400:00000200:1.0:1767384675.430748:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384675.430751:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384675.430760:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384675.430766:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff07a80 00000100:00000001:2.0:1767384675.430768:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384675.430772:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000001:0.0:1767384675.430772:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384675.430780:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.430781:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 8952 00000100:00000010:2.0:1767384675.430784:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088b8f14b. 00000400:00000200:1.0:1767384675.430788:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1767384675.430789:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000088b8f14b x1853237048146304 msgsize 224 00000400:00000200:1.0:1767384675.430808:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384675.430817:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384675.430824:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384675.430828:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384675.430835:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e49d2845. 00000100:00000001:2.0:1767384675.430837:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:1.0:1767384675.430841:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000e49d2845 x1853237048146560 msgsize 224 00000400:00000200:2.0:1767384675.430852:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:2.0:1767384675.430855:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:0.0:1767384675.430857:0:18370:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384675.430863:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767384675.430864:0:18370:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048146176 02000000:00000001:0.0:1767384675.430868:0:18370:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384675.430869:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384675.430874:0:18370:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384675.430879:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:2.0:1767384675.430880:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.430881:0:18370:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.430902:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 02000000:00000001:0.0:1767384675.430904:0:18370:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384675.430910:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000100:00000001:2.0:1767384675.430911:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1767384675.430913:0:18370:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048146176 00000020:00000001:0.0:1767384675.430922:0:18370:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384675.430923:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384675.430927:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384675.430930:0:18370:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000200:1.0:1767384675.430935:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384675.430937:0:18370:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384675.430942:0:18370:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000001:0.0:1767384675.430953:0:18370:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:0.0:1767384675.430964:0:18370:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384675.430976:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384675.430980:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384675.430985:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002b78edac. 00000100:00000001:2.0:1767384675.430988:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1767384675.430995:0:18370:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d5c9864d. 00000100:00000001:1.0:1767384675.431000:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384675.431001:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384675.431005:0:18370:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000040:2.0:1767384675.431006:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4425 usecs (5 jiffies) 00000100:00000040:1.0:1767384675.431009:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.431014:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963206 00000100:00000001:0.0:1767384675.431022:0:18370:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384675.431027:0:16357:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294963205 00000020:00000010:0.0:1767384675.431029:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053665e5b. 00000100:00000001:2.0:1767384675.431039:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963206 00000020:00000010:0.0:1767384675.431041:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001f4659d0. 00000100:00000001:2.0:1767384675.431046:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294963206 00000100:00000001:1.0:1767384675.431047:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384675.431050:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000001:2.0:1767384675.431060:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963206 00000100:00000001:1.0:1767384675.431062:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1767384675.431065:0:18370:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384675.431069:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294963206 00000100:00000001:1.0:1767384675.431070:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.431071:0:18370:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.431075:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963206 00000100:00000001:0.0:1767384675.431077:0:18370:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384675.431082:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294963206 00000100:00000040:1.0:1767384675.431082:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3885 usecs (4 jiffies) 00000100:00000001:0.0:1767384675.431083:0:18370:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.431091:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384675.431094:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294963205 00000100:00000001:2.0:1767384675.431096:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.431096:0:18370:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1767384675.431102:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294963206 00000100:00000001:2.0:1767384675.431104:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.431104:0:18370:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384675.431109:0:18370:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.431117:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384675.431118:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294963205 00000100:00000001:0.0:1767384675.431123:0:18370:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384675.431133:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294963206 00000100:00000001:1.0:1767384675.431135:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294963205 00000100:00000001:2.0:1767384675.431136:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384675.431139:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767384675.431139:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294963206 00000100:00000001:0.0:1767384675.431143:0:18370:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384675.431144:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.431150:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384675.431150:0:18370:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384675.431158:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294963205 00000100:00000001:2.0:1767384675.431159:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384675.431166:0:18370:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:2.0:1767384675.431170:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.431172:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294963206 00000100:00000040:0.0:1767384675.431175:0:18370:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:1.0:1767384675.431177:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384675.431179:0:18370:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717093760 : -106174992457856 : ffff9f6f354a5f80) 00000100:00000001:1.0:1767384675.431182:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.431187:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000f75d9e80 x1853237048146176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/0 e 0 to 0 dl 1767384686 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.431188:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384675.431189:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.431193:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384675.431194:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.431196:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384675.431208:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.431210:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384675.431211:0:18370:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384675.431217:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1767384675.431219:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5c9864d. 00000100:00000001:0.0:1767384675.431233:0:18370:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384675.431234:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.431236:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384675.431242:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.431243:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384675.431243:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5c9864d. 02000000:00000001:2.0:1767384675.431255:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384675.431257:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384675.431262:0:18370:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000f75d9e80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048146176:12345-0@lo:400: 02000000:00000001:2.0:1767384675.431266:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384675.431267:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384675.431268:0:18370:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048146176 00000020:00000001:0.0:1767384675.431277:0:18370:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:2.0:1767384675.431278:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.431284:0:18370:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00100000:2.0:1767384675.431287:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000060d0812 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853237048146432:0@lo:400: 00000020:00000001:0.0:1767384675.431288:0:18370:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.431295:0:18370:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384675.431296:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1767384675.431298:0:18370:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:1.0:1767384675.431301:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1767384675.431303:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384675.431304:0:18370:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1767384675.431306:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048146560 02000000:00000001:2.0:1767384675.431308:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.431310:0:18370:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384675.431311:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1767384675.431316:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384675.431317:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1767384675.431319:0:18370:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384675.431322:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.431323:0:18370:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1767384675.431327:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e63d7e4e. 00000020:00000001:0.0:1767384675.431328:0:18370:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384675.431329:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.431335:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.431344:0:18370:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1767384675.431348:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048146560 00000400:00000010:2.0:1767384675.431350:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb191988. 00000100:00000001:0.0:1767384675.431351:0:18370:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384675.431357:0:18370:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1767384675.431359:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1767384675.431364:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000020:00000040:1.0:1767384675.431365:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 02000000:00000010:0.0:1767384675.431370:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000091d9cd53. 02000000:00000001:0.0:1767384675.431376:0:18370:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384675.431377:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048146432, portal 10 00000020:00000001:1.0:1767384675.431377:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384675.431383:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00000001:2.0:1767384675.431385:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384675.431385:0:18370:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.431395:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:2.0:1767384675.431397:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636139520 : -106180073412096 : ffff9f6e06712a00) 00000020:00000001:0.0:1767384675.431398:0:18370:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384675.431409:0:18370:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048146176 00000020:00000001:1.0:1767384675.431411:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000040:2.0:1767384675.431418:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384675.431420:0:18370:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:1.0:1767384675.431421:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384675.431434:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:1.0:1767384675.431434:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000eccd48bc. 00010000:00000200:0.0:1767384675.431435:0:18370:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000f75d9e80 x1853237048146176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.431792:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384675.431794:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac15ff4. 00000100:00000200:2.0:1767384675.431797:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048146432, offset 0 00000400:00000200:2.0:1767384675.431801:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384675.431808:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384675.431813:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff07a00 00000400:00000200:2.0:1767384675.431819:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9176 00000400:00000200:2.0:1767384675.431823:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384675.431825:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384675.431828:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384675.431830:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1767384675.431834:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000344d65e7. 00000100:00000040:2.0:1767384675.431837:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000344d65e7 x1853237048146432 msgsize 224 00000100:00100000:2.0:1767384675.431840:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384675.431849:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384675.431852:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac15ff4 00000400:00000010:2.0:1767384675.431854:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac15ff4. 00000100:00000001:2.0:1767384675.431855:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384675.431860:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.431868:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384675.431874:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.431881:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.431897:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384675.431903:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.431907:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3995 usecs (4 jiffies) 00000100:00000001:2.0:1767384675.431912:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294963206 00000100:00000001:2.0:1767384675.431915:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294963206 00000100:00000001:2.0:1767384675.431918:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294963206 00000100:00000001:2.0:1767384675.431920:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294963206 00000100:00000001:2.0:1767384675.431922:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294963206 00000100:00000001:2.0:1767384675.431926:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294963206 00000100:00000001:2.0:1767384675.431931:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294963206 00000100:00000001:2.0:1767384675.431936:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294963206 00010000:00000001:0.0:1767384675.431939:0:18370:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384675.431940:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384675.431944:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384675.431945:0:18370:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.431949:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384675.431950:0:18370:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384675.431953:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.431959:0:18370:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384675.431963:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384675.431968:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1767384675.431968:0:18370:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384675.431971:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.431972:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384675.431975:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.431983:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.431985:0:18370:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000010:1.0:1767384675.431986:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000b4745387. 02000000:00000001:0.0:1767384675.431999:0:18370:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384675.432002:0:18370:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384675.432004:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:0.0:1767384675.432007:0:18370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384675.432013:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1767384675.432019:0:18370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1767384675.432020:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff9c2e43. 00000100:00000001:2.0:1767384675.432021:0:22878:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384675.432022:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00100000:2.0:1767384675.432030:0:22878:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048146304 00000020:00000010:1.0:1767384675.432032:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ca72885d. 00000100:00000200:0.0:1767384675.432034:0:18370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048146176, offset 224 02000000:00000001:2.0:1767384675.432035:0:22878:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384675.432041:0:22878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1767384675.432043:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d378588. 00000100:00000001:2.0:1767384675.432052:0:22878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384675.432053:0:18370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1767384675.432056:0:22878:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384675.432061:0:22878:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048146304 00000020:00000001:2.0:1767384675.432066:0:22878:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1767384675.432067:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:0.0:1767384675.432069:0:18370:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1767384675.432071:0:22878:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:2.0:1767384675.432075:0:22878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384675.432077:0:22878:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 00000020:00000001:2.0:1767384675.432084:0:22878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384675.432086:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1767384675.432086:0:18370:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff07900 00000020:00000001:2.0:1767384675.432088:0:22878:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384675.432093:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384675.432101:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384675.432102:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384675.432104:0:18370:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x1f05 [1] + 224 00000020:00000010:2.0:1767384675.432110:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c20ff4b. 00000100:00000001:2.0:1767384675.432118:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384675.432119:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1767384675.432119:0:18370:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384675.432128:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1767384675.432130:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c20ff4b. 00000400:00000200:0.0:1767384675.432136:0:18370:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384675.432137:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384675.432142:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fbcf846. 00000100:00000001:0.0:1767384675.432149:0:18370:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384675.432153:0:22878:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007c144be0. 00000100:00000200:0.0:1767384675.432155:0:18370:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384675.432160:0:22878:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:1.0:1767384675.432160:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384675.432169:0:18370:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.432183:0:22878:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1767384675.432190:0:22878:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384675.432193:0:22878:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384675.432195:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384675.432196:0:22878:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.432196:0:18370:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:1.0:1767384675.432202:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048146432 02000000:00000001:1.0:1767384675.432206:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384675.432209:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1767384675.432210:0:18370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000100:00000001:2.0:1767384675.432211:0:22878:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.432213:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384675.432215:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 02000000:00000001:1.0:1767384675.432224:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.432225:0:18370:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384675.432228:0:22878:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.432235:0:18370:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:1.0:1767384675.432236:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048146432 00000020:00000001:1.0:1767384675.432245:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384675.432249:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000001:0.0:1767384675.432250:0:18370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.432253:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384675.432263:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384675.432265:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1767384675.432269:0:18370:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000020:00000040:1.0:1767384675.432275:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00010000:00000001:0.0:1767384675.432276:0:18370:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384675.432283:0:18370:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.432287:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00100000:2.0:1767384675.432288:0:22878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000020:00000001:0.0:1767384675.432289:0:18370:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384675.432298:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000040:2.0:1767384675.432301:0:22878:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 2 00000100:00000040:0.0:1767384675.432301:0:18370:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f75d9e80 x1853237048146176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.432304:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384675.432311:0:22878:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717867392 : -106174991684224 : ffff9f6f35562d80) 00000020:00000010:1.0:1767384675.432311:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023b1e82e. 00000100:00000001:1.0:1767384675.432321:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1767384675.432321:0:18370:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000f75d9e80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:16356:x1853237048146176:12345-0@lo:400: Request processed in 1104us (2095us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384675.432330:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088b8f14b x1853237048146304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/0 e 0 to 0 dl 1767384686 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384675.432331:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023b1e82e. 00000020:00000010:1.0:1767384675.432346:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006899ec7e. 00000100:00100000:0.0:1767384675.432353:0:18370:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000020:00000010:1.0:1767384675.432359:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000dd598778. 00000100:00000001:2.0:1767384675.432361:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1767384675.432366:0:18370:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:0.0:1767384675.432371:0:18370:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384675.432373:0:18370:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384675.432376:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007c20ff4b. 00000020:00000010:1.0:1767384675.432376:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000961151a0. 00000020:00000010:0.0:1767384675.432377:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001f4659d0. 00000100:00000001:2.0:1767384675.432392:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384675.432395:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007c20ff4b. 00000100:00000001:1.0:1767384675.432397:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384675.432397:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000100:00000001:1.0:1767384675.432402:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:0.0:1767384675.432406:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053665e5b. 00000100:00100000:2.0:1767384675.432410:0:22878:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088b8f14b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16357:x1853237048146304:12345-0@lo:13: 00000100:00000001:1.0:1767384675.432412:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384675.432415:0:18370:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000100:00000001:1.0:1767384675.432424:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384675.432425:0:22878:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048146304 00000100:00000001:0.0:1767384675.432425:0:18370:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.432436:0:22878:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384675.432492:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1767384675.432502:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384675.432503:0:22878:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384675.432503:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384675.432509:0:22878:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.432509:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1767384675.432514:0:22878:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1767384675.432516:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384675.432517:0:22878:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000400:00000001:0.0:1767384675.432518:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384675.432522:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384675.432526:0:22878:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:0.0:1767384675.432526:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d0f9ece. 00000020:00000001:2.0:1767384675.432531:0:22878:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384675.432532:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384675.432532:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000020:00000001:2.0:1767384675.432538:0:22878:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000010:0.0:1767384675.432538:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000100:00000001:1.0:1767384675.432542:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384675.432544:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384675.432545:0:22878:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384675.432551:0:22878:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384675.432553:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384675.432557:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00000001:2.0:1767384675.432562:0:22878:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384675.432566:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 02000000:00000001:2.0:1767384675.432570:0:22878:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1767384675.432575:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636136832 : -106180073414784 : ffff9f6e06711f80) 02000000:00000010:2.0:1767384675.432580:0:22878:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000043723840. 00000100:00000200:0.0:1767384675.432581:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384675.432586:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e49d2845 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:656/0 lens 224/0 e 0 to 0 dl 1767384686 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384675.432589:0:22878:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.432600:0:22878:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1767384675.432610:0:22878:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1767384675.432618:0:22878:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1767384675.432624:0:22878:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1767384675.432639:0:22878:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1767384675.432651:0:22878:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000001:1.0:1767384675.432653:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384675.432655:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000020:2.0:1767384675.432660:0:22878:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000010:1.0:1767384675.432661:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000023b1e82e. 00000100:00000001:0.0:1767384675.432661:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1767384675.432666:0:22878:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1767384675.432672:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384675.432674:0:16356:0:(client.c:1578:after_reply()) Process entered 00002000:00000020:2.0:1767384675.432677:0:22878:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:2.0:1767384675.432685:0:22878:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000020:00000010:1.0:1767384675.432686:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000023b1e82e. 02000000:00000001:0.0:1767384675.432687:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384675.432694:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000001:00000001:2.0:1767384675.432697:0:22878:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000100:00000001:0.0:1767384675.432698:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384675.432702:0:22878:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384675.432705:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e49d2845 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853237048146560:12345-0@lo:400: 00002000:00000001:2.0:1767384675.432710:0:22878:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.432710:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384675.432722:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048146560 00010000:00000040:2.0:1767384675.432723:0:22878:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048146304 00000100:00001000:0.0:1767384675.432725:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=82 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384675.432733:0:22878:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384675.432735:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00001000:0.0:1767384675.432736:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384675.432747:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000200:2.0:1767384675.432748:0:22878:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000088b8f14b x1853237048146304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384675.432748:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1767384675.432757:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.432758:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384675.432760:0:22878:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384675.432767:0:22878:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384675.432774:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1767384675.432775:0:22878:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=82 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384675.432775:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1767384675.432786:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:2.0:1767384675.432788:0:22878:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1767384675.432793:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00080000:0.0:1767384675.432793:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384675.432796:0:22878:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:1.0:1767384675.432801:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.432803:0:22878:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:1.0:1767384675.432813:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 02000000:00000001:2.0:1767384675.432814:0:22878:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384675.432822:0:22878:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384675.432824:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.432825:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384675.432828:0:22878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:1.0:1767384675.432830:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.432838:0:22878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1767384675.432844:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000010:2.0:1767384675.432845:0:22878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac15ff4. 00000100:00000001:0.0:1767384675.432846:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384675.432850:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1767384675.432852:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000200:2.0:1767384675.432853:0:22878:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048146304, offset 224 02000000:00000001:1.0:1767384675.432857:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1767384675.432858:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1767384675.432864:0:22878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384675.432865:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384675.432866:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000037ae4e5f. 00000400:00000200:2.0:1767384675.432878:0:22878:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1767384675.432878:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.432880:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.432909:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384675.432914:0:22878:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff07980 00000020:00000001:1.0:1767384675.432921:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384675.432931:0:22878:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1f0d [1] + 224 00010000:00000040:1.0:1767384675.432931:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048146560 00000100:00000001:0.0:1767384675.432934:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384675.432943:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:2.0:1767384675.432944:0:22878:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384675.432944:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384675.432952:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1767384675.432958:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e49d2845 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384675.432959:0:22878:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384675.432964:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.432974:0:22878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384675.432984:0:22878:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384675.433032:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e1d68da9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048146176:0@lo:400: 00000100:00000040:2.0:1767384675.433037:0:22878:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.433049:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384675.433059:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384675.433069:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e1d68da9 x1853237048146176/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384675.433103:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384675.433104:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:1.0:1767384675.433108:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.433110:0:22878:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1767384675.433110:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1767384675.433112:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=87 v=5 (1 0 0 0) 02000000:00000010:0.0:1767384675.433115:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d6d8c68. 00000400:00000200:2.0:1767384675.433117:0:22878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac15ff4 00000400:00000010:2.0:1767384675.433125:0:22878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac15ff4. 00000100:00000001:1.0:1767384675.433125:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1767384675.433126:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384675.433135:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1767384675.433137:0:22878:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:1.0:1767384675.433139:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:2.0:1767384675.433141:0:22878:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000040:0.0:1767384675.433141:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384675.433150:0:22878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.433151:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:0.0:1767384675.433151:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384675.433159:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000017f1398f. 02000000:00000001:1.0:1767384675.433167:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384675.433170:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1767384675.433171:0:22878:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 02000000:00000001:1.0:1767384675.433179:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.433180:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1767384675.433181:0:22878:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000010:0.0:1767384675.433189:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e1d68da9. 00000020:00000001:2.0:1767384675.433190:0:22878:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.433191:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384675.433197:0:22878:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384675.433198:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384675.433204:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384675.433207:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088b8f14b x1853237048146304/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:656/0 lens 224/368 e 0 to 0 dl 1767384686 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384675.433207:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384675.433209:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384675.433221:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000100:00000001:0.0:1767384675.433223:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1767384675.433229:0:22878:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088b8f14b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16357:x1853237048146304:12345-0@lo:13: Request processed in 864us (2434us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384675.433229:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384675.433231:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048146560, offset 224 00000100:00000001:0.0:1767384675.433237:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384675.433245:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384675.433254:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1767384675.433257:0:22878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00000040:2.0:1767384675.433263:0:22878:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:2.0:1767384675.433268:0:22878:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384675.433273:0:22878:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1767384675.433274:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1767384675.433281:0:22878:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007c144be0. 00000020:00000010:2.0:1767384675.433290:0:22878:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000400:00000200:1.0:1767384675.433290:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff07a80 00000100:00000001:0.0:1767384675.433292:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384675.433298:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1767384675.433300:0:22878:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fbcf846. 00000400:00000200:1.0:1767384675.433302:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f11 [1] + 224 00000100:00100000:0.0:1767384675.433313:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000020:00000040:2.0:1767384675.433317:0:22878:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000400:00000200:1.0:1767384675.433317:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384675.433319:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00000001:0.0:1767384675.433330:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717855744 : -106174991695872 : ffff9f6f35560000) 00000100:00000001:2.0:1767384675.433332:0:22878:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384675.433339:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1767384675.433349:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000344d65e7 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:656/0 lens 224/0 e 0 to 0 dl 1767384686 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.433350:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384675.433362:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.433365:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00080000:2.0:1767384675.433368:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000010:0.0:1767384675.433375:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d5c9864d. 00000020:00000040:2.0:1767384675.433380:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:0.0:1767384675.433385:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1767384675.433393:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000010:0.0:1767384675.433398:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d5c9864d. 00000020:00000040:2.0:1767384675.433400:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000040:1.0:1767384675.433409:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384675.433417:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000344d65e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853237048146432:12345-0@lo:400: 00000100:00000001:2.0:1767384675.433427:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.433433:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384675.433477:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1767384675.433478:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048146432 00000400:00000001:2.0:1767384675.433481:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384675.433483:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:1.0:1767384675.433484:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1767384675.433485:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b636fa18. 00000400:00000200:2.0:1767384675.433495:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000020:00000001:0.0:1767384675.433496:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000010:2.0:1767384675.433501:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000020:00000001:0.0:1767384675.433501:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.433507:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384675.433509:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1767384675.433510:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000400:00000200:1.0:1767384675.433514:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000020:00000001:0.0:1767384675.433515:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000200:2.0:1767384675.433517:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384675.433522:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384675.433523:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000020:00000001:0.0:1767384675.433534:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1767384675.433536:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384675.433544:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1767384675.433545:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384675.433554:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384675.433555:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.433557:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.433561:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384675.433572:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1767384675.433575:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 02000000:00000001:0.0:1767384675.433579:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1767384675.433582:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 02000000:00000010:0.0:1767384675.433585:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c73c428f. 00000020:00000001:1.0:1767384675.433587:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.433593:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384675.433598:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1767384675.433600:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.433603:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.433604:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000040:0.0:1767384675.433605:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048146432 00000100:00000001:2.0:1767384675.433610:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384675.433611:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:1.0:1767384675.433614:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e49d2845 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.433617:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384675.433623:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000200:0.0:1767384675.433624:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000344d65e7 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.433628:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.433634:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384675.433642:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384675.433645:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e49d2845 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16355:x1853237048146560:12345-0@lo:400: Request processed in 988us (2797us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384675.433653:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384675.433676:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=82 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384675.433681:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384675.433682:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1767384675.433682:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00000001:2.0:1767384675.433688:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384675.433688:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.433693:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00010000:00000001:2.0:1767384675.433695:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1767384675.433695:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384675.433697:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384675.433704:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:2.0:1767384675.433705:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384675.433707:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1767384675.433709:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ca72885d. 00000100:00000040:0.0:1767384675.433715:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000010:1.0:1767384675.433719:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d378588. 00000100:00000001:0.0:1767384675.433719:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:2.0:1767384675.433733:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384675.433733:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1767384675.433734:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff9c2e43. 00000100:00000001:2.0:1767384675.433737:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384675.433741:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.433747:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384675.433751:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384675.433752:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1767384675.433754:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:2.0:1767384675.433757:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.433760:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384675.433762:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384675.433768:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384675.433768:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000100:00000001:2.0:1767384675.433777:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1767384675.433777:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048146432, offset 224 00000100:00000001:2.0:1767384675.433782:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384675.433786:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384675.433789:0:16357:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000400:00000200:0.0:1767384675.433790:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000004:00000040:2.0:1767384675.433793:0:16357:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1767384675.433797:0:16357:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000400:00000200:0.0:1767384675.433811:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000020:2.0:1767384675.433815:0:16357:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:2.0:1767384675.433823:0:16357:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384675.433823:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff07a00 00000100:00000040:2.0:1767384675.433833:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384675.433839:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x1f1d [1] + 224 00000100:00000001:1.0:1767384675.433843:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384675.433854:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384675.433855:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1767384675.433861:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16357:1853237048146304:0@lo:13: 00000400:00000001:1.0:1767384675.433867:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1767384675.433869:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384675.433871:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384675.433871:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384675.433882:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000100:00000001:2.0:1767384675.433895:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767384675.433899:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de82030 00000100:00000040:2.0:1767384675.433903:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087eacb65 x1853237048146304/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384675.433903:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de82030. 00000100:00000001:1.0:1767384675.433914:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384675.433916:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767384675.433924:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1767384675.433931:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384675.433932:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384675.433933:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384675.433938:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000168199b. 02000000:00000001:2.0:1767384675.433947:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384675.433953:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384675.433957:0:16357:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384675.433968:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384675.433975:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bfe17419. 02000000:00000001:2.0:1767384675.433986:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384675.433993:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384675.433999:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087eacb65. 00000100:00000001:2.0:1767384675.434008:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384675.434013:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384675.434013:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384675.434017:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.434025:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.434040:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384675.434045:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.434056:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.434062:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.434066:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384675.434072:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384675.434076:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384675.434079:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384675.434080:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384675.434081:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384675.434087:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384675.434091:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.434092:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1767384675.434096:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 02000000:00000001:1.0:1767384675.434100:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384675.434102:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000100:00001000:1.0:1767384675.434105:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=85 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384675.434108:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:2.0:1767384675.434109:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384675.434112:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384675.434113:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1767384675.434113:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=85 v=5 (1 0 0 0) 00000400:00000010:2.0:1767384675.434118:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb191988. 00000100:00000001:0.0:1767384675.434120:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384675.434124:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:2.0:1767384675.434132:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000040:0.0:1767384675.434133:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000100:00000001:2.0:1767384675.434136:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384675.434136:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384675.434137:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384675.434143:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384675.434145:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384675.434149:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384675.434157:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1767384675.434157:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00080000:1.0:1767384675.434170:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384675.434174:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384675.434176:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000344d65e7 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:656/0 lens 224/224 e 0 to 0 dl 1767384686 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384675.434253:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.434254:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1767384675.434261:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000344d65e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853237048146432:12345-0@lo:400: Request processed in 889us (2415us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384675.434262:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384675.434264:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767384675.434270:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1767384675.434271:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384675.434281:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1767384675.434282:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384675.434286:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.434288:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384675.434289:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00000040:1.0:1767384675.434294:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.434295:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384675.434295:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:0.0:1767384675.434306:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1767384675.434309:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.434312:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384675.434319:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000dd598778. 00000100:00001000:2.0:1767384675.434325:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=87 v=5 (5 0 0 0) 00000020:00000010:0.0:1767384675.434330:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000961151a0. 00000020:00000010:0.0:1767384675.434340:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006899ec7e. 00000100:00000001:1.0:1767384675.434345:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1767384675.434348:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=87 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384675.434349:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:0.0:1767384675.434353:0:17087:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:1.0:1767384675.434354:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.434355:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384675.434365:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384675.434366:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384675.434371:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384675.434376:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384675.434385:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384675.434390:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3340d99 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16355:1853237048146560:0@lo:400: 00000100:00000001:1.0:1767384675.434408:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384675.434411:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384675.434415:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1767384675.434416:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384675.434419:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000040:1.0:1767384675.434421:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3340d99 x1853237048146560/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.434423:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384675.434428:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.434478:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384675.434510:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1767384675.434512:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384675.434514:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384675.434522:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e617315. 00000100:00000001:2.0:1767384675.434523:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384675.434531:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384675.434533:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384675.434535:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384675.434538:0:16355:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000100:00000040:2.0:1767384675.434543:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384675.434543:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384675.434549:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f1b18483. 02000000:00000001:1.0:1767384675.434554:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384675.434556:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384675.434558:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3340d99. 00000100:00100000:2.0:1767384675.434567:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000060d0812 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853237048146432:0@lo:400: 00000100:00000001:1.0:1767384675.434569:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384675.434572:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384675.434580:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.434583:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384675.434585:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384675.434586:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.434591:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384675.434591:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384675.434596:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384675.434597:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000060d0812 x1853237048146432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384675.434605:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384675.434607:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384675.434609:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e63d7e4e. 02000000:00000001:2.0:1767384675.434612:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384675.434614:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384675.434615:0:16354:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384675.434617:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384675.434619:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000057efd3cc. 02000000:00000001:2.0:1767384675.434621:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384675.434623:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384675.434624:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000060d0812. 00000100:00000001:2.0:1767384675.434627:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384675.434628:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.434630:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384675.434634:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384675.434636:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384675.434639:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384675.434641:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384675.436504:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294963206, at 4294963207 00000100:00000010:1.0:1767384675.436513:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac8830fe. 00000100:00000040:3.0:1767384675.436517:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294963206, at 4294963207 00000100:00000010:3.0:1767384675.436524:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005e7871d4. 00000100:00000040:2.0:1767384675.436989:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294963206, at 4294963207 00000100:00000010:2.0:1767384675.436998:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024e560a5. 00000100:00000040:0.0:1767384675.437485:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294963206, at 4294963208 00000100:00000010:0.0:1767384675.437491:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7e04bf. 00000400:00000001:0.0:1767384676.069561:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384676.069566:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384676.069569:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837db392 00000400:00000010:0.0:1767384676.069573:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000837db392. 00000400:00000200:0.0:1767384676.069580:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384676.069586:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery ping unlinked 00000400:00000010:0.0:1767384676.069599:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000f2b67f2b. 00000400:00000010:0.0:1767384676.069603:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b4bca622. 00000400:00000200:0.0:1767384676.069609:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp42 00000400:00000010:0.0:1767384676.069613:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000bc3143d0. 00000400:00000010:0.0:1767384676.069619:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000b4bca622. 00000400:00000010:0.0:1767384676.069622:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837db392. 00000400:00000010:0.0:1767384676.069631:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000066732b66. 00000400:00000200:0.0:1767384676.069640:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp42 00000400:00000200:0.0:1767384676.069653:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp42 local destination 00000400:00000200:0.0:1767384676.069661:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp42 00000400:00000200:0.0:1767384676.069669:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp42 NI seq info: [175:175:256:4294967295] 192.168.203.125@tcp42 LPNI seq info [172:172:8:4294967295] 00000400:00000200:0.0:1767384676.069684:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp42 00000400:00000200:0.0:1767384676.069707:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp42(192.168.203.125@tcp42:) -> 192.168.203.125@tcp42(192.168.203.125@tcp42:192.168.203.125@tcp42) : GET try# 0 00000800:00000200:0.0:1767384676.069719:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp42 00000800:00000010:0.0:1767384676.069725:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b249760. 00000800:00000200:0.0:1767384676.069735:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000800:00000200:0.1:1767384676.069740:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000400:00000200:0.0:1767384676.069762:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp42 added to recovery queue. ping count: 3 next ping: 304 health :700 00000400:00000200:0.0:1767384676.069768:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp39 00000400:00000010:0.0:1767384676.069772:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000044cdbb7a. 00000400:00000010:0.0:1767384676.069777:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c16bca0d. 00000400:00000010:0.0:1767384676.069783:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000400:00000010:0.0:1767384676.069792:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000001b65557. 00000400:00000200:0.0:1767384676.069802:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp39 00000400:00000200:0.0:1767384676.069810:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp39 local destination 00000400:00000200:0.0:1767384676.069816:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp39 00000400:00000200:0.0:1767384676.069819:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp39 NI seq info: [176:176:256:4294967295] 192.168.203.125@tcp39 LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1767384676.069825:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp39 00000400:00000200:0.0:1767384676.069845:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp39(192.168.203.125@tcp39:) -> 192.168.203.125@tcp39(192.168.203.125@tcp39:192.168.203.125@tcp39) : GET try# 0 00000800:00000200:0.0:1767384676.069856:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp39 00000800:00000010:0.0:1767384676.069860:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a2063779. 00000800:00000200:0.0:1767384676.069864:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000800:00000200:0.1:1767384676.069873:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000400:00000200:0.0:1767384676.069905:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp39 added to recovery queue. ping count: 4 next ping: 312 health :600 00000400:00000200:0.0:1767384676.069921:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp35 00000400:00000010:0.0:1767384676.069924:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008a83ddc4. 00000400:00000010:0.0:1767384676.069929:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000394e1a00. 00000400:00000010:0.0:1767384676.069931:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000400:00000010:0.0:1767384676.069934:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002e86def4. 00000400:00000200:0.0:1767384676.069936:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp35 00000400:00000200:0.0:1767384676.069941:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp35 local destination 00000400:00000200:0.0:1767384676.069945:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp35 00000400:00000200:0.0:1767384676.069954:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp35 NI seq info: [177:177:256:4294967295] 192.168.203.125@tcp35 LPNI seq info [174:174:8:4294967295] 00000400:00000200:0.0:1767384676.069958:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp35 00000400:00000200:1.0:1767384676.069973:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.069974:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp35(192.168.203.125@tcp35:) -> 192.168.203.125@tcp35(192.168.203.125@tcp35:192.168.203.125@tcp35) : GET try# 0 00000800:00000200:0.0:1767384676.069988:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp35 00000800:00000010:0.0:1767384676.069992:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005ffae775. 00000800:00000200:0.0:1767384676.070003:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000800:00000200:0.1:1767384676.070014:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000400:00000200:0.0:1767384676.070046:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp35 added to recovery queue. ping count: 5 next ping: 328 health :500 00000400:00000200:0.0:1767384676.070059:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp44 00000400:00000010:0.0:1767384676.070064:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000007d631126. 00000400:00000010:0.0:1767384676.070069:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d3402809. 00000400:00000010:0.0:1767384676.070073:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c8ca77d. 00000400:00000010:0.0:1767384676.070086:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004780c0fc. 00000400:00000200:0.0:1767384676.070091:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp44 00000400:00000200:1.0:1767384676.070103:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.070107:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp44 local destination 00000400:00000200:0.0:1767384676.070115:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp44 00000400:00000200:0.0:1767384676.070125:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp44 NI seq info: [178:178:256:4294967295] 192.168.203.125@tcp44 LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1767384676.070134:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp44 00000400:00000200:0.0:1767384676.070159:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp44(192.168.203.125@tcp44:) -> 192.168.203.125@tcp44(192.168.203.125@tcp44:192.168.203.125@tcp44) : GET try# 0 00000800:00000200:0.0:1767384676.070168:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp44 00000800:00000010:0.0:1767384676.070172:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000000488224a. 00000800:00000200:0.0:1767384676.070177:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000800:00000200:0.1:1767384676.070188:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000400:00000200:0.0:1767384676.070211:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp44 added to recovery queue. ping count: 1 next ping: 298 health :900 00000400:00000200:1.0:1767384676.070238:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.070297:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.070319:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.070402:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.070420:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.070556:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.070597:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.070672:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.070699:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.070742:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.070768:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.070812:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.070842:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.070927:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.070993:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.071036:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.071094:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.071102:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.071144:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.071157:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.071204:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.071225:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.071332:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.071335:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.071521:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.071522:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.071625:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.071632:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.071768:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.071776:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.071906:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.071931:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.072038:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072052:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072146:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.072150:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072234:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.072279:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072353:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.072436:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072514:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.072579:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072604:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.072647:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072658:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.072742:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072767:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.072840:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072902:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.072962:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.072979:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.073024:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.073031:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.073082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.073120:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.073175:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.073225:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.073294:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.073306:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.073378:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.073381:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.073480:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.073548:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.073638:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.073737:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000800:00000010:1.0:1767384676.073747:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f799c56c. 00000800:00000010:1.0:1767384676.073753:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a2fd884. 00000800:00000010:1.0:1767384676.073760:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb5975e4. 00000400:00000200:0.0:1767384676.073777:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000800:00000010:1.0:1767384676.073788:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb5975e4. 00000800:00020000:1.0:1767384676.073802:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384676.073805:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a2fd884. 00000800:00000010:1.0:1767384676.073807:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f799c56c. 00000400:00000200:0.0:1767384676.073816:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:02020000:1.0:1767384676.073860:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp42 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384676.073873:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.073875:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp42 notifying 192.168.203.125@tcp42: down 00000400:00000200:1.0:1767384676.073891:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384676.073901:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp42 00000800:00000010:1.0:1767384676.073905:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b249760. 00000400:00000200:1.0:1767384676.073911:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384676.073917:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp42->192.168.203.125@tcp42: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384676.073928:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384676.073934:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384676.073939:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp42) recovery failed with -71 00000400:00000200:0.0:1767384676.073988:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.074008:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.074126:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.074137:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384676.074197:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.074208:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.074211:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.074325:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.074356:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.074826:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.074931:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.074945:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.075101:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.075108:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.075246:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.075279:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.075404:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.075433:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.075594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.075607:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384676.075751:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.075752:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.075764:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.075891:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.075924:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384676.075956:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076026:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076078:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384676.076144:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076180:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076249:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076320:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076355:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384676.076375:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076416:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076481:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076561:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076575:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384676.076599:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076616:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076653:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076722:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076743:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076783:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076790:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076871:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076872:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.076939:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.076953:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000800:00000010:3.0:1767384676.076993:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb026031. 00000800:00000010:3.0:1767384676.077002:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000474ce926. 00000400:00000200:0.0:1767384676.077006:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000800:00000010:3.0:1767384676.077009:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000007d75285f. 00000400:00000200:1.0:1767384676.077011:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000800:00000010:3.0:1767384676.077057:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000007d75285f. 00000800:00020000:3.0:1767384676.077075:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384676.077079:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000474ce926. 00000800:00000010:3.0:1767384676.077086:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bb026031. 00000400:00000200:0.0:1767384676.077095:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.077097:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.077179:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.077191:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:02020000:3.0:1767384676.077214:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp39 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384676.077225:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp39 notifying 192.168.203.125@tcp39: down 00000400:00000200:3.0:1767384676.077234:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384676.077242:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp39 00000800:00000010:3.0:1767384676.077246:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a2063779. 00000400:00000200:3.0:1767384676.077253:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384676.077255:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.077257:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384676.077265:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp39->192.168.203.125@tcp39: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384676.077283:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384676.077290:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384676.077295:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp39) recovery failed with -71 00000400:00000200:0.0:1767384676.077334:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.077338:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.077395:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.077398:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.077508:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.077542:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.077601:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.077633:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.077712:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384676.077775:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000800:00000010:0.0:1767384676.077808:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d924432d. 00000800:00000010:0.0:1767384676.077813:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000af1dd0c8. 00000800:00000010:0.0:1767384676.077823:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb297039. 00000400:00000200:1.0:1767384676.077858:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000800:00000010:0.0:1767384676.077859:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb297039. 00000800:00020000:0.0:1767384676.077875:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384676.077891:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000af1dd0c8. 00000800:00000010:0.0:1767384676.077896:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d924432d. 00000400:00000200:1.0:1767384676.077930:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:02020000:0.0:1767384676.077983:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp35 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384676.077991:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp35 notifying 192.168.203.125@tcp35: down 00000800:00000200:0.0:1767384676.077998:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp35 down 00000800:00000100:0.0:1767384676.078010:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp35 00000800:00000010:0.0:1767384676.078014:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005ffae775. 00000400:00000200:1.0:1767384676.078015:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384676.078020:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384676.078032:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp35->192.168.203.125@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384676.078044:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384676.078050:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384676.078058:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp35) recovery failed with -71 00000800:00000010:1.0:1767384676.078176:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f799c56c. 00000800:00000010:1.0:1767384676.078180:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007a2fd884. 00000800:00000010:1.0:1767384676.078185:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000eb5975e4. 00000800:00000010:1.0:1767384676.078214:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000eb5975e4. 00000800:00020000:1.0:1767384676.078223:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384676.078225:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007a2fd884. 00000800:00000010:1.0:1767384676.078228:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000f799c56c. 00000400:02020000:1.0:1767384676.078281:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp44 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384676.078289:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp44 notifying 192.168.203.125@tcp44: down 00000400:00000200:1.0:1767384676.078292:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384676.078298:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp44 00000800:00000010:1.0:1767384676.078301:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000000488224a. 00000400:00000200:1.0:1767384676.078308:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384676.078312:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp44->192.168.203.125@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384676.078318:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384676.078321:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384676.078323:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp44) recovery failed with -71 00010000:00000001:3.0:1767384676.261517:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384676.261532:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384676.261540:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384676.261541:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384676.261569:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384676.261574:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384676.261577:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384676.770891:0:37803:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000053f8cded. 00080000:00000010:1.0:1767384676.770904:0:37803:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000053f8cded. 00000020:00000001:1.0:1767384676.770910:0:37803:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384676.770918:0:37803:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000053f8cded. 00080000:00000010:1.0:1767384676.770923:0:37803:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000053f8cded. 00000020:00000001:1.0:1767384676.770926:0:37803:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384677.094505:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384677.094514:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1767384677.094516:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b3bab1d9] -> 12345-192.168.203.125@tcp16 (6) 00000400:00000200:1.0:1767384677.094517:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000837db392 00000400:00000010:1.0:1767384677.094523:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000837db392. 00000800:00000200:2.0:1767384677.094527:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp16 ip 192.168.203.125:988 00000400:00000200:1.0:1767384677.094529:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:2.0:1767384677.094532:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:1.0:1767384677.094533:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384677.094549:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000bc3143d0. 00000400:00000010:1.0:1767384677.094563:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000b4bca622. 00000400:00000001:1.0:1767384677.094570:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384677.094572:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384677.094573:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:1.0:1767384677.094574:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000400:00000200:1.0:1767384677.094577:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384677.094580:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery ping unlinked 00000400:00000010:1.0:1767384677.094584:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000044cdbb7a. 00000400:00000010:1.0:1767384677.094588:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c16bca0d. 00000400:00000001:1.0:1767384677.094592:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384677.094593:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384677.094594:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:1.0:1767384677.094596:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000400:00000200:1.0:1767384677.094598:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384677.094600:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384677.094603:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008a83ddc4. 00000400:00000010:1.0:1767384677.094605:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000394e1a00. 00000400:00000001:1.0:1767384677.094609:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384677.094611:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384677.094612:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c8ca77d 00000400:00000010:1.0:1767384677.094614:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c8ca77d. 00000400:00000200:1.0:1767384677.094615:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384677.094618:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384677.094620:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000007d631126. 00000400:00000010:1.0:1767384677.094623:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d3402809. 00000800:00000200:2.0:1767384677.094710:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384677.094717:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.094734:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.094740:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.094744:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384677.285490:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384677.285500:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.285508:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384677.285509:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.285554:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384677.285558:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384677.285561:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384677.477504:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384677.477513:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:1.0:1767384677.477519:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384677.477522:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384677.477524:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384677.477526:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1767384677.477529:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:1.0:1767384677.477531:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1767384677.477533:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 77 10000000:00000001:1.0:1767384677.477537:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1767384677.477539:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:1.0:1767384677.477547:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3340d99. 00000020:00000040:1.0:1767384677.477559:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384677.477565:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384677.477569:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384677.477575:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384677.477582:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ab0b8028. 00000100:00000001:1.0:1767384677.477589:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384677.477594:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767384677.477598:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384677.477606:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d54c800. 00010000:00000001:1.0:1767384677.477611:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384677.477615:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000011ce9f8a. 00000020:00000001:1.0:1767384677.477621:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384677.477624:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000011ce9f8a with handle 0x71ee3a74e27192af to hash 00000020:00000001:1.0:1767384677.477627:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384677.477629:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384677.477633:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:1.0:1767384677.477637:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384677.477640:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384677.477644:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384677.477655:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384677.477667:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1767384677.477673:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767384677.477674:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767384677.477681:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000425447e9. 00000100:00000001:1.0:1767384677.477685:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893633378752 : -106180076172864 : ffff9f6e064709c0) 00000100:00000001:1.0:1767384677.477688:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384677.477689:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636133248 : -106180073418368 : ffff9f6e06711180) 00000100:00000001:1.0:1767384677.477694:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384677.477703:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.477705:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767384677.477707:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384677.477716:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384677.477728:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384677.477730:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384677.477734:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384677.477738:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767384677.477741:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384677.477745:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000e3340d99 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048146688:0@lo:101: 00000100:00000001:1.0:1767384677.477750:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384677.477756:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384677.477759:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384677.477761:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384677.477766:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000011602ab2. 02000000:00000001:1.0:1767384677.477769:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384677.477776:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384677.477784:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000de82030. 00000100:00000200:1.0:1767384677.477791:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048146688, portal 25 00000100:00000001:1.0:1767384677.477794:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384677.477795:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636133248 : -106180073418368 : ffff9f6e06711180) 00000100:00000040:1.0:1767384677.477801:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384677.477809:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384677.477813:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384677.477816:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000100:00000200:1.0:1767384677.477820:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048146688, offset 0 00000400:00000200:1.0:1767384677.477828:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384677.477842:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384677.477855:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff07b00 00000400:00000200:1.0:1767384677.477862:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x1675 [2] + 0 00000400:00000010:1.0:1767384677.477867:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c3fc90. 00000400:00000200:1.0:1767384677.477886:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d096f93b 00000400:00000200:1.0:1767384677.477899:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384677.477905:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384677.477912:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d096f93b 00000400:00000010:1.0:1767384677.477915:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d096f93b. 00000100:00000001:1.0:1767384677.477922:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384677.477925:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384677.477929:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000115ef4c1 x1853237048146688 msgsize 328 00000100:00100000:1.0:1767384677.477934:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1767384677.477936:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384677.477943:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1767384677.477950:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000400:00000010:1.0:1767384677.477953:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000100:00000001:1.0:1767384677.477956:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1767384677.477960:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.477966:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384677.477971:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048146688 00000100:00000001:1.0:1767384677.477974:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1767384677.477975:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384677.477979:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384677.477981:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.477982:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.477989:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384677.477995:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048146688 00000100:00000001:1.0:1767384677.477996:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.478000:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384677.478001:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:2.0:1767384677.478003:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384677.478007:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384677.478008:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.478009:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:2.0:1767384677.478014:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384677.478016:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:1.0:1767384677.478016:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294965254 00000100:00000001:2.0:1767384677.478021:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000010:1.0:1767384677.478024:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006b93a51e. 00000020:00000010:2.0:1767384677.478026:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00000100:00000001:2.0:1767384677.478029:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.478032:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000100:00000001:1.0:1767384677.478034:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000020:00000010:2.0:1767384677.478037:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047814847. 00000100:00000001:1.0:1767384677.478042:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294965254 00000020:00000010:2.0:1767384677.478043:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3956a85. 00000100:00000010:1.0:1767384677.478051:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c2538196. 00000020:00000010:2.0:1767384677.478052:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:1.0:1767384677.478059:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1767384677.478064:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1767384677.478066:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294965254 00000100:00000001:2.0:1767384677.478068:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384677.478071:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384677.478073:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384677.478073:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000083701dc3. 00000100:00000001:1.0:1767384677.478079:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384677.478080:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384677.478085:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294965254 00000100:00000010:1.0:1767384677.478090:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002020441a. 00000100:00000001:2.0:1767384677.478092:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384677.478095:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384677.478105:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384677.478106:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384677.478109:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384677.478111:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384677.478115:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00000001:1.0:1767384677.478117:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384677.478119:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:1.0:1767384677.478121:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384677.478122:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971818576 : -106175737733040 : ffff9f6f08de6050) 00000100:00100000:1.0:1767384677.478125:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000425447e9 going to sleep for 11 seconds 00000100:00000040:2.0:1767384677.478129:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000115ef4c1 x1853237048146688/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384677.478131:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384677.478136:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.478141:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384677.478145:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00000100:00000001:2.0:1767384677.478147:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.478148:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000100:00100000:2.0:1767384677.478151:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000115ef4c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048146688:12345-0@lo:101: 00000100:00000200:2.0:1767384677.478157:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048146688 00000020:00000001:2.0:1767384677.478160:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384677.478163:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384677.478165:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.478167:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384677.478170:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:2.0:1767384677.478173:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384677.478174:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384677.478176:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384677.478178:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384677.478181:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.478184:0:17081:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384677.478186:0:17081:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384677.478188:0:17081:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384677.478190:0:17081:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384677.478191:0:17081:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.478195:0:17081:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384677.478201:0:17081:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004f71eb57. 00010000:00000001:2.0:1767384677.478203:0:17081:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384677.478206:0:17081:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000008b8ec4a. 00000020:00000001:2.0:1767384677.478208:0:17081:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384677.478210:0:17081:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000008b8ec4a with handle 0x71ee3a74e27192b6 to hash 00000020:00000001:2.0:1767384677.478211:0:17081:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384677.478212:0:17081:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384677.478214:0:17081:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00010000:2.0:1767384677.478216:0:17081:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e27192af expref: -99 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384677.478222:0:17081:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:2.0:1767384677.478224:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:2.0:1767384677.478230:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384677.478232:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384677.478236:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000000168199b. 02000000:00000001:2.0:1767384677.478238:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.478240:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.478242:0:17081:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384677.478246:0:17081:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384677.478249:0:17081:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384677.478251:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384677.478252:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.478254:0:17081:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384677.478256:0:17081:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.478258:0:17081:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384677.478260:0:17081:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384677.478261:0:17081:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384677.478262:0:17081:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384677.478264:0:17081:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f71eb57) refcount = 1 00010000:00010000:2.0:1767384677.478268:0:17081:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e27192af expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.478272:0:17081:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384677.478274:0:17081:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384677.478276:0:17081:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.478277:0:17081:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.478279:0:17081:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384677.478282:0:17081:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384677.478284:0:17081:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27192af expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.478288:0:17081:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384677.478290:0:17081:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384677.478292:0:17081:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.478294:0:17081:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.478295:0:17081:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384677.478297:0:17081:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.478298:0:17081:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384677.478299:0:17081:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 0000000008b8ec4a, rc 0) 00000020:00000001:2.0:1767384677.478301:0:17081:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384677.478304:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048146688 00010000:00000001:2.0:1767384677.478306:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384677.478309:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000115ef4c1 x1853237048146688/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384677.478317:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384677.478319:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384677.478322:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384677.478326:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.478328:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384677.478330:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384677.478333:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.478335:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.478337:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384677.478339:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384677.478342:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000100:00000200:2.0:1767384677.478344:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048146688, offset 224 00000400:00000200:2.0:1767384677.478348:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384677.478354:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384677.478360:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff07b00 00000400:00000200:2.0:1767384677.478363:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x1f45 [1] + 224 00000400:00000200:2.0:1767384677.478367:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.478369:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384677.478373:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384677.478377:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384677.478388:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.478404:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384677.478408:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:2.0:1767384677.478410:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:2.0:1767384677.478414:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384677.478416:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384677.478419:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.478422:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384677.478424:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384677.478425:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.478427:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384677.478428:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384677.478432:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000115ef4c1 x1853237048146688/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 328/344 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384677.478462:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000115ef4c1 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048146688:12345-0@lo:101: Request processed in 320us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384677.478468:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00000040:2.0:1767384677.478470:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384677.478473:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384677.478474:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384677.478478:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3956a85. 00000020:00000010:2.0:1767384677.478480:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000020:00000010:2.0:1767384677.478484:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047814847. 00000020:00000040:2.0:1767384677.478488:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:2.0:1767384677.478492:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.478493:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000000168199b. 02000000:00000001:2.0:1767384677.478495:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.478497:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384677.478500:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384677.478503:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb191988. 00000400:00000001:3.0:1767384677.478555:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384677.478559:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384677.478561:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed18715. 00000400:00000200:3.0:1767384677.478693:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000de82030 00000400:00000010:3.0:1767384677.478697:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000de82030. 00000100:00000001:3.0:1767384677.478701:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:2.0:1767384677.478706:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d020f8d4. 00000100:00000200:3.0:1767384677.478707:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384677.478721:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.478779:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384677.478781:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.478785:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384677.478788:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384677.478790:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384677.478791:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.478795:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384677.478798:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=94 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384677.478803:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384677.478806:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384677.478808:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.478810:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384677.478813:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.478816:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.478820:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.478828:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384677.478832:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384677.478841:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384677.478845:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384677.478853:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000e3340d99 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048146688:0@lo:101: 00000100:00000001:3.0:1767384677.478858:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.478861:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.478863:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384677.478865:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384677.478867:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.478890:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384677.478893:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000425447e9. 00000100:00000001:3.0:1767384677.478897:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384677.478899:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.478902:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1767384677.478906:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384677.478907:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384677.478909:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=4 00000020:00000001:3.0:1767384677.478911:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:3.0:1767384677.478915:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000040:3.0:1767384677.478920:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 0000000011ce9f8a, remote cookie: 0x71ee3a74e27192b6, flags: 0x0 00010000:00000001:3.0:1767384677.478924:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384677.478926:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384677.478927:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384677.478929:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384677.478931:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384677.478932:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000008d54c800) refcount = 1 00010000:00010000:3.0:1767384677.478936:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384677.478944:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1767384677.478945:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384677.478947:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384677.478957:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384677.478960:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384677.478963:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384677.478970:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1767384677.478972:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384677.478973:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384677.478975:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384677.478976:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384677.478977:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.478980:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384677.478983:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000e3340d99 x1853237048146688/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384693 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.478990:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384677.478993:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384677.478996:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000011602ab2. 02000000:00000001:3.0:1767384677.479000:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384677.479002:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384677.479004:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384677.479006:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384677.479009:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ab0b8028. 02000000:00000001:3.0:1767384677.479018:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384677.479020:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384677.479022:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3340d99. 00000100:00000001:3.0:1767384677.479026:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384677.479028:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384677.479030:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384677.479032:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1767384677.479034:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:3.0:1767384677.479036:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.479037:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384677.479039:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384677.479041:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=3 00000020:00000001:3.0:1767384677.479043:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:3.0:1767384677.479046:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:3.0:1767384677.479049:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1767384677.479055:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384677.479057:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384677.479058:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384677.479062:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:3.0:1767384677.479065:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 0000000052b1dd70. 00000100:00000010:3.0:1767384677.479079:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000020:00000040:3.0:1767384677.479082:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384677.479085:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384677.479087:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384677.479090:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384677.479093:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000043ccd8a. 00000100:00000001:3.0:1767384677.479097:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.479101:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1767384677.479106:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000054c2da65. 00000100:00000010:3.0:1767384677.479109:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000000d1194ab. 00000020:00000040:3.0:1767384677.479112:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384677.479115:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1767384677.479117:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1767384677.479121:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d6433f85. 00000100:00000001:3.0:1767384677.479123:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637897921856448 : -106175787695168 : ffff9f6f05e403c0) 00000100:00000001:3.0:1767384677.479126:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384677.479127:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000100:00000001:3.0:1767384677.479130:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384677.479132:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.479134:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1767384677.479135:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384677.479139:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.479147:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384677.479149:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.479151:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384677.479153:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384677.479155:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384677.479158:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048146816:0@lo:256: 00000100:00000001:3.0:1767384677.479162:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384677.479171:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384677.479173:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.479176:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:3.0:1767384677.479182:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b85abecc. 00000400:00000010:3.0:1767384677.479187:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000493920b4. 00000100:00000200:3.0:1767384677.479191:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff07b80-0x695825ff07b80, portal 33 00000100:00000001:3.0:1767384677.479194:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.479197:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384677.479199:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba8bed0d. 02000000:00000001:3.0:1767384677.479202:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384677.479204:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f8b9bef. 00000400:00000010:3.0:1767384677.479209:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8f4965. 00000100:00000200:3.0:1767384677.479212:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048146816, portal 25 00000100:00000001:3.0:1767384677.479214:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384677.479215:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000100:00000040:3.0:1767384677.479219:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.479227:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384677.479229:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384677.479232:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095554d1e. 00000100:00000200:3.0:1767384677.479234:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048146816, offset 0 00000400:00000200:3.0:1767384677.479239:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384677.479246:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384677.479254:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff07b80 00000400:00000200:3.0:1767384677.479259:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x1685 [2] + 0 00000400:00000010:3.0:1767384677.479263:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cff30015. 00000400:00000200:3.0:1767384677.479266:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000a3c080e 00000400:00000200:3.0:1767384677.479270:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.479274:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384677.479277:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a3c080e 00000400:00000010:3.0:1767384677.479279:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000a3c080e. 00000100:00000001:3.0:1767384677.479283:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384677.479285:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384677.479288:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000d5550bc0 x1853237048146816 msgsize 304 00000100:00100000:3.0:1767384677.479298:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384677.479301:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384677.479314:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384677.479320:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095554d1e 00000400:00000010:3.0:1767384677.479321:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095554d1e. 00000100:00000001:3.0:1767384677.479324:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384677.479328:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.479335:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384677.479338:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.479346:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.479348:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384677.479348:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384677.479352:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048146816 02000000:00000001:2.0:1767384677.479355:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384677.479356:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.479358:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384677.479361:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294965255 00000100:00000001:2.0:1767384677.479362:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.479369:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.479371:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294965254 00000100:00100000:2.0:1767384677.479371:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048146816 00000020:00000001:2.0:1767384677.479375:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384677.479377:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384677.479379:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384677.479380:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294965255 00000020:00000040:2.0:1767384677.479381:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:2.0:1767384677.479386:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384677.479388:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384677.479389:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294965254 00000100:00000001:2.0:1767384677.479391:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384677.479396:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00000100:00000001:3.0:1767384677.479397:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294965255 00000100:00000001:2.0:1767384677.479402:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384677.479405:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294965254 00000020:00000010:2.0:1767384677.479406:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000100:00000001:3.0:1767384677.479414:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294965255 00000020:00000010:2.0:1767384677.479414:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047814847. 00000020:00000010:2.0:1767384677.479418:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3956a85. 00000100:00000001:3.0:1767384677.479421:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294965254 00000020:00000010:2.0:1767384677.479423:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000100:00000001:3.0:1767384677.479428:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767384677.479431:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384677.479433:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.479435:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384677.479457:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384677.479458:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.479463:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.479474:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.479476:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384677.479479:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1767384677.479482:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000d6433f85 going to sleep for 11 seconds 00000100:00000001:2.0:1767384677.479484:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384677.479486:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384677.479488:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384677.479490:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384677.479495:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00000040:2.0:1767384677.479500:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384677.479503:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971813456 : -106175737738160 : ffff9f6f08de4c50) 00000100:00000040:2.0:1767384677.479508:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5550bc0 x1853237048146816/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 304/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.479517:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384677.479520:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00000100:00000001:2.0:1767384677.479523:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.479526:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000100:00100000:2.0:1767384677.479531:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5550bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048146816:12345-0@lo:256: 00000100:00000200:2.0:1767384677.479536:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048146816 00000020:00000001:2.0:1767384677.479539:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384677.479541:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384677.479544:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.479546:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384677.479548:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:2.0:1767384677.479551:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384677.479553:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384677.479556:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384677.479558:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384677.479561:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.479565:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384677.479567:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384677.479570:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000000168199b. 02000000:00000001:2.0:1767384677.479573:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.479575:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384677.479579:0:17081:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384677.479583:0:17081:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384677.479587:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384677.479590:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384677.479592:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384677.479595:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384677.479597:0:17081:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384677.479602:0:17081:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 0000000058926ded. 20000000:00000001:2.0:1767384677.479605:0:17081:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384677.479625:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384677.479632:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384677.479637:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384677.479639:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384677.479640:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384677.479641:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384677.479643:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384677.479645:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384677.479647:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384677.479649:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384677.479651:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384677.479653:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384677.479654:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384677.479656:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384677.479657:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384677.479658:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384677.479660:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384677.479661:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384677.479662:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384677.479663:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384677.479665:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384677.479666:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384677.479668:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384677.479670:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384677.479671:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384677.479672:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384677.479674:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384677.479676:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384677.479677:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384677.479678:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384677.479679:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384677.479680:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384677.479682:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384677.479683:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384677.479685:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384677.479687:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384677.479689:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384677.479690:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384677.479692:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:2.0:1767384677.479693:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 3292/1/4/3. 20000000:00000040:2.0:1767384677.479702:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384677.479703:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384677.479704:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384677.479706:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384677.479707:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384677.479708:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384677.479710:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384677.479711:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384677.479713:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384677.479714:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384677.479716:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384677.479718:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384677.479720:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384677.479722:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384677.479724:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384677.479725:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384677.479726:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384677.479728:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384677.479729:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384677.479730:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384677.479731:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384677.479733:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384677.479735:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384677.479737:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384677.479738:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384677.479740:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384677.479741:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384677.479742:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384677.479743:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384677.479744:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384677.479746:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384677.479747:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384677.479748:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384677.479749:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384677.479750:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384677.479751:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384677.479752:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384677.479753:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384677.479754:0:17081:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:01000000:2.0:1767384677.479757:0:17081:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 804, pages 2488/1/4/3. 20000000:01000000:2.0:1767384677.479759:0:17081:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1608, version 82 20000000:00000001:2.0:1767384677.479761:0:17081:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1608 : 1608 : 648) 00000100:00000001:2.0:1767384677.479763:0:17081:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384677.479766:0:17081:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000a77446aa. 00000100:00000010:2.0:1767384677.479768:0:17081:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004f845742. 00000020:00000040:2.0:1767384677.479769:0:17081:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:2.0:1767384677.479772:0:17081:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384677.479774:0:17081:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384677.479775:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000400:00000010:2.0:1767384677.479780:0:17081:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004a8cf9f9. 00000400:00000200:2.0:1767384677.479782:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384677.479788:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384677.479794:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1608 into portal 33 MB=0x695825ff07b80 00000400:00000200:2.0:1767384677.479797:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1608/1608 into md 0x1f55 [4] + 0 00000400:00000010:2.0:1767384677.479800:0:17081:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b85abecc. 00000400:00000200:2.0:1767384677.479802:0:17081:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000493920b4 00000400:00000200:2.0:1767384677.479805:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.479807:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384677.479809:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000493920b4 00000400:00000010:2.0:1767384677.479810:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000493920b4. 00000100:00000001:2.0:1767384677.479813:0:17081:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384677.479815:0:17081:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000df0d3385 desc 0000000054c2da65 mbits 1853237048146816 00000100:00000001:2.0:1767384677.479825:0:17081:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384677.479828:0:17081:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384677.479833:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384677.479838:0:17081:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x1f61 00000400:00000200:2.0:1767384677.479840:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.479843:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384677.479846:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384677.479848:0:17081:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000a77446aa 00000100:00000001:2.0:1767384677.479850:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384677.479854:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:2.0:1767384677.479856:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:2.0:1767384677.479858:0:17081:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000001:3.0:1767384677.479859:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384677.479859:0:17081:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000a77446aa 00000100:00000001:3.0:1767384677.479864:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.479865:0:17081:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384677.479887:0:17081:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1608 bytes via portal 33 id 12345-0@lo mbits 0x695825ff07b80-0x695825ff07b80 00000100:00000001:2.0:1767384677.479890:0:17081:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.479894:0:17081:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.479896:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384677.479898:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:2.0:1767384677.479901:0:17081:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004f845742. 00000100:00000010:2.0:1767384677.479903:0:17081:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000a77446aa. 00000100:00000001:2.0:1767384677.479905:0:17081:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384677.479906:0:17081:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384677.479912:0:17081:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 0000000058926ded. 20000000:00000001:2.0:1767384677.479916:0:17081:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384677.479919:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048146816 00010000:00000001:2.0:1767384677.479921:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384677.479924:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5550bc0 x1853237048146816/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 304/240 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384677.479929:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384677.479930:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384677.479932:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384677.479935:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.479936:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384677.479938:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384677.479939:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.479941:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.479942:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384677.479944:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384677.479946:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000100:00000200:2.0:1767384677.479948:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048146816, offset 224 00000400:00000200:2.0:1767384677.479951:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384677.479956:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384677.479961:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff07b80 00000400:00000200:2.0:1767384677.479965:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x1f59 [1] + 224 00000400:00000200:2.0:1767384677.479967:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.479969:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384677.479971:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384677.479974:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384677.479979:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.479992:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384677.479996:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:2.0:1767384677.479997:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:2.0:1767384677.479999:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384677.480000:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384677.480002:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.480005:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384677.480007:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384677.480008:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.480010:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384677.480013:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5550bc0 x1853237048146816/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 304/240 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.480017:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1767384677.480020:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5550bc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048146816:12345-0@lo:256: Request processed in 503us (731us total) trans 0 rc 0/0 00000400:00000001:3.0:1767384677.480028:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384677.480029:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000400:00000001:3.0:1767384677.480031:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384677.480035:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f8b9bef. 00000100:00000040:2.0:1767384677.480035:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384677.480040:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384677.480042:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8f4965 00000100:00000001:2.0:1767384677.480043:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384677.480045:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8f4965. 00000020:00000010:2.0:1767384677.480047:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3956a85. 00000100:00000001:3.0:1767384677.480048:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384677.480052:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000100:00000200:3.0:1767384677.480056:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384677.480058:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047814847. 00000020:00000040:2.0:1767384677.480064:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00000200:3.0:1767384677.480070:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384677.480071:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384677.480074:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000000168199b. 02000000:00000001:2.0:1767384677.480079:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384677.480083:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.480084:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384677.480087:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384677.480088:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1767384677.480089:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384677.480092:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384677.480095:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384677.480095:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b636fa18. 00000100:00000001:3.0:1767384677.480096:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.480101:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384677.480103:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000deae89c2. 00000100:00001000:3.0:1767384677.480104:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=94 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384677.480110:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384677.480112:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384677.480114:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.480116:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384677.480117:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.480119:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.480121:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384677.480126:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.480131:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384677.480133:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384677.480135:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384677.480140:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048146816:0@lo:256: 00000100:00000001:3.0:1767384677.480149:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.480151:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.480153:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384677.480154:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384677.480156:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.480160:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384677.480162:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d6433f85. 00000100:00000001:3.0:1767384677.480164:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384677.480165:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384677.480168:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 82, more 0. 10000000:00000001:3.0:1767384677.480172:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384677.480178:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000009453b616. 10000000:00000040:3.0:1767384677.480188:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384677.480193:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384677.480195:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384677.480200:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:3.0:1767384677.480202:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.480203:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384677.480204:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:3.0:1767384677.480206:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000100:00000200:3.0:1767384677.480209:0:17083:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 39 NIDs for '192.168.203.125@tcp' 00000400:00000200:3.0:1767384677.480211:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384677.480214:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384677.480217:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:3.0:1767384677.480221:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384677.480225:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (36) 00000400:00000200:3.0:1767384677.480230:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (37) 00000400:00000200:3.0:1767384677.480243:0:17083:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384677.480245:0:17083:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384677.480248:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384677.480250:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:3.0:1767384677.480252:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (38) 00000400:00000200:3.0:1767384677.480254:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:3.0:1767384677.480261:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:3.0:1767384677.480265:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480267:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:3.0:1767384677.480268:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:3.0:1767384677.480272:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480273:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:3.0:1767384677.480275:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:3.0:1767384677.480278:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480279:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:2.0:1767384677.480279:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:3.0:1767384677.480284:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:3.0:1767384677.480288:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480290:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000200:3.0:1767384677.480291:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:3.0:1767384677.480295:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:3.0:1767384677.480299:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480300:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000010:2.0:1767384677.480301:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000400:00000200:3.0:1767384677.480302:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:3.0:1767384677.480306:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480308:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:2.0:1767384677.480308:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (37) 00000400:00000200:3.0:1767384677.480311:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:3.0:1767384677.480315:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480317:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000010:2.0:1767384677.480317:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000da69aa70. 00000400:00000200:3.0:1767384677.480320:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:3.0:1767384677.480325:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480329:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:2.0:1767384677.480331:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384677.480332:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:3.0:1767384677.480337:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480338:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:3.0:1767384677.480339:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:3.0:1767384677.480344:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480345:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384677.480346:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:3.0:1767384677.480351:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:3.0:1767384677.480355:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480356:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:3.0:1767384677.480360:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:2.0:1767384677.480360:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000400:00000200:3.0:1767384677.480367:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480369:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:2.0:1767384677.480371:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000400:00000200:3.0:1767384677.480377:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:2.0:1767384677.480381:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000400:00000200:3.0:1767384677.480383:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480388:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:3.0:1767384677.480392:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:2.0:1767384677.480394:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 00000400:00000200:3.0:1767384677.480398:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480404:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:3.0:1767384677.480407:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:2.0:1767384677.480408:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000400:00000200:3.0:1767384677.480412:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480416:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:3.0:1767384677.480420:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:3.0:1767384677.480425:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480426:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000400:00000200:3.0:1767384677.480429:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:3.0:1767384677.480433:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:3.0:1767384677.480460:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480461:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:3.0:1767384677.480462:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:3.0:1767384677.480465:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480466:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:3.0:1767384677.480467:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:3.0:1767384677.480470:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480474:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:3.0:1767384677.480478:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:3.0:1767384677.480482:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480484:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:2.0:1767384677.480484:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000400:00000200:3.0:1767384677.480490:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:2.0:1767384677.480497:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000400:00000200:3.0:1767384677.480498:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480503:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:3.0:1767384677.480508:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:2.0:1767384677.480511:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000400:00000200:3.0:1767384677.480516:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480519:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000400:00000200:3.0:1767384677.480523:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:2.0:1767384677.480527:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000400:00000200:3.0:1767384677.480529:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:3.0:1767384677.480537:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480538:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000400:00000200:3.0:1767384677.480542:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:2.0:1767384677.480546:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000400:00000200:3.0:1767384677.480549:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:3.0:1767384677.480557:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480559:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000400:00000200:3.0:1767384677.480563:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000400:00000200:2.0:1767384677.480565:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[44, 67], ns[44, 68] 00000400:00000200:2.0:1767384677.480569:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 44], ns[48, 44] 00000400:00000200:3.0:1767384677.480576:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.125@tcp34 00000400:00000200:2.0:1767384677.480576:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 44], ns[52, 44] 00000400:00000200:3.0:1767384677.480585:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480586:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 44], ns[56, 44] 00000400:00000200:3.0:1767384677.480590:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp34 00000400:00000200:3.0:1767384677.480594:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.125@tcp35 00000400:00000200:2.0:1767384677.480595:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 44], ns[60, 44] 00000400:00000200:3.0:1767384677.480600:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480605:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 44], ns[150, 44] 00000400:00000200:3.0:1767384677.480606:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp35 00000400:00000200:3.0:1767384677.480612:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.125@tcp36 00000400:00000200:2.0:1767384677.480614:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 44], ns[87, 44] 00000400:00000200:3.0:1767384677.480619:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480620:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 44], ns[86, 44] 00000400:00000200:3.0:1767384677.480626:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp36 00000400:00000200:2.0:1767384677.480631:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 44], ns[171, 44] 00000400:00000200:3.0:1767384677.480632:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.125@tcp37 00000400:00000200:2.0:1767384677.480641:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 44], ns[93, 44] 00000400:00000200:3.0:1767384677.480643:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480650:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp37 00000400:00000200:2.0:1767384677.480651:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 44], ns[125, 44] 00000400:00000200:3.0:1767384677.480656:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.125@tcp38 00000400:00000200:2.0:1767384677.480660:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 44], ns[177, 44] 00000400:00000200:3.0:1767384677.480665:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480668:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 44], ns[149, 44] 00000400:00000200:3.0:1767384677.480671:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp38 00000400:00000200:3.0:1767384677.480676:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.125@tcp39 00000400:00000200:2.0:1767384677.480678:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[161, 44], ns[164, 44] 00000400:00000200:3.0:1767384677.480684:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384677.480686:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 44], ns[168, 44] 00000400:00000200:3.0:1767384677.480689:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp39 00000400:00000200:2.0:1767384677.480694:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 44], ns[176, 44] 00000400:00000200:3.0:1767384677.480696:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.125@tcp40 00000400:00000200:2.0:1767384677.480701:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 44], ns[155, 44] 00000400:00000200:3.0:1767384677.480705:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384677.480709:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp40 00000400:00000200:2.0:1767384677.480712:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 44], ns[165, 44] 00000100:00000001:3.0:1767384677.480713:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.480718:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384677.480721:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 44], ns[175, 44] 10000000:00000040:3.0:1767384677.480724:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 00000400:00000200:2.0:1767384677.480728:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[171, 44], ns[174, 44] 10000000:00000010:3.0:1767384677.480730:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000002b4240e8. 00000400:00000200:2.0:1767384677.480733:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp24] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[175, 44], ns[178, 44] 10000000:00000040:3.0:1767384677.480735:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 82/82 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000020:00000080:3.0:1767384677.480741:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000400:00000200:2.0:1767384677.480742:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp24 00000020:00000001:3.0:1767384677.480749:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000400:00000200:2.0:1767384677.480750:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp24 00000020:00000010:3.0:1767384677.480755:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffa9ddff. 00000400:00000200:2.0:1767384677.480756:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp24 lpni_is_preferred = 0 00000020:00000010:3.0:1767384677.480762:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d20f03e6. 00000400:00000200:2.0:1767384677.480762:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp24 00000040:00000010:3.0:1767384677.480767:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008ae60af0. 00000400:00000200:2.0:1767384677.480770:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp24 NI seq info: [179:179:256:4294967295] 192.168.203.125@tcp24 LPNI seq info [176:176:8:4294967295] 00000020:00000010:3.0:1767384677.480773:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008f2c1a56. 00000020:00000010:3.0:1767384677.480778:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5361878. 00000400:00000200:2.0:1767384677.480781:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp24 00000020:00000010:3.0:1767384677.480784:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003462ed27. 00000400:00000200:2.0:1767384677.480788:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24:) -> 192.168.203.125@tcp24(192.168.203.125@tcp:192.168.203.125@tcp24) : PUT try# 0 80000000:00000010:3.0:1767384677.480797:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000025fab92. 00000800:00000200:2.0:1767384677.480798:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.125@tcp24 40000000:00000010:3.0:1767384677.480802:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd53e161. 00000800:00000010:2.0:1767384677.480805:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bb71cc57. 00100000:00000010:3.0:1767384677.480809:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000afc1c4b4. 00040000:00000010:3.0:1767384677.480815:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000152e96e2. 00000800:00000200:2.0:1767384677.480815:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (6) 00040000:00000010:3.0:1767384677.480822:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e4a31c35. 00040000:00000010:3.0:1767384677.480826:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071e42cc5. 00000800:00000200:2.0:1767384677.480829:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp24 ip 192.168.203.125:988 00080000:00000010:3.0:1767384677.480834:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bb026031. 00000800:00000200:2.0:1767384677.480834:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000bb71cc57 type 1, nob 752 niov 1 nkiov 1 00080000:00000010:3.0:1767384677.480841:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000adbe0538. 00000004:00000010:3.0:1767384677.480848:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002d4894c8. 00000400:00000200:2.0:1767384677.480850:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384677.480853:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 00000004:00000010:3.0:1767384677.480855:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000341b126. 00000004:00000010:3.0:1767384677.480862:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000617ed16c. 00002000:00000010:3.0:1767384677.480868:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000003a00cfa1. 00000004:00000010:3.0:1767384677.480892:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d5f26a3a. 00000004:00000001:3.0:1767384677.480897:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384677.480902:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384677.480904:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000002b4240e8 00000040:00001000:3.0:1767384677.480906:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384677.480908:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384677.480909:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384677.480911:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384677.480914:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384677.480916:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384677.480918:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384677.480920:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:3.0:1767384677.480922:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000800:00000200:1.0:1767384677.480951:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384677.480954:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1767384677.480957:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bb71cc57. 00000800:00000001:2.0:1767384677.480965:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.480966:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:2.0:1767384677.480972:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:1.0:1767384677.480976:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: PUT: OK 00000800:00000001:2.0:1767384677.480978:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384677.480984:0:16348:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384677.480989:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24) <- 192.168.203.125@tcp24 : PUT - for me 00000004:00000001:3.0:1767384677.480992:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384677.480992:0:16348:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp: 0 00000020:00000010:3.0:1767384677.481001:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d20f03e6. 00000400:00000200:2.0:1767384677.481001:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 656 into portal 0 MB=0x8000000000000000 00000040:00000010:3.0:1767384677.481010:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008ae60af0. 00000400:00000200:2.0:1767384677.481010:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 608/656 into md 0x1e19 [1] + 0 00000020:00000010:3.0:1767384677.481016:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008f2c1a56. 00000400:00000010:2.0:1767384677.481017:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009e40429e. 00000400:00000200:2.0:1767384677.481022:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000eec6c90b 00000020:00000010:3.0:1767384677.481023:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5361878. 00000800:00000001:2.0:1767384677.481027:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:3.0:1767384677.481028:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003462ed27. 80000000:00000010:3.0:1767384677.481033:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000025fab92. 40000000:00000010:3.0:1767384677.481036:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cd53e161. 00000800:00000001:2.0:1767384677.481036:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.481041:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:3.0:1767384677.481042:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000afc1c4b4. 00040000:00000010:3.0:1767384677.481048:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000152e96e2. 00000400:00000200:2.0:1767384677.481048:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: PUT: OK 00000400:00000200:2.0:1767384677.481052:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eec6c90b 00000400:00000010:2.0:1767384677.481053:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000eec6c90b. 00000400:00000200:2.0:1767384677.481060:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00040000:00000010:3.0:1767384677.481061:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e4a31c35. 00000400:00000200:2.0:1767384677.481063:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (38) 00040000:00000010:3.0:1767384677.481065:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071e42cc5. 00000400:00000200:2.0:1767384677.481071:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00080000:00000010:3.0:1767384677.481072:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000adbe0538. 00080000:00000010:3.0:1767384677.481077:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bb026031. 00000400:00000200:2.0:1767384677.481079:0:16349:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (656 bytes) 00000004:00000010:3.0:1767384677.481083:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002d4894c8. 00000400:00000200:2.0:1767384677.481086:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000004:00000010:3.0:1767384677.481088:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000341b126. 00000004:00000010:3.0:1767384677.481095:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000617ed16c. 00000400:00000200:2.0:1767384677.481095:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (39) 00002000:00000010:3.0:1767384677.481101:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003a00cfa1. 00000400:00000200:2.0:1767384677.481102:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000004:00000010:3.0:1767384677.481104:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d5f26a3a. 00000020:00000010:3.0:1767384677.481109:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffa9ddff. 00000020:00000001:3.0:1767384677.481114:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384677.481114:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp24 to MR: 192.168.203.125@tcp24 local destination 00000020:00000001:3.0:1767384677.481118:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384677.481122:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000002b4240e8. 00000400:00000200:2.0:1767384677.481126:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp24 NI seq info: [180:180:256:4294967295] 192.168.203.125@tcp24 LPNI seq info [177:177:8:4294967295] 10000000:00000010:3.0:1767384677.481127:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000009453b616. 10000000:00000001:3.0:1767384677.481132:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.481137:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384677.481143:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048146816/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384693 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384677.481147:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24:192.168.203.125@tcp24) -> 192.168.203.125@tcp24(192.168.203.125@tcp24:192.168.203.125@tcp24) 192.168.203.125@tcp24 : ACK try# 0 00000100:00000001:3.0:1767384677.481161:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000200:2.0:1767384677.481161:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp24 02000000:00000001:3.0:1767384677.481165:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384677.481167:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba8bed0d. 00000800:00000010:2.0:1767384677.481167:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082cdbde0. 02000000:00000001:3.0:1767384677.481169:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384677.481172:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384677.481174:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384677.481178:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000200:2.0:1767384677.481178:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000bfb7391] -> 12345-192.168.203.125@tcp24 (6) 00000100:00000001:3.0:1767384677.481181:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384677.481184:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384677.481185:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000800:00000200:2.0:1767384677.481188:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp24 ip 192.168.203.125:993 00000020:00000001:3.0:1767384677.481190:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384677.481193:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000000d1194ab. 00000800:00000200:2.0:1767384677.481194:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082cdbde0 type 0, nob 96 niov 1 nkiov 0 00000100:00000010:3.0:1767384677.481198:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000054c2da65. 00000100:00000001:3.0:1767384677.481201:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384677.481203:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000043ccd8a. 02000000:00000001:3.0:1767384677.481205:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:2.0:1767384677.481207:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:3.0:1767384677.481208:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384677.481212:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00000800:00000001:2.0:1767384677.481215:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.481224:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384677.481226:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384677.481236:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 0000000052b1dd70. 10000000:01000000:3.0:1767384677.481239:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384677.481242:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384677.481244:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384677.481246:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384677.481247:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=3 00000020:00000001:3.0:1767384677.481249:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:3.0:1767384677.481251:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:3.0:1767384677.481253:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384677.481255:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384677.481260:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384677.481261:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384677.481263:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384677.481268:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384677.481270:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384677.481271:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384677.481273:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384677.481274:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384677.481276:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384677.481278:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384677.481279:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:3.0:1767384677.481281:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:2.0:1767384677.481284:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.481288:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082cdbde0. 00000400:00000200:2.0:1767384677.481294:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.481300:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: ACK: OK 00000400:00000200:3.0:1767384677.481304:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000800:00000001:2.0:1767384677.481308:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1767384677.481309:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000020103c6c. 00000800:00000001:2.0:1767384677.481314:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384677.481315:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f8b9bef. 00000400:00000010:3.0:1767384677.481320:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004b8f4965. 00000800:00000001:2.0:1767384677.481321:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384677.481325:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 0000000020103c6c 00000400:00000010:3.0:1767384677.481329:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 617 at 00000000a39d068d. 00000800:00000001:2.0:1767384677.481329:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.481335:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 656 success 00000800:00000001:2.0:1767384677.481335:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384677.481341:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102471 00000800:00000001:2.0:1767384677.481347:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.481349:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (38) 00000400:00000010:3.0:1767384677.481353:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 0000000054c2da65. 00000400:00000010:3.0:1767384677.481357:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095554d1e. 00000400:00000200:2.0:1767384677.481360:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp24(192.168.203.125@tcp24) <- 192.168.203.125@tcp24 : ACK - for me 00000400:00000010:3.0:1767384677.481363:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000009827a2b. 00000400:00000200:3.0:1767384677.481368:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:2.0:1767384677.481374:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp24: ACK from 12345-192.168.203.125@tcp24 into md 0x1f6d 00000400:00000200:2.0:1767384677.481379:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.481384:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:2.0:1767384677.481386:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp24->192.168.203.125@tcp24: ACK: OK 00000400:00000200:3.0:1767384677.481390:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000400:00000200:3.0:1767384677.481395:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000400:00000200:3.0:1767384677.481399:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000400:00000200:3.0:1767384677.481403:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 00000400:00000200:3.0:1767384677.481406:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000400:00000200:3.0:1767384677.481408:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000400:00000200:3.0:1767384677.481411:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000400:00000200:3.0:1767384677.481413:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000400:00000200:3.0:1767384677.481416:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000400:00000200:3.0:1767384677.481419:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000400:00000200:3.0:1767384677.481422:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000400:00000200:3.0:1767384677.481424:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000400:00000200:3.0:1767384677.481426:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000400:00000200:3.0:1767384677.481429:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000400:00000200:3.0:1767384677.481432:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[180, 68] 00000400:00000200:3.0:1767384677.481467:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[48, 67], ns[48, 68] 00000400:00000200:3.0:1767384677.481471:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 48], ns[52, 48] 00000400:00000200:3.0:1767384677.481474:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 48], ns[56, 48] 00000400:00000200:3.0:1767384677.481479:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 48], ns[60, 48] 00000400:00000200:3.0:1767384677.481482:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 48], ns[150, 48] 00000400:00000200:3.0:1767384677.481485:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 48], ns[87, 48] 00000400:00000200:3.0:1767384677.481487:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 48], ns[86, 48] 00000400:00000200:3.0:1767384677.481491:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 48], ns[171, 48] 00000400:00000200:3.0:1767384677.481496:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 48], ns[93, 48] 00000400:00000200:3.0:1767384677.481502:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 48], ns[125, 48] 00000400:00000200:3.0:1767384677.481507:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 48], ns[177, 48] 00000400:00000200:3.0:1767384677.481511:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 48], ns[149, 48] 00000400:00000200:3.0:1767384677.481516:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[161, 48], ns[164, 48] 00000400:00000200:3.0:1767384677.481522:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 48], ns[168, 48] 00000400:00000200:3.0:1767384677.481527:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 48], ns[176, 48] 00000400:00000200:3.0:1767384677.481532:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 48], ns[155, 48] 00000400:00000200:3.0:1767384677.481537:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 48], ns[165, 48] 00000400:00000200:3.0:1767384677.481543:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 48], ns[175, 48] 00000400:00000200:3.0:1767384677.481556:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[171, 48], ns[174, 48] 00000400:00000200:3.0:1767384677.481559:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp25] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[175, 48], ns[178, 48] 00000400:00000200:3.0:1767384677.481562:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp25 00000400:00000200:3.0:1767384677.481565:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp25 00000400:00000200:3.0:1767384677.481568:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp25 lpni_is_preferred = 0 00000400:00000200:3.0:1767384677.481571:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp25 00000400:00000200:3.0:1767384677.481573:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp25 NI seq info: [181:181:256:4294967295] 192.168.203.125@tcp25 LPNI seq info [178:178:8:4294967295] 00000400:00000200:3.0:1767384677.481578:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp25 00000400:00000200:3.0:1767384677.481585:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25:) -> 192.168.203.125@tcp25(192.168.203.125@tcp:192.168.203.125@tcp25) : GET try# 0 00000800:00000200:3.0:1767384677.481590:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp25 00000400:00000200:2.0:1767384677.481591:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000800:00000010:3.0:1767384677.481593:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000152e96e2. 00000400:00000010:2.0:1767384677.481594:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000400:00000200:2.0:1767384677.481600:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000800:00000200:3.0:1767384677.481604:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (6) 00000400:00000200:2.0:1767384677.481607:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:2.0:1767384677.481611:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000800:00000200:3.0:1767384677.481614:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp25 ip 192.168.203.125:988 00000400:00000200:2.0:1767384677.481615:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (39) 00000800:00000200:3.0:1767384677.481618:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000152e96e2 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1767384677.481624:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:3.0:1767384677.481627:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000400:00000200:3.0:1767384677.481630:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 00000400:00000200:3.0:1767384677.481632:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (38) 00000400:00000010:3.0:1767384677.481636:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 665 at 00000000d5f26a3a. 00000400:00000010:3.0:1767384677.481639:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00000400:00000010:3.0:1767384677.481643:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007a6217b1. 00000400:00000200:3.0:1767384677.481646:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:3.0:1767384677.481651:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:3.0:1767384677.481655:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000400:00000200:3.0:1767384677.481660:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000800:00000200:2.0:1767384677.481660:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.481665:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000152e96e2. 00000400:00000200:3.0:1767384677.481670:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000400:00000200:2.0:1767384677.481671:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.481681:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 00000400:00000200:2.0:1767384677.481682:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: GET: OK 00000400:00000200:3.0:1767384677.481692:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000400:00000200:3.0:1767384677.481695:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000400:00000200:3.0:1767384677.481698:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000400:00000200:3.0:1767384677.481701:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000400:00000200:3.0:1767384677.481703:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000400:00000200:3.0:1767384677.481706:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000400:00000200:3.0:1767384677.481708:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000400:00000200:3.0:1767384677.481711:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000400:00000200:3.0:1767384677.481714:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000400:00000200:3.0:1767384677.481716:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000400:00000200:3.0:1767384677.481719:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[180, 68] 00000400:00000200:3.0:1767384677.481722:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[178, 67], ns[181, 68] 00000400:00000200:3.0:1767384677.481724:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[52, 67], ns[52, 68] 00000400:00000200:3.0:1767384677.481727:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 52], ns[56, 52] 00000400:00000200:3.0:1767384677.481729:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 52], ns[60, 52] 00000400:00000200:3.0:1767384677.481732:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 52], ns[150, 52] 00000400:00000200:3.0:1767384677.481735:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 52], ns[87, 52] 00000400:00000200:3.0:1767384677.481738:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 52], ns[86, 52] 00000400:00000200:3.0:1767384677.481750:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 52], ns[171, 52] 00000400:00000200:3.0:1767384677.481753:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 52], ns[93, 52] 00000400:00000200:3.0:1767384677.481756:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 52], ns[125, 52] 00000400:00000200:3.0:1767384677.481759:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 52], ns[177, 52] 00000400:00000200:3.0:1767384677.481762:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 52], ns[149, 52] 00000400:00000200:3.0:1767384677.481766:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[161, 52], ns[164, 52] 00000400:00000200:3.0:1767384677.481769:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 52], ns[168, 52] 00000400:00000200:3.0:1767384677.481771:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 52], ns[176, 52] 00000400:00000200:3.0:1767384677.481774:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 52], ns[155, 52] 00000400:00000200:3.0:1767384677.481777:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 52], ns[165, 52] 00000400:00000200:3.0:1767384677.481779:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 52], ns[175, 52] 00000400:00000200:3.0:1767384677.481782:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[171, 52], ns[174, 52] 00000400:00000200:3.0:1767384677.481784:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp26] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[175, 52], ns[178, 52] 00000400:00000200:3.0:1767384677.481787:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp26 00000400:00000200:3.0:1767384677.481789:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp26 00000400:00000200:3.0:1767384677.481791:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp26 lpni_is_preferred = 0 00000400:00000200:3.0:1767384677.481793:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp26 00000400:00000200:3.0:1767384677.481797:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp26 NI seq info: [182:182:256:4294967295] 192.168.203.125@tcp26 LPNI seq info [179:179:8:4294967295] 00000400:00000200:3.0:1767384677.481801:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp26 00000400:00000200:3.0:1767384677.481805:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26:) -> 192.168.203.125@tcp26(192.168.203.125@tcp:192.168.203.125@tcp26) : GET try# 0 00000800:00000200:3.0:1767384677.481809:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp26 00000400:00000200:2.0:1767384677.481809:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384677.481814:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000010:3.0:1767384677.481820:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000022967ebb. 00000800:00000001:2.0:1767384677.481823:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384677.481827:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000800:00000001:2.0:1767384677.481829:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384677.481831:0:16352:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.125 (cnted 2, interval 8, 5 secs later) 00000800:00000001:2.0:1767384677.481833:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384677.481839:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp26 ip 192.168.203.125:988 00000800:00000001:2.0:1767384677.481840:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384677.481842:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022967ebb type 2, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1767384677.481845:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384677.481849:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000800:00000001:2.0:1767384677.481850:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.481855:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000400:00000200:2.0:1767384677.481859:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25) <- 192.168.203.125@tcp25 : GET - for me 00000400:00000200:2.0:1767384677.481883:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384677.481888:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 656/656 into md 0x1ed9 [1] + 0 00000400:00000200:2.0:1767384677.481895:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp25 to MR: 192.168.203.125@tcp25 local destination 00000400:00000200:2.0:1767384677.481899:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp25 NI seq info: [183:183:256:4294967295] 192.168.203.125@tcp25 LPNI seq info [180:180:8:4294967295] 00000400:00000200:2.0:1767384677.481906:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25:192.168.203.125@tcp25) -> 192.168.203.125@tcp25(192.168.203.125@tcp25:192.168.203.125@tcp25) 192.168.203.125@tcp25 : REPLY try# 0 00000800:00000200:2.0:1767384677.481910:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.125@tcp25 00000800:00000010:2.0:1767384677.481914:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082cdbde0. 00000800:00000200:2.0:1767384677.481917:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (6) 00000800:00000200:2.0:1767384677.481922:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp25 ip 192.168.203.125:991 00000800:00000200:2.0:1767384677.481925:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000082cdbde0 type 3, nob 752 niov 1 nkiov 1 00000800:00000200:3.0:1767384677.481931:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384677.481934:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000022967ebb. 00000400:00000200:3.0:1767384677.481937:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.481941:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: GET: OK 00000400:00000200:3.0:1767384677.481945:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384677.481947:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:3.0:1767384677.481953:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.481957:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.481959:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.481962:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.481967:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26) <- 192.168.203.125@tcp26 : GET - for me 00000400:00000200:3.0:1767384677.481974:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 656 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384677.481980:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 656/656 into md 0x1ed9 [1] + 0 00000800:00000200:2.0:1767384677.481981:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384677.481985:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082cdbde0. 00000400:00000200:3.0:1767384677.481989:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp26 to MR: 192.168.203.125@tcp26 local destination 00000400:00000200:2.0:1767384677.481991:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.481998:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp26 NI seq info: [184:184:256:4294967295] 192.168.203.125@tcp26 LPNI seq info [181:181:8:4294967295] 00000400:00000200:2.0:1767384677.482001:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: REPLY: OK 00000400:00000200:3.0:1767384677.482009:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) -> 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) 192.168.203.125@tcp26 : REPLY try# 0 00000800:00000200:3.0:1767384677.482014:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 656 bytes in 1 frags to 12345-192.168.203.125@tcp26 00000800:00000010:3.0:1767384677.482017:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000022967ebb. 00000800:00000001:2.0:1767384677.482019:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384677.482022:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000800:00000001:2.0:1767384677.482024:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384677.482025:0:16347:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.125 (cnted 2, interval 8, 5 secs later) 00000800:00000001:2.0:1767384677.482030:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767384677.482032:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp26 ip 192.168.203.125:989 00000800:00000200:3.0:1767384677.482035:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000022967ebb type 3, nob 752 niov 1 nkiov 1 00000800:00000001:2.0:1767384677.482037:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384677.482040:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.482042:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.482049:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp25(192.168.203.125@tcp25) <- 192.168.203.125@tcp25 : REPLY - for me 00000400:00000200:2.0:1767384677.482057:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp25: Reply from 12345-192.168.203.125@tcp25 of length 656/656 into md 0x1f75 00000800:00000001:2.0:1767384677.482061:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384677.482065:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.482068:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.482072:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp25->192.168.203.125@tcp25: REPLY: OK 00000400:00000200:2.0:1767384677.482076:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095554d1e 00000400:00000010:2.0:1767384677.482077:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095554d1e. 00000400:00000200:2.0:1767384677.482080:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:2.0:1767384677.482083:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:2.0:1767384677.482085:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:2.0:1767384677.482089:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 39. state = 0x100271 00000400:00000200:2.0:1767384677.482091:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384677.482099:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (39) 00000800:00000001:2.0:1767384677.482106:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384677.482117:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384677.482120:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000f1 00000800:00000200:3.0:1767384677.482123:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384677.482127:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 000000000168199b. 00000800:00000010:3.0:1767384677.482128:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000022967ebb. 00000400:00000010:2.0:1767384677.482132:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 00000000a77446aa. 00000400:00000200:3.0:1767384677.482134:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.482143:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: REPLY: OK 00000400:00000010:2.0:1767384677.482149:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 0000000029d07afa. 00000800:00000001:3.0:1767384677.482153:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.482160:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.482163:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.482167:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384677.482172:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26) <- 192.168.203.125@tcp26 : REPLY - for me 00000400:00000200:2.0:1767384677.482182:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp32(000000008ebb1b71) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384677.482185:0:16347:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp26: Reply from 12345-192.168.203.125@tcp26 of length 656/656 into md 0x1f79 00000800:00000001:3.0:1767384677.482191:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384677.482191:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp35(00000000a9ce1d5f) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384677.482197:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp37(0000000084ac2743) status changed from 0xdeadface to 0x15aac0de 00000800:00000001:3.0:1767384677.482198:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.482202:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp38(0000000099ed1a65) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384677.482203:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.482212:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp39(00000000c3f14724) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384677.482213:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: REPLY: OK 00000400:00000200:3.0:1767384677.482219:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00000400:00000010:3.0:1767384677.482221:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00000400:00000200:2.0:1767384677.482223:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp42(000000005bc21181) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384677.482224:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384677.482230:0:16347:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:2.0:1767384677.482231:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp43(00000000dd511741) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384677.482234:0:16347:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:2.0:1767384677.482238:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp44(000000004860f2f8) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:3.0:1767384677.482241:0:16347:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 39. state = 0x100171 00000400:00000200:3.0:1767384677.482247:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384677.482250:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (38) 00000400:00000010:2.0:1767384677.482250:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 0000000047814847. 00000800:00000001:3.0:1767384677.482255:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.482258:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384677.482259:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384677.482263:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.482263:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 0000000047814847 nid 192.168.203.125@tcp45 00000400:00000010:2.0:1767384677.482272:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000acbe8218. 00000400:00000200:2.0:1767384677.482276:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000acbe8218 net tcp45 00000800:00000001:3.0:1767384677.482280:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384677.482281:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (37) 00000400:00000200:2.0:1767384677.482290:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp45 flags 0x11 00000400:00000010:2.0:1767384677.482298:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000004d5d6d5e. 00000400:00000200:2.0:1767384677.482302:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000004d5d6d5e nid 192.168.203.125@tcp46 00000400:00000010:2.0:1767384677.482307:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000a5dd0dda. 00000400:00000200:2.0:1767384677.482309:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000a5dd0dda net tcp46 00000400:00000200:2.0:1767384677.482311:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (38) 00000400:00000200:2.0:1767384677.482315:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp46 flags 0x11 00000400:00000010:2.0:1767384677.482319:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000e63d7e4e. 00000400:00000200:2.0:1767384677.482323:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000e63d7e4e nid 192.168.203.125@tcp47 00000400:00000010:2.0:1767384677.482327:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000f8d5c66c. 00000400:00000200:2.0:1767384677.482329:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 00000000f8d5c66c net tcp47 00000400:00000200:2.0:1767384677.482332:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (39) 00000400:00000200:2.0:1767384677.482337:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp47 flags 0x11 00000400:00000010:2.0:1767384677.482341:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 000000000168199b. 00000400:00000010:2.0:1767384677.482345:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 00000000a77446aa. 00000400:00000010:2.0:1767384677.482347:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 0000000029d07afa. 00000400:00000010:2.0:1767384677.482350:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000054c2da65. 00000400:00000200:2.0:1767384677.482353:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384677.482357:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x1001f1 00000400:00000200:2.0:1767384677.482362:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1001f1 rc 1 00000400:00000200:2.0:1767384677.482366:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1001f1 00000400:00000010:2.0:1767384677.482372:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 800 at 0000000029d07afa. 00000400:00000010:2.0:1767384677.482376:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 960 at 00000000f40c2963. 00000400:00000010:2.0:1767384677.482379:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 800 at 00000000bdcddc1d. 00000400:00000010:2.0:1767384677.482408:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 800 at 0000000029d07afa. 00000400:00000010:2.0:1767384677.482414:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 960 at 00000000f40c2963. 00000400:00000010:2.0:1767384677.482419:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 800 at 00000000bdcddc1d. 00000400:00000010:2.0:1767384677.482424:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000d5f26a3a. 00000400:00000200:2.0:1767384677.482430:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384677.482434:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000200:2.0:1767384677.482457:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000400:00000200:2.0:1767384677.482462:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000200:2.0:1767384677.482466:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384677.482468:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:2.0:1767384677.482471:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:2.0:1767384677.482476:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (40) 00000100:00000040:1.0:1767384677.485478:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294965255, at 4294965256 00000100:00000040:0.0:1767384677.485478:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294965255, at 4294965256 00000100:00000040:3.0:1767384677.485483:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294965255, at 4294965256 00000100:00000010:1.0:1767384677.485488:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c2538196. 00000100:00000010:0.0:1767384677.485489:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006b93a51e. 00000100:00000010:3.0:1767384677.485493:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002020441a. 00000100:00000040:2.0:1767384677.485496:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294965255, at 4294965256 00000100:00000010:2.0:1767384677.485503:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000083701dc3. 00000020:00000010:2.0:1767384677.490757:0:37931:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000006f412e13. 00000020:00000040:2.0:1767384677.490767:0:37931:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:2.0:1767384677.490770:0:37931:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000006f412e13. 00000001:00000001:1.0:1767384677.600732:0:37970:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384677.600737:0:37970:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp48 --if ens2 00000001:00000001:1.0:1767384677.604007:0:37970:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384677.611010:0:37971:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 0000000011602ab2. 00000400:00000010:1.0:1767384677.611026:0:37971:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000071bfa29e. 00000400:00000010:1.0:1767384677.611036:0:37971:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000327071b1. 00000400:00000010:1.0:1767384677.611039:0:37971:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000027a180ba. 00000400:00000010:1.0:1767384677.611043:0:37971:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000002834663. 00000400:00000010:1.0:1767384677.611048:0:37971:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f2c23359. 00000400:00000010:1.0:1767384677.611049:0:37971:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000054dd1093. 00000400:00000010:1.0:1767384677.611051:0:37971:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000b933e74. 00000400:00000010:1.0:1767384677.611053:0:37971:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000081f63011. 00000800:00000010:1.0:1767384677.611073:0:37971:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000f1b18483. 00000800:00000200:1.0:1767384677.611085:0:37971:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384677.611099:0:37971:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384677.611141:0:37971:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384677.611162:0:37971:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp48 [8/256/0/180] 00000400:00000010:1.0:1767384677.612509:0:37971:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000381aad60. 00000400:00000010:1.0:1767384677.612519:0:37971:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c3fc90. 00000400:00000010:1.0:1767384677.612526:0:37971:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000400:00000001:1.0:1767384677.612554:0:37971:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384677.612556:0:37971:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384677.612558:0:37971:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a778352d. 00000400:00000200:1.0:1767384677.612560:0:37971:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000400:00000010:1.0:1767384677.612562:0:37971:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000400:00000010:1.0:1767384677.612565:0:37971:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 00000000f504ba73. 00000400:00000200:1.0:1767384677.612571:0:37971:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (39) 00000400:00000200:1.0:1767384677.612583:0:37971:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384677.612592:0:37971:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131120 00000020:00000010:1.0:1767384677.612602:0:37971:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000f799c56c. 00000020:01000000:1.0:1767384677.612607:0:37971:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000400:00000200:2.0:1767384677.612611:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384677.612611:0:37971:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp48 00000400:00000200:2.0:1767384677.612617:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100151 00000400:00000010:2.0:1767384677.612623:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000400:00000200:2.0:1767384677.612626:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (40) 00000400:00000010:1.0:1767384677.612628:0:37971:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000071bfa29e. 00000400:00000010:2.0:1767384677.612632:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000045f2830e. 00000400:00000010:1.0:1767384677.612632:0:37971:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 0000000011602ab2. 00000400:00000200:2.0:1767384677.612638:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp26 00000020:00000001:3.0:1767384677.612653:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000400:00000200:2.0:1767384677.612655:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp26 to MR: 192.168.203.125@tcp26 local destination 10000000:00000001:3.0:1767384677.612659:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1767384677.612663:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384677.612667:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384677.612668:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp26 NI seq info: [185:185:256:4294967295] 192.168.203.125@tcp26 LPNI seq info [182:182:8:4294967295] 00000400:00000200:2.0:1767384677.612677:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp26 00000020:01000004:3.0:1767384677.612679:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384677.612682:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384677.612684:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384677.612687:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384677.612690:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384677.612693:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384677.612695:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384677.612697:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000400:00000200:2.0:1767384677.612699:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) -> 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) : PUT try# 0 00000020:01000004:3.0:1767384677.612700:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384677.612702:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:3.0:1767384677.612709:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000800:00000200:2.0:1767384677.612712:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.125@tcp26 00000020:00000040:3.0:1767384677.612715:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000800:00000010:2.0:1767384677.612719:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000023f81b2d. 00000100:00000001:3.0:1767384677.612721:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384677.612726:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:2.0:1767384677.612730:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 02000000:00000001:3.0:1767384677.612731:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384677.612738:0:16352:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.125 (cnted 2, interval 8, 4 secs later) 02000000:00000010:3.0:1767384677.612744:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bb026031. 00000800:00000200:2.0:1767384677.612750:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp26 ip 192.168.203.125:988 00000100:00000001:3.0:1767384677.612751:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384677.612758:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000023f81b2d type 1, nob 768 niov 1 nkiov 1 00000100:00000001:3.0:1767384677.612761:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384677.612765:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.612773:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df0d3385] to pc [ptlrpcd_00_02+2] req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384677.612783:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384677.612788:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100551 rc 0 10000000:00000001:3.0:1767384677.612794:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384677.612797:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.612800:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384677.612802:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:2.0:1767384677.612804:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1767384677.612808:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1767384677.612811:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00100000:2.0:1767384677.612811:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 10000000:00000001:3.0:1767384677.612814:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:3.0:1767384677.612817:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000100:00000001:2.0:1767384677.612817:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384677.612822:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:3.0:1767384677.612824:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1767384677.612825:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384677.612826:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384677.612827:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384677.612829:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384677.612830:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:2.0:1767384677.612830:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:01000004:3.0:1767384677.612833:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000100:00000001:2.0:1767384677.612835:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.612838:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000004:3.0:1767384677.612842:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384677.612842:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1767384677.612847:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a744e5f0. 00000100:00000001:2.0:1767384677.612847:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1767384677.612852:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000040:2.0:1767384677.612855:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.612856:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384677.612859:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384677.612862:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384677.612881:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000adbe0538. 00000100:00000001:3.0:1767384677.612885:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.612890:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384677.612891:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384677.612892:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.612896:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384677.612899:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a744e5f0] to pc [ptlrpcd_00_03+3] req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384677.612904:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384677.612911:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1767384677.612912:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384677.612917:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.612918:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.612919:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1767384677.612923:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:3.0:1767384677.612927:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000f799c56c. 00000100:00100000:2.0:1767384677.612927:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048146944:0@lo:253: 00000100:00000001:2.0:1767384677.612937:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384677.612943:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384677.612947:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384677.612947:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1767384677.612951:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384677.612952:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1767384677.612953:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000023f81b2d. 00000100:00100000:3.0:1767384677.612956:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384677.612960:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384677.612960:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fed17f63. 00000400:00000200:0.0:1767384677.612960:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384677.612967:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.612970:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1767384677.612973:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: PUT: OK 00000100:00000001:3.0:1767384677.612974:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384677.612974:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f162e7af. 00000100:00000001:3.0:1767384677.612979:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384677.612980:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000100:00000001:3.0:1767384677.612982:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1767384677.612983:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a47a016. 00000100:00000001:3.0:1767384677.612986:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384677.612986:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp26: 0 00000100:00000200:2.0:1767384677.612990:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048146944, portal 25 00000100:00000040:3.0:1767384677.612993:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.612996:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000800:00000001:0.0:1767384677.612998:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384677.613000:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000100:00000001:3.0:1767384677.613006:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384677.613008:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1767384677.613010:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384677.613011:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384677.613013:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384677.613015:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1767384677.613015:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384677.613020:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384677.613021:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384677.613028:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048147072:0@lo:253: 00000400:00000200:0.0:1767384677.613036:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26) <- 192.168.203.125@tcp26 : PUT - for me 00000100:00000001:3.0:1767384677.613037:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767384677.613038:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384677.613044:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1767384677.613047:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1767384677.613049:0:16357:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062e1c8c2. 02000000:00000001:3.0:1767384677.613051:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613051:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 672 into portal 0 MB=0x8000000000000000 00000100:00000200:2.0:1767384677.613056:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048146944, offset 0 02000000:00000001:3.0:1767384677.613057:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384677.613063:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 656/672 into md 0x1f71 [1] + 0 02000000:00000010:3.0:1767384677.613064:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fac993b3. 02000000:00000001:3.0:1767384677.613067:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384677.613071:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cb5106. 00000400:00000010:0.0:1767384677.613077:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f8b9bef. 00000400:00000200:0.0:1767384677.613081:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004b8f4965 00000800:00000001:0.0:1767384677.613085:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:2.0:1767384677.613087:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000001:0.0:1767384677.613092:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384677.613094:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d6433f85. 00000400:00000200:0.0:1767384677.613095:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1767384677.613102:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048147072, portal 25 00000400:00000200:2.0:1767384677.613102:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384677.613106:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: PUT: OK 00000100:00000001:3.0:1767384677.613107:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384677.613110:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623572992 : -106175085978624 : ffff9f6f2fb75c00) 00000100:00000040:3.0:1767384677.613115:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384677.613121:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07c00 00000400:00000200:0.0:1767384677.613121:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b8f4965 00000400:00000010:0.0:1767384677.613126:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004b8f4965. 00000100:00000001:3.0:1767384677.613127:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384677.613133:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384677.613133:0:16347:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000010:3.0:1767384677.613139:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b8acccd. 00000400:00000200:2.0:1767384677.613139:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16d5 [2] + 0 00000400:00000200:0.0:1767384677.613140:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (41) 00000400:00000010:2.0:1767384677.613148:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4de7fde. 00000400:00000200:0.0:1767384677.613148:0:16347:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:2.0:1767384677.613154:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000074cf6884 00000400:00000200:0.0:1767384677.613155:0:16347:0:(peer.c:2665:lnet_peer_push_event()) Truncated Push from 192.168.203.125@tcp (672 bytes) 00000100:00000200:3.0:1767384677.613160:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048147072, offset 0 00000400:00000200:0.0:1767384677.613163:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:2.0:1767384677.613164:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.613172:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384677.613175:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384677.613178:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (42) 00000400:00000200:3.0:1767384677.613190:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384677.613190:0:16347:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384677.613191:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000074cf6884 00000400:00000010:2.0:1767384677.613197:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000074cf6884. 00000400:00000200:0.0:1767384677.613203:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp26 to MR: 192.168.203.125@tcp26 local destination 00000100:00000001:2.0:1767384677.613205:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.613209:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384677.613214:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp26 NI seq info: [186:186:256:4294967295] 192.168.203.125@tcp26 LPNI seq info [183:183:8:4294967295] 00000100:00000040:2.0:1767384677.613217:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000c8b9de27 x1853237048146944 msgsize 4848 00000400:00000200:0.0:1767384677.613230:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) -> 192.168.203.125@tcp26(192.168.203.125@tcp26:192.168.203.125@tcp26) 192.168.203.125@tcp26 : ACK try# 0 00000100:00100000:2.0:1767384677.613233:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384677.613239:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:0.0:1767384677.613240:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp26 00000400:00000200:3.0:1767384677.613245:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07c80 00000800:00000010:0.0:1767384677.613247:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffae775. 00000400:00000200:3.0:1767384677.613252:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x16dd [2] + 0 00000100:00000001:2.0:1767384677.613253:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:0.0:1767384677.613258:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8af151d] -> 12345-192.168.203.125@tcp26 (4) 00000400:00000010:3.0:1767384677.613260:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078b964a1. 00000800:00000200:0.0:1767384677.613262:0:16347:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.125 (cnted 2, interval 8, 4 secs later) 00000400:00000200:3.0:1767384677.613266:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000038c6bea8 00000800:00000200:0.0:1767384677.613270:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp26 ip 192.168.203.125:989 00000400:00000200:2.0:1767384677.613271:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062e1c8c2 00000400:00000200:3.0:1767384677.613274:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1767384677.613275:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ffae775 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:2.0:1767384677.613276:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062e1c8c2. 00000400:00000200:3.0:1767384677.613282:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384677.613285:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1767384677.613286:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038c6bea8 00000400:00000010:3.0:1767384677.613290:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038c6bea8. 00000800:00000001:0.0:1767384677.613292:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384677.613294:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384677.613294:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384677.613297:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000001:0.0:1767384677.613300:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384677.613302:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000001ce09858 x1853237048147072 msgsize 4848 00000100:00100000:3.0:1767384677.613314:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384677.613318:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384677.613322:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384677.613328:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1767384677.613328:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384677.613334:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b8acccd 00000400:00000010:3.0:1767384677.613337:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b8acccd. 00000100:00000001:3.0:1767384677.613342:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384677.613344:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.613347:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1767384677.613354:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.613355:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384677.613356:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384677.613362:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffae775. 00000100:00000001:2.0:1767384677.613364:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294965389 00000100:00000001:3.0:1767384677.613369:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384677.613369:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1767384677.613373:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000378f919a. 00000100:00000040:3.0:1767384677.613374:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384677.613380:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: ACK: OK 00000100:00000001:3.0:1767384677.613384:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.613385:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384677.613386:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384677.613393:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.613396:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294965389 00000100:00000001:3.0:1767384677.613397:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294965389 00000800:00000001:0.0:1767384677.613398:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384677.613403:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.613404:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294965389 00000100:00000010:2.0:1767384677.613406:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000004cb188b7. 00000800:00000001:0.0:1767384677.613408:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384677.613409:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294965389 00000100:00000001:2.0:1767384677.613414:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000800:00000001:0.0:1767384677.613414:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384677.613417:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384677.613422:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294965389 00000100:00000001:2.0:1767384677.613422:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294965389 00000800:00000001:0.0:1767384677.613423:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.613428:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294965389 00000100:00000010:2.0:1767384677.613431:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8eb5370. 00000400:00000200:0.0:1767384677.613434:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp26(192.168.203.125@tcp26) <- 192.168.203.125@tcp26 : ACK - for me 00000100:00000001:2.0:1767384677.613466:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767384677.613469:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp26: ACK from 12345-192.168.203.125@tcp26 into md 0x1f81 00000100:00000001:3.0:1767384677.613473:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294965389 00000100:00000001:2.0:1767384677.613473:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294965390 00000400:00000200:0.0:1767384677.613474:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384677.613480:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294965390 00000100:00000010:2.0:1767384677.613482:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002bfc6c90. 00000400:00000200:0.0:1767384677.613486:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp26->192.168.203.125@tcp26: ACK: OK 00000100:00000001:2.0:1767384677.613489:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767384677.613491:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:0.0:1767384677.613495:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:3.0:1767384677.613497:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294965390 00000100:00000001:2.0:1767384677.613497:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384677.613498:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000100:00000001:3.0:1767384677.613502:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384677.613505:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.613506:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613506:0:16347:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000100:00000001:3.0:1767384677.613513:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613513:0:16347:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:2.0:1767384677.613514:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613519:0:16347:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (41) 00000100:00000001:3.0:1767384677.613520:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.613522:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.613526:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1767384677.613527:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767384677.613529:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1767384677.613531:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.613533:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.613538:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.613542:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384677.613546:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048146944 02000000:00000001:3.0:1767384677.613548:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384677.613550:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384677.613553:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.613556:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613558:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00100000:3.0:1767384677.613559:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048146944 00000100:00000001:2.0:1767384677.613562:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1767384677.613563:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1767384677.613564:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000009e3905cf. 00000020:00000040:3.0:1767384677.613567:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00100000:2.0:1767384677.613567:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048147072 00000400:00000010:0.0:1767384677.613570:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0f9ece. 00000020:00000001:3.0:1767384677.613572:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1767384677.613573:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:3.0:1767384677.613576:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000400:00000010:0.0:1767384677.613576:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ef61e92. 00000100:00000001:2.0:1767384677.613577:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384677.613581:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.613583:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:0.0:1767384677.613583:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000009e3905cf 02000000:00000001:2.0:1767384677.613588:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384677.613589:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 665 at 0000000020103c6c. 00000020:00000001:3.0:1767384677.613595:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:2.0:1767384677.613596:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048147072 00000400:00000200:0.0:1767384677.613596:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 672 success 00000100:00000001:3.0:1767384677.613601:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384677.613602:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1767384677.613604:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 00000020:00000040:2.0:1767384677.613606:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000010:3.0:1767384677.613607:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd53e161. 00000400:00000200:0.0:1767384677.613608:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (40) 00000020:00000001:2.0:1767384677.613612:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384677.613613:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1767384677.613615:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000008a6d412e. 00000020:00000040:2.0:1767384677.613617:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000020:00000010:3.0:1767384677.613618:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd53e161. 00000400:00000010:0.0:1767384677.613620:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e48f6423. 00000020:00000001:2.0:1767384677.613625:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000010:3.0:1767384677.613628:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ffce8ade. 00000020:00000001:2.0:1767384677.613630:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000010:0.0:1767384677.613630:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000146709b8. 00000020:00000010:3.0:1767384677.613636:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002b4240e8. 00000100:00000001:2.0:1767384677.613638:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384677.613640:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000020:00000010:2.0:1767384677.613644:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00000020:00000010:3.0:1767384677.613645:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000005ec5d8d. 00000400:00000200:0.0:1767384677.613649:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000100:00000001:2.0:1767384677.613652:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1767384677.613656:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000020:00000010:2.0:1767384677.613657:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000400:00000200:0.0:1767384677.613657:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000100:00000001:3.0:1767384677.613662:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384677.613666:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1767384677.613667:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040155fef. 00000400:00000200:0.0:1767384677.613669:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000100:00000001:3.0:1767384677.613670:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.613674:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f3956a85. 00000100:00000001:3.0:1767384677.613678:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.613681:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000de5eb9fb. 00000400:00000200:0.0:1767384677.613687:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000100:00000001:3.0:1767384677.613689:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.613689:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384677.613694:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1767384677.613695:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 00000100:00000001:2.0:1767384677.613699:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613703:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000100:00000001:3.0:1767384677.613704:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384677.613707:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384677.613707:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613713:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000100:00100000:3.0:1767384677.613716:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000400:00000200:0.0:1767384677.613721:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000100:00000040:3.0:1767384677.613722:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384677.613723:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.613727:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971823696 : -106175737727920 : ffff9f6f08de7450) 00000400:00000200:0.0:1767384677.613733:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000100:00000040:3.0:1767384677.613736:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c8b9de27 x1853237048146944/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 4848/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.613740:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1767384677.613743:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000100:00000001:2.0:1767384677.613745:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384677.613755:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000400:00000200:0.0:1767384677.613759:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000100:00000001:3.0:1767384677.613763:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384677.613764:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000400:00000200:0.0:1767384677.613767:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000020:00000010:3.0:1767384677.613768:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000cd53e161. 00000100:00000001:2.0:1767384677.613769:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971825744 : -106175737725872 : ffff9f6f08de7c50) 00000100:00000001:3.0:1767384677.613774:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384677.613775:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000100:00000040:2.0:1767384677.613779:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001ce09858 x1853237048147072/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 4848/0 e 0 to 0 dl 1767384688 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384677.613780:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000cd53e161. 00000400:00000200:0.0:1767384677.613785:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000100:00100000:3.0:1767384677.613791:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c8b9de27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048146944:12345-0@lo:253: 00000400:00000200:0.0:1767384677.613801:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000100:00000200:3.0:1767384677.613802:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048146944 00000020:00000001:3.0:1767384677.613808:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384677.613813:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384677.613814:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384677.613814:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[180, 68] 00000020:00000010:2.0:1767384677.613817:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00000020:00000001:3.0:1767384677.613819:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.613825:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1767384677.613825:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 67], ns[183, 68] 00000020:00000001:3.0:1767384677.613826:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384677.613830:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000010:2.0:1767384677.613834:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000400:00000200:0.0:1767384677.613834:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 67], ns[186, 68] 00000020:00000001:3.0:1767384677.613843:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1767384677.613846:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 67], ns[56, 68] 00000020:00000001:3.0:1767384677.613848:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384677.613848:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001ce09858 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16356:x1853237048147072:12345-0@lo:253: 00000020:00000001:3.0:1767384677.613854:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384677.613855:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 56], ns[60, 56] 00000020:00000001:3.0:1767384677.613859:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384677.613860:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048147072 00000020:00000001:3.0:1767384677.613864:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613864:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 56], ns[150, 56] 00000020:00000001:2.0:1767384677.613866:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384677.613883:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384677.613883:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384677.613887:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.613888:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384677.613893:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384677.613893:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 56], ns[87, 56] 02000000:00000010:3.0:1767384677.613895:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000aaf51d50. 00000020:00000001:2.0:1767384677.613898:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 02000000:00000001:3.0:1767384677.613900:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613904:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 56], ns[86, 56] 00000100:00000001:3.0:1767384677.613906:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.613907:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384677.613912:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384677.613912:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 56], ns[171, 56] 20000000:00000001:3.0:1767384677.613913:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:2.0:1767384677.613920:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384677.613920:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 56], ns[93, 56] 20000000:00000010:3.0:1767384677.613923:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000045063839. 00000020:00000001:2.0:1767384677.613925:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1767384677.613928:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 56], ns[125, 56] 20000000:01000000:3.0:1767384677.613930:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000020:00000001:2.0:1767384677.613930:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613934:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 56], ns[177, 56] 20000000:00000001:3.0:1767384677.613935:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00000100:00000001:2.0:1767384677.613938:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 20000000:00000001:3.0:1767384677.613940:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000001:2.0:1767384677.613942:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1767384677.613943:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[146, 56], ns[149, 56] 20000000:00000001:3.0:1767384677.613944:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384677.613950:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384677.613951:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000015034cbd. 00000400:00000200:0.0:1767384677.613954:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[161, 56], ns[164, 56] 20000000:00000001:3.0:1767384677.613956:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 02000000:00000001:2.0:1767384677.613958:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.613964:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.613964:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 56], ns[168, 56] 20000000:00000010:3.0:1767384677.613969:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ba8bed0d. 20000000:00000001:2.0:1767384677.613971:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000400:00000200:0.0:1767384677.613974:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 56], ns[176, 56] 20000000:01000000:3.0:1767384677.613975:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00000400:00000200:0.0:1767384677.613981:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 56], ns[155, 56] 20000000:00000010:2.0:1767384677.613982:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000086c02747. 20000000:00000001:3.0:1767384677.613985:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000400:00000200:0.0:1767384677.613987:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 56], ns[165, 56] 20000000:01000000:2.0:1767384677.613990:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000400:00000200:0.0:1767384677.613992:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 56], ns[175, 56] 00080000:00000001:3.0:1767384677.613993:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:2.0:1767384677.613996:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 00080000:00000001:3.0:1767384677.614000:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 20000000:00000001:2.0:1767384677.614000:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 00000400:00000200:0.0:1767384677.614001:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[171, 56], ns[174, 56] 20000000:00000001:2.0:1767384677.614006:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.614008:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[800, 1000], np[4294967295, 4294967295], ps[175, 56], ns[178, 56] 20000000:00000001:2.0:1767384677.614012:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.614014:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 56], ns[0, 56] 20000000:00000001:2.0:1767384677.614018:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:0.0:1767384677.614022:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00080000:00000001:3.0:1767384677.614024:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:0.0:1767384677.614028:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp45] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 00000400:00000200:0.0:1767384677.614039:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp45 00080000:00000001:3.0:1767384677.614043:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.614044:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp45 00080000:00000001:3.0:1767384677.614049:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384677.614052:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.614052:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp45 lpni_is_preferred = 0 00080000:00000001:3.0:1767384677.614056:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00000400:00000200:0.0:1767384677.614058:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp45 00080000:00000001:3.0:1767384677.614060:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.614064:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp45 NI seq info: [187:187:256:4294967295] 192.168.203.125@tcp45 LPNI seq info [184:184:8:4294967295] 00080000:00000002:3.0:1767384677.614065:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:3.0:1767384677.614073:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00000400:00000200:0.0:1767384677.614075:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp45 00080000:00000002:3.0:1767384677.614076:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384677.614080:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384677.614087:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384677.614091:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384677.614091:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp45(192.168.203.125@tcp45:) -> 192.168.203.125@tcp45(192.168.203.125@tcp:192.168.203.125@tcp45) : GET try# 0 00000020:00000001:3.0:1767384677.614095:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:0.0:1767384677.614097:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp45 00000800:00000010:0.0:1767384677.614101:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005ffae775. 00000020:00000001:3.0:1767384677.614109:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000800:00000010:0.0:1767384677.614109:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a7aa7eec. 00000800:00000010:0.0:1767384677.614114:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000e32e526e. 00080000:00000001:3.0:1767384677.614115:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384677.614121:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000043ccd8a. 00000800:00000200:0.0:1767384677.614121:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7aa7eec] -> 12345-192.168.203.125@tcp45 (2) 00080000:00000001:3.0:1767384677.614127:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893641084416 : -106180068467200 : ffff9f6e06bc9e00) 00000800:00000200:0.1:1767384677.614127:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7aa7eec] -> 12345-192.168.203.125@tcp45 (2) 00080000:00000001:3.0:1767384677.614132:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384677.614136:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384677.614140:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000cd53e161. 00000400:00000200:0.0:1767384677.614141:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00080000:00000001:3.0:1767384677.614146:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.614147:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100251 rc 0 00080000:00000001:3.0:1767384677.614151:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384677.614166:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384677.614186:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:3.0:1767384677.614245:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614309:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614325:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614342:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614362:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614398:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614412:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614429:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614490:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614511:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614533:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614551:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614571:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614609:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614636:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614652:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614668:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614685:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614699:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614713:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614726:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614748:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614767:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614782:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614795:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614811:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614824:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614838:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614855:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614883:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614900:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614913:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614925:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384677.614938:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384677.615043:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cf966c7. 00000800:00000010:3.0:1767384677.615047:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000007b8acccd. 00000800:00000010:3.0:1767384677.615053:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000526d05c8. 00000800:00000010:3.0:1767384677.615074:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000526d05c8. 00000800:00020000:3.0:1767384677.615081:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384677.615084:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000007b8acccd. 00000800:00000010:3.0:1767384677.615085:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006cf966c7. 00000400:02020000:3.0:1767384677.615117:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp45 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384677.615122:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp45 notifying 192.168.203.125@tcp45: down 00000800:00000200:3.0:1767384677.615144:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp45 down 00000800:00000100:3.0:1767384677.615149:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp45 00000800:00000010:3.0:1767384677.615151:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005ffae775. 00000400:00000200:3.0:1767384677.615153:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384677.615156:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp45->192.168.203.125@tcp45: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384677.615162:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp45 added to recovery queue. ping count: 0 next ping: 299 health :900 00000400:00000200:3.0:1767384677.615165:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384677.615167:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 1 00000400:00000200:3.0:1767384677.615175:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384677.615348:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384677.615353:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100851 00000400:00000001:0.0:1767384677.615357:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384677.615358:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384677.615359:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48f6423 00000400:00000010:0.0:1767384677.615361:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e48f6423. 00000400:00000200:0.0:1767384677.615365:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384677.615368:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:0.0:1767384677.615371:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000008a6d412e. 00000400:00000200:0.0:1767384677.615373:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (41) 00000400:00000200:0.0:1767384677.615375:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:-71 00000400:00000200:0.0:1767384677.615377:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102051 rc -71 00000400:00000200:0.0:1767384677.615380:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384677.615382:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (40) 00080000:00000010:0.0:1767384677.615976:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000043ccd8a. 00080000:00000010:2.0:1767384677.616021:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000cd53e161. 00040000:00000001:2.0:1767384677.616028:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384677.616031:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384677.616034:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384677.616038:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384677.616041:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384677.616043:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384677.616058:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384677.616071:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384677.616075:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:00000010:3.0:1767384677.616077:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b98b90e9. 20000000:01000000:3.0:1767384677.616080:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #48 00080000:00000001:2.0:1767384677.616082:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384677.616082:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:3.0:1767384677.616083:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:0.0:1767384677.616088:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384677.616089:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384677.616092:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 10000000:01000000:0.0:1767384677.616097:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384677.616098:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:0.0:1767384677.616103:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384677.616105:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.616107:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00080000:00000001:3.0:1767384677.616110:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384677.616112:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384677.616114:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00010000:00000040:0.0:1767384677.616115:0:17102:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004f71eb57 count: 2 00080000:00000001:3.0:1767384677.616116:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384677.616121:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00010000:00000001:0.0:1767384677.616121:0:17102:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384677.616127:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1767384677.616128:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:3.0:1767384677.616131:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000010:0.0:1767384677.616132:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000123671e1. 00080000:00000001:3.0:1767384677.616135:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384677.616138:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00080000:00000001:3.0:1767384677.616139:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384677.616142:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384677.616143:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000123671e1 with handle 0x71ee3a74e27192bd to hash 00000020:00000001:3.0:1767384677.616145:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384677.616147:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384677.616149:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000001:0.0:1767384677.616150:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00080000:00000001:3.0:1767384677.616155:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00010000:00000001:0.0:1767384677.616157:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00080000:00000010:3.0:1767384677.616159:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ffa9ddff. 00080000:00000001:3.0:1767384677.616164:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893641081856 : -106180068469760 : ffff9f6e06bc9400) 00010000:00000001:0.0:1767384677.616164:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:3.0:1767384677.616169:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384677.616169:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384677.616172:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384677.616175:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000526d05c8. 00010000:00010000:0.0:1767384677.616176:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384677.616177:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384677.616181:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384677.616187:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.616190:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00080000:00000001:3.0:1767384677.616194:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384677.616196:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384677.616200:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384677.616203:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.616206:0:17102:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1767384677.616211:0:17102:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27192af expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000020:2.0:1767384677.616213:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384677.616218:0:17102:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00000100:00000001:2.0:1767384677.616220:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384677.616221:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:2.0:1767384677.616224:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000045063839. 00010000:00000001:0.0:1767384677.616225:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384677.616227:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384677.616230:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 20000000:00000001:2.0:1767384677.616232:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.616232:0:17102:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1767384677.616235:0:17102:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384677.616238:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048146944 00010000:00000040:0.0:1767384677.616241:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f71eb57) refcount = 2 00010000:00000001:2.0:1767384677.616243:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384677.616249:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c8b9de27 x1853237048146944/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:0.0:1767384677.616251:0:17102:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384677.616255:0:17102:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000020 nid: 0@lo remote: 0x71ee3a74e27192af expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384677.616268:0:17102:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1767384677.616270:0:17102:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.616276:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000010:0.0:1767384677.616278:0:17102:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e3fe1c4. 00010000:00000001:2.0:1767384677.616280:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.616281:0:17102:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384677.616286:0:17102:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086677f27. 00000100:00001000:2.0:1767384677.616287:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.616289:0:17102:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637897875170240 : -106175834381376 : ffff9f6f031ba3c0) 00000100:00000001:0.0:1767384677.616294:0:17102:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637897875170240 : -106175834381376 : ffff9f6f031ba3c0) 00000100:00000001:0.0:1767384677.616297:0:17102:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384677.616298:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384677.616299:0:17102:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1767384677.616303:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000040:2.0:1767384677.616304:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:0.0:1767384677.616307:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384677.616308:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:0.0:1767384677.616309:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1767384677.616312:0:17102:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:2.0:1767384677.616314:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384677.616315:0:17102:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384677.616318:0:17102:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 02000000:00000001:2.0:1767384677.616319:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.616320:0:17102:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1767384677.616324:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8eef3e5. 00000100:00000001:2.0:1767384677.616325:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:0.0:1767384677.616328:0:17102:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000100:00000040:2.0:1767384677.616332:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1767384677.616333:0:17102:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384677.616336:0:17102:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1767384677.616338:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062e1c8c2. 02000000:00000001:0.0:1767384677.616338:0:17102:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384677.616344:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048146944, offset 224 02000000:00000010:0.0:1767384677.616345:0:17102:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c15a2f1b. 00000100:00000001:0.0:1767384677.616351:0:17102:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384677.616355:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384677.616356:0:17102:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x71ee3a74e27192af expref: 16 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384677.616366:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384677.616370:0:17102:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x71ee3a74e27192af expref: 16 pid: 17081 timeout: 448 lvb_type: 0 00000400:00000200:2.0:1767384677.616377:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07c00 00010000:00000001:0.0:1767384677.616380:0:17102:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000400:00000200:2.0:1767384677.616384:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f85 [2] + 224 00000100:00000001:0.0:1767384677.616389:0:17102:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1767384677.616393:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1767384677.616393:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1767384677.616402:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384677.616406:0:17102:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384677.616408:0:17102:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.616410:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1767384677.616412:0:17102:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000d8eef3e5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048147200:0@lo:104: 00000100:00000001:0.0:1767384677.616416:0:17102:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767384677.616418:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384677.616419:0:17102:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384677.616422:0:17102:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.616425:0:17102:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384677.616429:0:17102:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e1bb3b98. 02000000:00000001:0.0:1767384677.616433:0:17102:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.616467:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384677.616468:0:17102:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1379851. 00000400:00000010:0.0:1767384677.616474:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e48f6423. 00000100:00000200:0.0:1767384677.616479:0:17102:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048147200, portal 16 00000100:00000001:0.0:1767384677.616482:0:17102:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384677.616483:0:17102:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717086592 : -106174992465024 : ffff9f6f354a4380) 00000100:00000040:0.0:1767384677.616487:0:17102:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384677.616492:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384677.616492:0:17102:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384677.616497:0:17102:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384677.616500:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062e1c8c2 00000400:00000010:0.0:1767384677.616500:0:17102:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000100:00000001:3.0:1767384677.616506:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384677.616506:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062e1c8c2. 00000100:00000001:3.0:1767384677.616510:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384677.616512:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000200:0.0:1767384677.616512:0:17102:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048147200, offset 0 00000400:00000001:3.0:1767384677.616515:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384677.616516:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384677.616518:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384677.616521:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f162e7af. 00000100:00000001:2.0:1767384677.616522:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384677.616525:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a47a016 00000100:00000040:2.0:1767384677.616527:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384677.616531:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384677.616534:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384677.616535:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001a47a016. 00000020:00000001:2.0:1767384677.616540:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384677.616542:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1767384677.616545:0:17102:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384677.616547:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c8b9de27 x1853237048146944/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384677.616549:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384677.616558:0:17102:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384677.616573:0:17102:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff07d00 00000400:00000200:0.0:1767384677.616584:0:17102:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1859 [2] + 1640 00000100:00000200:3.0:1767384677.616587:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384677.616589:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c8b9de27 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16357:x1853237048146944:12345-0@lo:253: Request processed in 2821us (3367us total) trans 0 rc 0/0 00000400:00000200:0.0:1767384677.616592:0:17102:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384677.616603:0:17102:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384677.616610:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00000001:3.0:1767384677.616611:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384677.616612:0:17102:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:2.0:1767384677.616614:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384677.616616:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384677.616616:0:17102:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000001:2.0:1767384677.616619:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384677.616623:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000010:0.0:1767384677.616623:0:17102:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002dd19567. 00000100:00000001:2.0:1767384677.616624:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1767384677.616628:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1767384677.616629:0:17102:0:(events.c:337:request_in_callback()) incoming req@000000002dd19567 x1853237048147200 msgsize 328 00000100:00000001:3.0:1767384677.616630:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384677.616632:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002b4240e8. 00000100:00000001:3.0:1767384677.616633:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384677.616639:0:17102:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384677.616640:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.616641:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000005ec5d8d. 00000100:00001000:3.0:1767384677.616644:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=94 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384677.616648:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ffce8ade. 00000100:00001000:3.0:1767384677.616650:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384677.616655:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1767384677.616655:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000001:0.0:1767384677.616656:0:17102:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384677.616659:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.616663:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384677.616663:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:3.0:1767384677.616665:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.616666:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 02000000:00000010:2.0:1767384677.616667:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000aaf51d50. 00000400:00000010:0.0:1767384677.616670:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000100:00000001:3.0:1767384677.616671:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384677.616673:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384677.616677:0:17102:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384677.616678:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384677.616679:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384677.616684:0:17102:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1767384677.616686:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384677.616694:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4de7fde. 00000100:00000001:3.0:1767384677.616701:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1767384677.616703:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000062e1c8c2. 00000100:00000001:3.0:1767384677.616705:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384677.616705:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384677.616709:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384677.616712:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000004:3.0:1767384677.616714:0:16357:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:3.0:1767384677.616718:0:16357:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384677.616721:0:16357:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384677.616724:0:16357:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:0.0:1767384677.616725:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384677.616726:0:16357:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:0.0:1767384677.616728:0:17102:0:(events.c:68:request_out_callback()) Process leaving 00000020:01000004:3.0:1767384677.616729:0:16357:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:3.0:1767384677.616732:0:16357:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384677.616734:0:16357:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000100:00000001:0.0:1767384677.616735:0:17102:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1767384677.616736:0:16357:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384677.616739:0:16357:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1767384677.616739:0:17070:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384677.616740:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 0 is 4294965393 00000100:00100000:2.0:1767384677.616745:0:17070:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048147200 00000100:00000040:3.0:1767384677.616746:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.616747:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 0, simply extend its deadline from 4294965389 02000000:00000001:2.0:1767384677.616751:0:17070:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384677.616755:0:17070:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.616755:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 1 is 4294965393 00000100:00000001:2.0:1767384677.616760:0:17070:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.616761:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 1, simply extend its deadline from 4294965389 02000000:00000001:2.0:1767384677.616769:0:17070:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.616769:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 2 is 4294965393 00000100:00100000:3.0:1767384677.616774:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048146944:0@lo:253: 00000100:00100000:2.0:1767384677.616776:0:17070:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048147200 00000100:00000001:0.0:1767384677.616776:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 2, simply extend its deadline from 4294965389 00000020:00000001:2.0:1767384677.616783:0:17070:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384677.616784:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.616785:0:17102:0:(niobuf.c:662:kick_cpu_latency()) MGS: PM QoS new deadline estimation for cpu 3 is 4294965393 00000020:00000040:2.0:1767384677.616786:0:17070:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718ecd 00000100:00000001:3.0:1767384677.616790:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384677.616791:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384677.616792:0:17102:0:(niobuf.c:684:kick_cpu_latency()) MGS: PM QoS request active for cpu 3, simply extend its deadline from 4294965390 00000100:00000040:3.0:1767384677.616795:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048146944/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384677.616797:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000965fae49 refcount=3 00000100:00000001:0.0:1767384677.616797:0:17102:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384677.616803:0:17102:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.616806:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 00010000:00000001:0.0:1767384677.616807:0:17102:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.616812:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1767384677.616813:0:17102:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.616814:0:17070:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897975435264 : -106175734116352 : ffff9f6f09159000) 02000000:00000001:3.0:1767384677.616815:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1767384677.616816:0:17102:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384677.616818:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fed17f63. 00010000:00000001:0.0:1767384677.616821:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384677.616822:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384677.616824:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1767384677.616825:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000010:2.0:1767384677.616827:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00010000:00000001:0.0:1767384677.616828:0:17102:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384677.616829:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384677.616831:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00010000:00000001:0.0:1767384677.616833:0:17102:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00000100:00000001:2.0:1767384677.616834:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384677.616835:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384677.616836:0:17102:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000010:3.0:1767384677.616839:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bb026031. 00000020:00000010:2.0:1767384677.616841:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000100:00000001:0.0:1767384677.616842:0:17102:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384677.616844:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1767384677.616847:0:17102:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1767384677.616848:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1767384677.616850:0:17102:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000010:3.0:1767384677.616851:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00000020:00000010:2.0:1767384677.616851:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f40b9d0. 00000100:00100000:0.0:1767384677.616859:0:17102:0:(client.c:2690:ptlrpc_set_wait()) set 0000000086677f27 going to sleep for 11 seconds 00000100:00000001:3.0:1767384677.616860:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1767384677.616860:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000805a7dad. 00000100:00000001:3.0:1767384677.616863:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.616865:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384677.616879:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384677.616880:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6e6825e. 00000100:00000001:0.0:1767384677.616882:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.616885:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384677.616888:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.616890:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384677.616893:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.616893:0:17070:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1767384677.616898:0:17070:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384677.616900:0:17070:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384677.616902:0:17070:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.616907:0:17070:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.616916:0:17070:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.616930:0:17070:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384677.616933:0:17069:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384677.616933:0:17070:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384677.616936:0:17069:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384677.616940:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384677.616944:0:17070:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000965fae49 : new rpc_count 1 00000100:00000001:3.0:1767384677.616945:0:17069:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.616948:0:17070:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717096448 : -106174992455168 : ffff9f6f354a6a00) 00000100:00000001:3.0:1767384677.616949:0:17069:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.616958:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002dd19567 x1853237048147200/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384677.616969:0:17070:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384677.616971:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00000100:00000001:2.0:1767384677.616974:0:17070:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.616976:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000100:00100000:2.0:1767384677.616980:0:17070:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002dd19567 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048147200:12345-0@lo:104: 00000100:00000200:2.0:1767384677.616984:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048147200 00010000:00000001:2.0:1767384677.616987:0:17070:0:(ldlm_lockd.c:2359:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1767384677.616992:0:17070:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.616994:0:17070:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.616996:0:17070:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=2 00000020:00000001:2.0:1767384677.616998:0:17070:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:2.0:1767384677.617002:0:17070:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:2.0:1767384677.617005:0:17070:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384677.617007:0:17070:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384677.617010:0:17070:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384677.617019:0:17070:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384677.617021:0:17070:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384677.617024:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000bdcddc1d. 02000000:00000001:2.0:1767384677.617026:0:17070:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.617028:0:17070:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.617031:0:17070:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384677.617033:0:17070:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384677.617035:0:17070:0:(import.c:2128:obd_at_measure()) add 1 to 00000000101ab2d5 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384677.617039:0:17070:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.617041:0:17070:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384677.617043:0:17070:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384677.617046:0:17070:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.617047:0:17070:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.617049:0:17070:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384677.617052:0:17070:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384677.617055:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000200:2.0:1767384677.617058:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048147200, offset 224 00000400:00000200:2.0:1767384677.617062:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384677.617068:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384677.617074:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff07d00 00000400:00000200:2.0:1767384677.617078:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x1fa1 [1] + 224 00000400:00000200:2.0:1767384677.617083:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.617086:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384677.617090:0:17070:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384677.617093:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384677.617104:0:17070:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384677.617121:0:17070:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384677.617126:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:2.0:1767384677.617128:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000001:2.0:1767384677.617131:0:17070:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384677.617133:0:17070:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384677.617136:0:17070:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.617139:0:17070:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384677.617142:0:17070:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1767384677.617146:0:17070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000090b6c11f. 00010000:00000001:2.0:1767384677.617150:0:17070:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1767384677.617165:0:17070:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1767384677.617168:0:17070:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.617170:0:17070:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.617172:0:17070:0:(ldlm_lockd.c:2532:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.617177:0:17070:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002dd19567 x1853237048147200/t0(0) o104->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1767384677.617183:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00100000:2.0:1767384677.617189:0:17070:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002dd19567 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+3:17102:x1853237048147200:12345-0@lo:104: Request processed in 217us (556us total) trans 0 rc 0/0 00000020:00000001:3.0:1767384677.617190:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384677.617196:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384677.617201:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00100000:2.0:1767384677.617202:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00000001:3.0:1767384677.617206:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1767384677.617208:0:17070:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000965fae49 : new rpc_count 0 00010000:00010000:3.0:1767384677.617211:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384677.617212:0:17070:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384677.617216:0:17070:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384677.617220:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000805a7dad. 00000020:00000010:2.0:1767384677.617224:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6e6825e. 00000020:00000010:2.0:1767384677.617227:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f40b9d0. 00000020:00000040:2.0:1767384677.617232:0:17070:0:(genops.c:898:class_export_put()) PUTting export 00000000965fae49 : new refcount 2 00000100:00000001:2.0:1767384677.617236:0:17070:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1767384677.617244:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000011ce9f8a already unused, calling callback (000000001dab8c51) 10000000:00000001:3.0:1767384677.617248:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384677.617249:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384677.617254:0:17102:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384677.617255:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384677.617259:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384677.617261:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:2.0:1767384677.617261:0:17102:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1767384677.617263:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000011ce9f8a refcount=3 00000400:00000001:2.0:1767384677.617265:0:17102:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1767384677.617266:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00000400:00000010:2.0:1767384677.617268:0:17102:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1379851. 00010000:00000001:3.0:1767384677.617269:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890113024 : -106174819438592 : ffff9f6f3f9a7000) 00010000:00000001:3.0:1767384677.617276:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1767384677.617277:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384677.617277:0:17102:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48f6423 00000400:00000010:2.0:1767384677.617283:0:17102:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e48f6423. 10000000:00000001:3.0:1767384677.617286:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1767384677.617288:0:17102:0:(events.c:78:reply_in_callback()) Process entered 10000000:00010000:3.0:1767384677.617289:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384677.617295:0:17102:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 10000000:01000000:3.0:1767384677.617296:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1767384677.617302:0:17074:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1767384677.617305:0:17074:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1767384677.617308:0:17074:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1767384677.617310:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384677.617313:0:17074:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384677.617316:0:17102:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384677.617326:0:17102:0:(events.c:163:reply_in_callback()) Process leaving 10000000:00000001:3.0:1767384677.617327:0:17074:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 00000100:00000001:2.0:1767384677.617328:0:17102:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384677.617329:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384677.617333:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 00000100:00000001:2.0:1767384677.617334:0:17102:0:(client.c:1578:after_reply()) Process entered 10000000:00000001:3.0:1767384677.617338:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 02000000:00000001:2.0:1767384677.617338:0:17102:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 10000000:00000001:3.0:1767384677.617341:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.617342:0:17102:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384677.617345:0:17102:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.617346:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384677.617351:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000001:2.0:1767384677.617351:0:17102:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.617355:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00001000:2.0:1767384677.617357:0:17102:0:(import.c:2128:obd_at_measure()) add 5 to 00000000cb2e390f time=94 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384677.617361:0:17102:0:(import.c:2128:obd_at_measure()) add 1 to 00000000a85bca0b time=94 v=5 (1 0 0 0) 00010000:00000001:3.0:1767384677.617364:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384677.617366:0:17102:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1767384677.617367:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.617369:0:17102:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384677.617371:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000011ce9f8a with handle 0x71ee3a74e27192af from hash 00010000:00000001:2.0:1767384677.617373:0:17102:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384677.617375:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384677.617377:0:17102:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.617378:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384677.617382:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384677.617382:0:17102:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.617385:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384677.617388:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1767384677.617389:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384677.617391:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1767384677.617397:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384677.617400:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384677.617405:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000020:00000040:3.0:1767384677.617410:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384677.617414:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384677.617416:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384677.617418:0:17102:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384677.617420:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.617423:0:17102:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1767384677.617426:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071e42cc5. 00000100:00000001:2.0:1767384677.617427:0:17102:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384677.617432:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.617433:0:17102:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1767384677.617455:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384677.617459:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.617463:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.617467:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384677.617468:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384677.617473:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.617473:0:17102:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.617479:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384677.617482:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.617483:0:17102:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1767384677.617488:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df0d3385] to pc [ptlrpcd_00_00+0] req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384677.617511:0:17102:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000d8eef3e5 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:17102:1853237048147200:0@lo:104: 00000100:00000001:2.0:1767384677.617518:0:17102:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.617522:0:17102:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.617525:0:17102:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000001:3.0:1767384677.617527:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384677.617528:0:17102:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384677.617530:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384677.617533:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384677.617534:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767384677.617535:0:17102:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000d8eef3e5 x1853237048147200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:3.0:1767384677.617536:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767384677.617537:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1767384677.617539:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384677.617544:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.617545:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1767384677.617550:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384677.617555:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1767384677.617568:0:17102:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384677.617573:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1767384677.617574:0:17102:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384677.617575:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384677.617578:0:17102:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e1bb3b98. 02000000:00000001:0.0:1767384677.617580:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384677.617585:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384677.617586:0:17102:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1767384677.617588:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384677.617591:0:17102:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1767384677.617591:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384677.617592:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 0000000011ce9f8a/0x71ee3a74e27192af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x71ee3a74e27192b6 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000020:00000040:2.0:1767384677.617595:0:17102:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 00000100:00100000:0.0:1767384677.617598:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048147328:0@lo:103: 00000020:00000001:2.0:1767384677.617603:0:17102:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384677.617607:0:17102:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c15a2f1b. 00000100:00000001:0.0:1767384677.617608:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000040:3.0:1767384677.617610:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000008d54c800 count: 0 02000000:00000001:2.0:1767384677.617613:0:17102:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384677.617614:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384677.617618:0:17102:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1767384677.617618:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384677.617623:0:17102:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8eef3e5. 02000000:00000001:0.0:1767384677.617623:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1767384677.617625:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:0.0:1767384677.617628:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005da994d3. 00010000:00000001:3.0:1767384677.617629:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1767384677.617631:0:17102:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1767384677.617632:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.0:1767384677.617633:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000090b6c11f. 00000100:00000001:2.0:1767384677.617635:0:17102:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384677.617637:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928840c6. 00010000:00000001:3.0:1767384677.617638:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384677.617640:0:17102:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000086677f27. 00000020:00000001:3.0:1767384677.617643:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:0.0:1767384677.617645:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000020:00000001:3.0:1767384677.617646:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.617648:0:17102:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000200:0.0:1767384677.617650:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048147328, portal 18 00010000:00010000:3.0:1767384677.617651:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384677.617652:0:17102:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384677.617654:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384677.617656:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1767384677.617658:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1767384677.617660:0:17102:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e3fe1c4. 00000100:00000001:0.0:1767384677.617660:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00010000:00010000:3.0:1767384677.617661:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384677.617664:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384677.617668:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.617669:0:17102:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.617669:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1767384677.617670:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384677.617677:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.617679:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384677.617679:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1767384677.617683:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.617683:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384677.617687:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 20000000:00000001:2.0:1767384677.617692:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00000400:00000010:0.0:1767384677.617692:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000891cb20e. 00010000:00000001:2.0:1767384677.617697:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000100:00000200:0.0:1767384677.617697:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048147328, offset 0 00010000:00010000:2.0:1767384677.617702:0:17102:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1767384677.617705:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384677.617714:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384677.617721:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff07d80 00000400:00000200:0.0:1767384677.617725:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x11 [2] + 1640 00000400:00000200:0.0:1767384677.617735:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384677.617738:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384677.617740:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384677.617741:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1767384677.617744:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5408342. 00000100:00000040:0.0:1767384677.617745:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000d5408342 x1853237048147328 msgsize 328 00000100:00100000:0.0:1767384677.617747:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384677.617769:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384677.617772:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000891cb20e 00000400:00000010:0.0:1767384677.617774:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000891cb20e. 00000100:00000001:0.0:1767384677.617775:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384677.617777:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.617782:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384677.617784:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.617789:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.617790:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384677.617793:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.617796:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294965394 00000100:00000001:2.0:1767384677.617799:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384677.617800:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294965393 00000100:00100000:2.0:1767384677.617805:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048147328 00000100:00000001:0.0:1767384677.617806:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294965394 02000000:00000001:2.0:1767384677.617811:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384677.617811:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294965393 00000100:00000001:2.0:1767384677.617816:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.617816:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294965394 00000100:00000001:2.0:1767384677.617821:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.617821:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294965393 02000000:00000001:2.0:1767384677.617828:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.617828:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294965394 00000100:00000001:0.0:1767384677.617834:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294965393 00000100:00100000:2.0:1767384677.617835:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048147328 00000020:00000001:2.0:1767384677.617839:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384677.617839:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384677.617843:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:0.0:1767384677.617843:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.617849:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384677.617849:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.617853:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=16 00000100:00000001:0.0:1767384677.617854:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384677.617857:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384677.617862:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384677.617866:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384677.617866:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384677.617880:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1767384677.617884:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00000100:00000001:0.0:1767384677.617885:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384677.617888:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384677.617890:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384677.617891:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.617895:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.617897:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000020:00000010:2.0:1767384677.617903:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f40b9d0. 00000020:00000010:2.0:1767384677.617907:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000805a7dad. 00000020:00000010:2.0:1767384677.617911:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6e6825e. 00000100:00000040:2.0:1767384677.617919:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1767384677.617922:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384677.617924:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384677.617926:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384677.617929:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.617932:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384677.617935:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.617936:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.617939:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008b8ec4a refcount=4 00000020:00000001:2.0:1767384677.617942:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384677.617944:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00010000:2.0:1767384677.617949:0:17073:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27192af expref: 16 pid: 17081 timeout: 448 lvb_type: 0 00010000:00000001:2.0:1767384677.617957:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.617958:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.617960:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.617962:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.617966:0:17073:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1767384677.617970:0:17073:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d5408342 x1853237048147328/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.617980:0:17073:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1767384677.617981:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.617991:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384677.618004:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384677.618007:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384677.618007:0:18905:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384677.618011:0:18905:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384677.618012:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384677.618016:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000001:0.0:1767384677.618018:0:18905:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.618019:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717100928 : -106174992450688 : ffff9f6f354a7b80) 00000100:00000001:0.0:1767384677.618022:0:18905:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384677.618028:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5408342 x1853237048147328/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 328/0 e 0 to 0 dl 1767384688 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.618038:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384677.618041:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006f412e13. 00000100:00000001:2.0:1767384677.618044:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384677.618046:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006f412e13. 00000100:00100000:2.0:1767384677.618051:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5408342 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+16:16354:x1853237048147328:12345-0@lo:103: 00000100:00000200:2.0:1767384677.618055:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048147328 00010000:00000001:2.0:1767384677.618058:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384677.618061:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384677.618064:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384677.618067:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384677.618069:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384677.618072:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f40c2963. 02000000:00000001:2.0:1767384677.618074:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.618076:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.618079:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384677.618081:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384677.618083:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.618084:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.618086:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000008b8ec4a refcount=4 00000020:00000001:2.0:1767384677.618088:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000001:2.0:1767384677.618090:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932348928 : -106174777202688 : ffff9f6f421ee800) 00010000:00000040:2.0:1767384677.618093:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000004f71eb57 count: 3 00010000:00010000:2.0:1767384677.618097:0:17073:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x71ee3a74e27192af expref: 16 pid: 17081 timeout: 448 lvb_type: 0 00000100:00001000:2.0:1767384677.618105:0:17073:0:(import.c:2128:obd_at_measure()) add 0 to 00000000477a7f2b time=1767384677 v=100 (0 0 0 0) 00010000:00000001:2.0:1767384677.618108:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384677.618114:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.618116:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000010:0.0:1767384677.618118:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ffa9ddff. 00010000:00010000:2.0:1767384677.618119:0:17073:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x71ee3a74e27192af expref: 16 pid: 17081 timeout: 448 lvb_type: 0 00000020:00000001:2.0:1767384677.618130:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384677.618132:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384677.618134:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384677.618136:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.618139:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384677.618140:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384677.618146:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.618148:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.618151:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:3.0:1767384677.618153:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000526d05c8. 00010000:00000001:2.0:1767384677.618153:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1767384677.618157:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000040:2.0:1767384677.618159:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000008b8ec4a with handle 0x71ee3a74e27192b6 from hash 00040000:00000001:3.0:1767384677.618160:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384677.618163:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.618165:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000002:3.0:1767384677.618167:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 00010000:00000001:2.0:1767384677.618170:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000001:3.0:1767384677.618171:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.618174:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:3.0:1767384677.618175:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384677.618178:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 00010000:00000001:2.0:1767384677.618179:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 20000000:00000001:3.0:1767384677.618181:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384677.618184:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 20000000:01000000:3.0:1767384677.618185:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00010000:00000001:2.0:1767384677.618189:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:3.0:1767384677.618191:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 00010000:00010000:2.0:1767384677.618195:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000008b8ec4a/0x71ee3a74e27192b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x71ee3a74e27192af expref: 16 pid: 17081 timeout: 448 lvb_type: 0 00010000:00000040:2.0:1767384677.618203:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000040:2.0:1767384677.618206:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00010000:00000001:2.0:1767384677.618211:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.618214:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384677.618217:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1767384677.618219:0:17073:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock 00000000123671e1 00010000:00000001:2.0:1767384677.618221:0:17073:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384677.618223:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384677.618225:0:17073:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.618228:0:17073:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384677.618229:0:17073:0:(ldlm_plain.c:65:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.618232:0:17073:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384677.618234:0:17073:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1767384677.618236:0:17073:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.618242:0:17073:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1767384677.618244:0:17073:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384677.618246:0:17073:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384677.618248:0:17073:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384677.618250:0:17073:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004f71eb57) refcount = 2 00010000:00010000:2.0:1767384677.618254:0:17073:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.618261:0:17073:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384677.618263:0:17073:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384677.618264:0:17073:0:(ldlm_plain.c:135:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.618266:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1767384677.618269:0:17073:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006f412e13. 00080000:00000020:3.0:1767384677.618291:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:3.0:1767384677.618294:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:3.0:1767384677.618296:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000086c02747. 20000000:00000001:3.0:1767384677.618304:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384677.618307:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048147072 00010000:00000001:3.0:1767384677.618308:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384677.618311:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001ce09858 x1853237048147072/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384677.618317:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384677.618318:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384677.618320:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=94 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384677.618322:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384677.618323:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384677.618325:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384677.618327:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384677.618328:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384677.618330:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384677.618332:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384677.618335:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b8acccd. 00000100:00000200:3.0:1767384677.618337:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048147072, offset 224 00000400:00000200:3.0:1767384677.618341:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384677.618346:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384677.618350:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07c80 00000400:00000200:3.0:1767384677.618354:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1f8d [2] + 224 00000400:00000200:3.0:1767384677.618357:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384677.618359:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384677.618361:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384677.618364:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384677.618369:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384677.618382:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384677.618386:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b8acccd 00000400:00000010:3.0:1767384677.618388:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b8acccd. 00000100:00000001:3.0:1767384677.618391:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384677.618393:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384677.618401:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384677.618403:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.618404:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384677.618407:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384677.618410:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384677.618410:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1767384677.618414:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384677.618414:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384677.618418:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000077cb5106. 00000020:00000001:3.0:1767384677.618419:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384677.618424:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6433f85 00000100:00000040:3.0:1767384677.618425:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ce09858 x1853237048147072/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 4848/4768 e 0 to 0 dl 1767384688 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384677.618428:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6433f85. 00000100:00000001:0.0:1767384677.618434:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384677.618635:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384677.618642:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.618647:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384677.618649:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.618651:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384677.618652:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384677.618654:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.618655:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.618656:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.618659:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=94 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384677.618662:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=94 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384677.618663:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384677.618665:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384677.618666:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384677.618667:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.618669:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384677.618678:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.618683:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384677.618685:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384677.618686:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384677.618688:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384677.618690:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384677.618691:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384677.618692:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384677.618693:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384677.618695:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384677.618696:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384677.618697:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384677.618698:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384677.618701:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384677.618707:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a744e5f0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048147072:0@lo:253: 00000100:00000001:0.0:1767384677.618711:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.618712:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384677.618715:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a744e5f0 x1853237048147072/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384693 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.618719:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384677.618721:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384677.618723:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fac993b3. 02000000:00000001:0.0:1767384677.618727:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384677.618729:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384677.618730:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384677.618732:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384677.618733:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000adbe0538. 02000000:00000001:0.0:1767384677.618737:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384677.618738:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384677.618740:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a744e5f0. 00000100:00000001:0.0:1767384677.618743:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384677.618744:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.618746:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384677.618752:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001ce09858 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048147072:12345-0@lo:253: Request processed in 4625us (5134us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384677.618753:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384677.618756:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.618761:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384677.618764:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384677.618767:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00000040:3.0:1767384677.618771:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384677.618773:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384677.618776:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384677.618778:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f3956a85. 00000020:00000010:3.0:1767384677.618782:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000de5eb9fb. 00000020:00000010:3.0:1767384677.618786:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040155fef. 00000020:00000040:3.0:1767384677.618789:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:3.0:1767384677.618791:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384677.618793:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000015034cbd. 02000000:00000001:3.0:1767384677.618796:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384677.618797:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384677.618800:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384677.618803:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078b964a1. 00000400:00000010:3.0:1767384677.618805:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007b8acccd. 00000100:00000001:2.0:1767384677.619620:0:17073:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767384677.619632:0:17073:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cfea625b. 00000100:00000001:2.0:1767384677.619635:0:17073:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893635898560 : -106180073653056 : ffff9f6e066d7cc0) 00000100:00000001:2.0:1767384677.619638:0:17073:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446637893635898560 : -106180073653056 : ffff9f6e066d7cc0) 00000100:00000001:2.0:1767384677.619641:0:17073:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767384677.619643:0:17073:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1767384677.619645:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 20000000:00000001:2.0:1767384677.619649:0:17073:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:2.0:1767384677.619653:0:17073:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:2.0:1767384677.619657:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.619660:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.619662:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000123671e1 refcount=5 00000020:00000001:2.0:1767384677.619665:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00000001:2.0:1767384677.619667:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00000001:2.0:1767384677.619670:0:17073:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1767384677.619673:0:17073:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.619682:0:17073:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1767384677.619684:0:17073:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.619691:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.619693:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384677.619695:0:17073:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.619702:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384677.619705:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.619709:0:17073:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1767384677.619712:0:17073:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384677.619718:0:17073:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000123671e1 already unused, calling callback (000000009752a4b4) 00010000:00000001:2.0:1767384677.619721:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384677.619743:0:17073:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1767384677.619745:0:17073:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.619751:0:17073:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384677.619753:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384677.619754:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384677.619756:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000123671e1 refcount=6 00000020:00000001:2.0:1767384677.619758:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00000001:2.0:1767384677.619760:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623418368 : -106175086133248 : ffff9f6f2fb50000) 00010000:00000001:2.0:1767384677.619763:0:17073:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384677.619765:0:17073:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.619771:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384677.619773:0:17073:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1767384677.619775:0:17073:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.619795:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384677.619797:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384677.619799:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384677.619801:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384677.619804:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000123671e1 with handle 0x71ee3a74e27192bd from hash 00010000:00000001:2.0:1767384677.619807:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384677.619808:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.619810:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.619811:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384677.619814:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384677.619816:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384677.619818:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384677.619821:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.619823:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.619826:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384677.619828:0:17073:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1767384677.619831:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384677.619833:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.619834:0:17073:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.619849:0:17073:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.619852:0:17073:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384677.619856:0:17073:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384677.619859:0:17102:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.619882:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.619885:0:17102:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384677.619887:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384677.619891:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1767384677.619892:0:17073:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00010000:0.0:1767384677.619896:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.619897:0:17073:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1767384677.619902:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.619907:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1767384677.619908:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384677.619910:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384677.619915:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.619917:0:17073:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 20000000:00000001:0.0:1767384677.619917:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00010000:00000001:2.0:1767384677.619926:0:17073:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384677.619929:0:17073:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.619932:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384677.619935:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000123671e1/0x71ee3a74e27192bd lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384677.619947:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384677.619949:0:17073:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384677.619951:0:17073:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1767384677.619952:0:17073:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1767384677.619954:0:17073:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.619956:0:17073:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.619958:0:17073:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1767384677.619960:0:17073:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000cfea625b. 00000100:00000001:2.0:1767384677.619963:0:17073:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1767384677.619965:0:17073:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1767384677.619967:0:17073:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006f412e13. 00010000:00000001:2.0:1767384677.619971:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384677.619973:0:17073:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004f71eb57 count: 0 00010000:00010000:2.0:1767384677.619979:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384677.619981:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384677.619987:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384677.619990:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384677.619994:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384677.619998:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384677.620019:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384677.620022:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384677.620025:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384677.620028:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.620032:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384677.620035:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384677.620041:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000200:2.0:1767384677.620047:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048147328, offset 224 00000400:00000200:2.0:1767384677.620055:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384677.620067:0:17073:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384677.620077:0:17073:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff07d80 00000400:00000200:2.0:1767384677.620085:0:17073:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x1fb1 [1] + 224 00000400:00000200:2.0:1767384677.620092:0:17073:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384677.620095:0:17073:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384677.620103:0:17073:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384677.620108:0:17073:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384677.620119:0:17073:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384677.620139:0:17073:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384677.620149:0:17073:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:2.0:1767384677.620152:0:17073:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000001:2.0:1767384677.620156:0:17073:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384677.620158:0:17073:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384677.620159:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384677.620162:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384677.620164:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384677.620167:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384677.620169:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1767384677.620171:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000010:0.0:1767384677.620173:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928840c6. 00010000:00000001:2.0:1767384677.620179:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384677.620180:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00010000:00000001:2.0:1767384677.620186:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384677.620186:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000100:00000001:0.0:1767384677.620189:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384677.620197:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384677.620200:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5408342 x1853237048147328/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:658/0 lens 328/224 e 0 to 0 dl 1767384688 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384677.620228:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.620247:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384677.620249:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5408342 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048147328:12345-0@lo:103: Request processed in 2206us (2498us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384677.620250:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.620255:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384677.620258:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384677.620261:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384677.620267:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384677.620270:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384677.620273:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=94 v=5 (5 0 0 0) 00000100:00100000:2.0:1767384677.620275:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384677.620280:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00001000:0.0:1767384677.620285:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384677.620287:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384677.620289:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384677.620294:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384677.620295:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1767384677.620297:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384677.620302:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.620304:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384677.620307:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000805a7dad. 00000100:00000040:0.0:1767384677.620307:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384677.620320:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6e6825e. 00000100:00000001:0.0:1767384677.620321:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384677.620331:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384677.620333:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384677.620335:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f40b9d0. 00000100:00000040:0.0:1767384677.620340:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384677.620347:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000100:00100000:0.0:1767384677.620350:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048147328:0@lo:103: 00000100:00000001:2.0:1767384677.620358:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.620360:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.620365:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384677.620367:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048147328/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384693 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384677.620372:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384677.620374:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384677.620376:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005da994d3. 02000000:00000001:0.0:1767384677.620378:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384677.620379:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384677.620380:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384677.620383:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384677.620385:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000071e42cc5. 02000000:00000001:0.0:1767384677.620390:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384677.620391:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384677.620392:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00000100:00000001:0.0:1767384677.620395:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384677.620395:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.620396:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384677.620400:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384677.620401:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384677.620408:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384677.620410:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1767384677.622464:0:37973:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d54c800. 00010000:00000010:3.1:1767384677.622471:0:37973:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000011ce9f8a. 00000100:00000040:3.0:1767384677.624492:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294965394, at 4294965395 00000100:00000010:3.0:1767384677.624501:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002bfc6c90. 00000100:00000040:0.0:1767384677.624517:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294965394, at 4294965395 00000100:00000010:0.0:1767384677.624525:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000378f919a. 00000100:00000040:1.0:1767384677.625500:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294965394, at 4294965396 00000100:00000010:1.0:1767384677.625510:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000004cb188b7. 00000100:00000040:2.0:1767384677.626054:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294965394, at 4294965396 00000100:00000010:2.0:1767384677.626062:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8eb5370. 00010000:00000010:2.1:1767384677.626476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000008b8ec4a. 00010000:00000010:2.1:1767384677.626486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000123671e1. 00010000:00000010:2.1:1767384677.626493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004f71eb57. 00000400:00000010:2.0:1767384677.633028:0:37976:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000002659e800. 00000400:00000040:2.0:1767384677.633055:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384677.633059:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384677.633062:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384677.633066:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384677.633069:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384677.633071:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:2.0:1767384677.633075:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384677.633077:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:2.0:1767384677.633079:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384677.633081:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:2.0:1767384677.633084:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384677.633086:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384677.633089:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384677.633091:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384677.633093:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:2.0:1767384677.633095:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:2.0:1767384677.633097:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1767384677.633099:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:2.0:1767384677.633100:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:2.0:1767384677.633103:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384677.633105:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384677.633107:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384677.633109:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384677.633110:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384677.633112:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:2.0:1767384677.633115:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384677.633116:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384677.633118:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384677.633120:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384677.633122:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384677.633123:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:2.0:1767384677.633125:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:2.0:1767384677.633127:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:2.0:1767384677.633129:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1767384677.633131:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:2.0:1767384677.633133:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384677.633134:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:2.0:1767384677.633136:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:2.0:1767384677.633138:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384677.633140:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:2.0:1767384677.633142:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384677.633143:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1767384677.633145:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:2.0:1767384677.633147:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:2.0:1767384677.633149:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:2.0:1767384677.633151:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:2.0:1767384677.633153:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:2.0:1767384677.633155:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:2.0:1767384677.633157:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1767384677.633159:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:2.0:1767384677.633161:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:2.0:1767384677.633163:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1767384677.633165:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:2.0:1767384677.633167:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:2.0:1767384677.633169:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:2.0:1767384677.633171:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:2.0:1767384677.633172:0:37976:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:2.0:1767384677.633296:0:37976:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000002659e800. 00000400:00000200:1.0:1767384678.117513:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp44 00000400:00000010:1.0:1767384678.117521:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a62a902f. 00000400:00000010:1.0:1767384678.117530:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009d4ba8f1. 00000400:00000010:1.0:1767384678.117536:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005718d3cd. 00000400:00000010:1.0:1767384678.117547:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000011164728. 00000400:00000200:1.0:1767384678.117554:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp44 00000400:00000200:1.0:1767384678.117579:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp44 local destination 00000400:00000200:1.0:1767384678.117586:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp44 00000400:00000200:1.0:1767384678.117590:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp44 NI seq info: [188:188:256:4294967295] 192.168.203.125@tcp44 LPNI seq info [185:185:8:4294967295] 00000400:00000200:1.0:1767384678.117597:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp44 00000400:00000200:1.0:1767384678.117607:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp44(192.168.203.125@tcp44:) -> 192.168.203.125@tcp44(192.168.203.125@tcp44:192.168.203.125@tcp44) : GET try# 0 00000800:00000200:1.0:1767384678.117614:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp44 00000800:00000010:1.0:1767384678.117620:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ecd9caa2. 00000800:00000200:1.0:1767384678.117627:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000800:00000200:1.1:1767384678.117645:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000400:00000200:1.0:1767384678.117671:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp44 added to recovery queue. ping count: 2 next ping: 302 health :800 00000400:00000200:0.0:1767384678.117756:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.117823:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.117856:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.117912:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.117946:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.117980:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118011:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118041:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118061:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118091:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118119:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118163:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118215:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118263:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118322:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118365:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118416:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118535:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118593:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118632:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118671:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118713:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118743:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118770:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118797:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118823:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118848:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118889:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118928:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118960:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.118996:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.119030:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.119060:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.119089:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384678.119117:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384678.119293:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d924432d. 00000800:00000010:0.0:1767384678.119300:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fceea832. 00000800:00000010:0.0:1767384678.119305:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004fb413da. 00000800:00000010:0.0:1767384678.119328:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004fb413da. 00000800:00020000:0.0:1767384678.119339:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384678.119343:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fceea832. 00000800:00000010:0.0:1767384678.119346:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d924432d. 00000400:02020000:0.0:1767384678.119391:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp44 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384678.119400:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp44 notifying 192.168.203.125@tcp44: down 00000800:00000200:0.0:1767384678.119409:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp44 down 00000800:00000100:0.0:1767384678.119416:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp44 00000800:00000010:0.0:1767384678.119420:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ecd9caa2. 00000400:00000200:0.0:1767384678.119425:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384678.119430:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp44->192.168.203.125@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384678.120063:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384678.120068:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384678.120072:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp44) recovery failed with -71 00010000:00000001:3.0:1767384678.309509:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384678.309517:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384678.309527:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384678.309529:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384678.309550:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384678.309557:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384678.309563:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384679.141495:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384679.141500:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384679.141503:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005718d3cd 00000400:00000010:1.0:1767384679.141506:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005718d3cd. 00000400:00000200:1.0:1767384679.141511:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384679.141517:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384679.141530:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a62a902f. 00000400:00000010:1.0:1767384679.141533:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009d4ba8f1. 00000800:00000200:3.0:1767384679.141540:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000400:00000200:1.0:1767384679.141545:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp43 00000400:00000010:1.0:1767384679.141550:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a62a902f. 00000800:00000200:3.1:1767384679.141552:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000400:00000010:1.0:1767384679.141557:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004e666a6e. 00000400:00000010:1.0:1767384679.141562:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005718d3cd. 00000400:00000010:1.0:1767384679.141569:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f3e797d0. 00000400:00000200:1.0:1767384679.141574:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp43 00000400:00000200:1.0:1767384679.141595:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp43 local destination 00000400:00000200:1.0:1767384679.141603:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp43 00000400:00000200:1.0:1767384679.141607:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp43 NI seq info: [189:189:256:4294967295] 192.168.203.125@tcp43 LPNI seq info [186:186:8:4294967295] 00000400:00000200:1.0:1767384679.141613:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp43 00000400:00000200:1.0:1767384679.141620:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp43(192.168.203.125@tcp43:) -> 192.168.203.125@tcp43(192.168.203.125@tcp43:192.168.203.125@tcp43) : GET try# 0 00000800:00000200:1.0:1767384679.141625:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp43 00000800:00000010:1.0:1767384679.141629:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000caab146c. 00000800:00000200:1.0:1767384679.141633:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000800:00000200:1.1:1767384679.141637:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000400:00000200:2.0:1767384679.141644:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.141653:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp43 added to recovery queue. ping count: 3 next ping: 307 health :700 00000400:00000200:1.0:1767384679.141661:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp45 00000400:00000010:1.0:1767384679.141664:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000013eb997b. 00000400:00000010:1.0:1767384679.141668:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d27e1766. 00000400:00000010:1.0:1767384679.141671:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984d890c. 00000400:00000010:1.0:1767384679.141674:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009e8c1865. 00000400:00000200:1.0:1767384679.141678:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp45 00000400:00000200:1.0:1767384679.141683:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp45 local destination 00000400:00000200:1.0:1767384679.141695:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp45 00000400:00000200:2.0:1767384679.141700:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.141700:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp45 NI seq info: [190:190:256:4294967295] 192.168.203.125@tcp45 LPNI seq info [187:187:8:4294967295] 00000400:00000200:1.0:1767384679.141710:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp45 00000400:00000200:1.0:1767384679.141719:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp45(192.168.203.125@tcp45:) -> 192.168.203.125@tcp45(192.168.203.125@tcp45:192.168.203.125@tcp45) : GET try# 0 00000400:00000200:3.0:1767384679.141723:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000200:1.0:1767384679.141723:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp45 00000800:00000010:1.0:1767384679.141729:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e8721ded. 00000800:00000200:1.0:1767384679.141735:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7aa7eec] -> 12345-192.168.203.125@tcp45 (2) 00000800:00000200:1.1:1767384679.141739:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7aa7eec] -> 12345-192.168.203.125@tcp45 (2) 00000400:00000200:1.0:1767384679.141751:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp45 added to recovery queue. ping count: 1 next ping: 301 health :900 00000400:00000200:2.0:1767384679.141766:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.141815:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.141816:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.141829:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.141896:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.141915:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.141936:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.141951:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.141981:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142015:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142036:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142047:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142088:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142113:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142133:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142159:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142181:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142223:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142247:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142248:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142311:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142341:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142341:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142389:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142429:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142429:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142480:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142532:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142578:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142600:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142602:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142649:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142682:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142683:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142714:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142745:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142759:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142787:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142810:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142832:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142855:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142875:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142919:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.142935:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.142939:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.142993:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143015:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143023:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143059:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143081:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143089:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143129:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143162:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143162:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143192:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143243:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143249:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143255:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143307:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143318:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143328:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143366:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143385:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143393:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143434:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143474:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143485:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143505:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143544:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143562:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143567:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143629:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143648:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143649:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143701:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143732:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143738:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143774:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143814:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143815:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143833:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143908:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143910:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143912:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.143989:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.143990:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.143992:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.144067:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144081:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.144082:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.144131:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144155:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.144164:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384679.144201:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144220:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.144235:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144281:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.144296:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144332:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384679.144371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144383:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384679.144423:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006e7049b. 00000800:00000010:2.0:1767384679.144429:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000090b6c11f. 00000400:00000200:1.0:1767384679.144460:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000800:00000010:2.0:1767384679.144469:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000068744f49. 00000400:00000200:3.0:1767384679.144471:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144503:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000800:00000010:2.0:1767384679.144504:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000068744f49. 00000800:00020000:2.0:1767384679.144519:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384679.144523:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000090b6c11f. 00000800:00000010:2.0:1767384679.144528:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006e7049b. 00000400:00000200:1.0:1767384679.144557:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000400:02020000:2.0:1767384679.144591:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp27 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384679.144597:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:1.0:1767384679.144616:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144661:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.125:988 00000800:00000010:3.0:1767384679.144714:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cf966c7. 00000800:00000010:3.0:1767384679.144723:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e22329e3. 00000800:00000010:3.0:1767384679.144731:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c4faf7c8. 00000400:00000200:1.0:1767384679.144732:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144766:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.125:988 00000800:00000010:3.0:1767384679.144771:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c4faf7c8. 00000800:00020000:3.0:1767384679.144787:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384679.144791:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e22329e3. 00000800:00000010:3.0:1767384679.144796:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006cf966c7. 00000400:00000200:1.0:1767384679.144803:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144832:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.144878:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.125:988 00000400:02020000:3.0:1767384679.144904:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp43 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384679.144915:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp43 notifying 192.168.203.125@tcp43: down 00000800:00000200:3.0:1767384679.144924:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp43 down 00000800:00000100:3.0:1767384679.144932:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp43 00000800:00000010:3.0:1767384679.144935:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000caab146c. 00000400:00000200:3.0:1767384679.144942:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384679.144950:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp43->192.168.203.125@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384679.144964:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384679.144970:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384679.144977:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp43) recovery failed with -71 00000400:00000200:1.0:1767384679.145158:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384679.145234:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp45 from 209.3.0.2 00000800:00000010:1.0:1767384679.145237:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000eecfec32. 00000800:00000010:1.0:1767384679.145999:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000039619cc3. 00000800:00000010:1.0:1767384679.146003:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e812eef. 00000800:00000010:1.0:1767384679.146019:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f799c56c. 00000800:00000010:1.0:1767384679.146021:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c6be0d38. 00000800:00000010:1.0:1767384679.146030:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d2808def. 00000800:00000010:1.0:1767384679.146084:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000301bdc06. 00000800:00000200:1.1:1767384679.146089:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7aa7eec] -> 12345-192.168.203.125@tcp45 (2) 00000800:00000200:1.1:1767384679.146093:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp45 00000000301bdc06 deleted 00000800:00000010:1.1:1767384679.146094:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000301bdc06. 00000800:00000200:1.1:1767384679.146099:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767384679.146104:0:16342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp45 ip 192.168.203.125:977 00000800:00000200:1.1:1767384679.146108:0:16342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e8721ded type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1767384679.146113:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp45 p 3.x 192.168.203.125 -> 192.168.203.125:977 incarnation:1767384669147423353 sched[0] 00000800:00000010:1.0:1767384679.146117:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000cb490ad4. 00000800:00000010:1.0:1767384679.146137:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000cb490ad4. 00000800:00000010:1.0:1767384679.146139:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e812eef. 00000800:00000010:1.0:1767384679.146162:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000eecfec32. 00000800:00000001:1.0:1767384679.146171:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.146175:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384679.146202:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384679.146204:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e8721ded. 00000400:00000200:1.0:1767384679.146208:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384679.146213:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp45->192.168.203.125@tcp45: GET: OK 00000400:00000200:1.0:1767384679.146217:0:16347:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384679.146219:0:16347:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp45 recovery message sent successfully:0 00000800:00000010:1.0:1767384679.146700:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d2808def. 00000800:00000200:1.1:1767384679.146714:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384679.146717:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp45 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384669147423353 sched[0] 00000800:00000010:1.0:1767384679.146720:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c6be0d38. 00000800:00000001:1.0:1767384679.146741:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.146746:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384679.146748:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.146753:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384679.146759:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp45(192.168.203.125@tcp45) <- 192.168.203.125@tcp45 : GET - for me 00000400:00000200:1.0:1767384679.146771:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:1.0:1767384679.146780:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x1f7d [1] + 0 00000400:00000200:1.0:1767384679.146790:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp45 to MR: 192.168.203.125@tcp45 local destination 00000400:00000200:1.0:1767384679.146798:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp45 NI seq info: [191:191:256:4294967295] 192.168.203.125@tcp45 LPNI seq info [188:188:8:4294967295] 00000400:00000200:1.0:1767384679.146810:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp45(192.168.203.125@tcp45:192.168.203.125@tcp45) -> 192.168.203.125@tcp45(192.168.203.125@tcp45:192.168.203.125@tcp45) 192.168.203.125@tcp45 : REPLY try# 0 00000800:00000200:1.0:1767384679.146815:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp45 00000800:00000010:1.0:1767384679.146825:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8721ded. 00000800:00000200:1.0:1767384679.146830:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a7aa7eec] -> 12345-192.168.203.125@tcp45 (4) 00000800:00000200:1.0:1767384679.146835:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp45 ip 192.168.203.125:988 00000800:00000200:1.0:1767384679.146838:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e8721ded type 3, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1767384679.146851:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000800:00000200:1.0:1767384679.146898:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384679.146901:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8721ded. 00000400:00000200:1.0:1767384679.146904:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384679.146909:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp45->192.168.203.125@tcp45: REPLY: OK 00000800:00000001:1.0:1767384679.146919:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.146923:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384679.146925:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.146928:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384679.146930:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.146934:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384679.146938:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp45(192.168.203.125@tcp45) <- 192.168.203.125@tcp45 : REPLY - for me 00000400:00000200:0.0:1767384679.146949:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384679.146950:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp45: Reply from 12345-192.168.203.125@tcp45 of length 272/272 into md 0x1fcd 00000800:00000001:1.0:1767384679.146956:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.146963:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384679.146964:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384679.146968:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp45->192.168.203.125@tcp45: REPLY: OK 00000400:00000200:1.0:1767384679.146972:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984d890c 00000400:00000010:1.0:1767384679.146974:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984d890c. 00000400:00000200:1.0:1767384679.146978:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:1.0:1767384679.146982:0:16348:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000013eb997b. 00000400:00000010:1.0:1767384679.146985:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d27e1766. 00000800:00000001:1.0:1767384679.146993:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384679.146997:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384679.147029:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147080:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147137:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147196:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147247:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147323:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147392:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147501:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147567:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147643:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147752:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147781:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147822:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147895:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.147966:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148029:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148081:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148104:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148127:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148145:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148165:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148182:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148197:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148222:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148254:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148299:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148341:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148378:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.148413:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.149501:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.149554:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384679.149609:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384679.149773:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d924432d. 00000800:00000010:0.0:1767384679.149780:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000088ad7fbb. 00000800:00000010:0.0:1767384679.149785:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e904e0f6. 00000800:00000010:0.0:1767384679.149819:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e904e0f6. 00000800:00020000:0.0:1767384679.149827:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384679.149831:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000088ad7fbb. 00000800:00000010:0.0:1767384679.149834:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d924432d. 00000400:02020000:0.0:1767384679.149889:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp45 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384679.334492:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384679.334499:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384679.334506:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384679.334508:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384679.334545:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384679.334550:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384679.334554:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384679.745847:0:38517:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004256efd5. 00080000:00000010:3.0:1767384679.745868:0:38517:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004256efd5. 00000020:00000001:3.0:1767384679.745872:0:38517:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384679.745880:0:38517:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004256efd5. 00080000:00000010:3.0:1767384679.745883:0:38517:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004256efd5. 00000020:00000001:3.0:1767384679.745886:0:38517:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384680.165502:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384680.165508:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384680.165510:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005718d3cd 00000800:00000200:3.0:1767384680.165513:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001329f75a] -> 12345-192.168.203.125@tcp14 (6) 00000400:00000010:0.0:1767384680.165514:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005718d3cd. 00000800:00000200:3.0:1767384680.165519:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp14 ip 192.168.203.125:988 00000400:00000200:0.0:1767384680.165519:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384680.165522:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery ping unlinked 00000800:00000200:3.0:1767384680.165523:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000010:0.0:1767384680.165535:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a62a902f. 00000400:00000010:0.0:1767384680.165540:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000004e666a6e. 00000400:00000200:0.0:1767384680.165552:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp36 00000400:00000010:0.0:1767384680.165555:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a4499879. 00000400:00000010:0.0:1767384680.165562:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e1bb3b98. 00000400:00000010:0.0:1767384680.165566:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000400:00000010:0.0:1767384680.165573:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000554bfc98. 00000400:00000200:0.0:1767384680.165578:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp36 00000400:00000200:0.0:1767384680.165591:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp36 local destination 00000400:00000200:0.0:1767384680.165596:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp36 00000400:00000200:0.0:1767384680.165601:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp36 NI seq info: [192:192:256:4294967295] 192.168.203.125@tcp36 LPNI seq info [189:189:8:4294967295] 00000400:00000200:0.0:1767384680.165607:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp36 00000400:00000200:0.0:1767384680.165620:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp36(192.168.203.125@tcp36:) -> 192.168.203.125@tcp36(192.168.203.125@tcp36:192.168.203.125@tcp36) : GET try# 0 00000800:00000200:0.0:1767384680.165625:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp36 00000800:00000010:0.0:1767384680.165631:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006b249760. 00000800:00000200:0.0:1767384680.165637:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000800:00000200:0.1:1767384680.165643:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000800:00000200:2.0:1767384680.165650:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1767384680.165656:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384680.165662:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp36 added to recovery queue. ping count: 5 next ping: 332 health :500 00000800:00000001:2.0:1767384680.165667:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384680.165675:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384680.165678:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384680.165739:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165788:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165806:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165820:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165836:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165868:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165889:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165906:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165923:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165936:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165951:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165966:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165980:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.165997:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166021:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166039:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166055:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166077:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166092:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166116:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166145:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166176:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166201:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166218:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166230:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166241:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166251:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166261:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166273:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166283:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166294:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166316:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166336:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166363:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.166377:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384680.166509:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000d924432d. 00000800:00000010:0.0:1767384680.166512:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000930f3640. 00000800:00000010:0.0:1767384680.166516:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000fb297039. 00000800:00000010:0.0:1767384680.166531:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000fb297039. 00000800:00020000:0.0:1767384680.166537:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384680.166540:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000930f3640. 00000800:00000010:0.0:1767384680.166542:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000d924432d. 00000400:02020000:0.0:1767384680.166574:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp36 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384680.166579:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp36 notifying 192.168.203.125@tcp36: down 00000800:00000200:0.0:1767384680.166583:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp36 down 00000800:00000100:0.0:1767384680.166588:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp36 00000800:00000010:0.0:1767384680.166590:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006b249760. 00000400:00000200:0.0:1767384680.166594:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384680.166598:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp36->192.168.203.125@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384680.166604:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384680.166606:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384680.166609:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp36) recovery failed with -71 00010000:00000001:3.0:1767384680.357506:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384680.357512:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.357519:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384680.357520:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.357545:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384680.357549:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.357553:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767384680.499231:0:38681:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767384680.499238:0:38681:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp49 --if ens2 00000001:00000001:1.0:1767384680.504104:0:38681:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384680.515618:0:38682:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000baaee174. 00000400:00000010:1.0:1767384680.515636:0:38682:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 00000000a36d52b8. 00000400:00000010:1.0:1767384680.515651:0:38682:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000a1fa55a7. 00000400:00000010:1.0:1767384680.515655:0:38682:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 0000000000ba2096. 00000400:00000010:1.0:1767384680.515658:0:38682:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000fa348ae4. 00000400:00000010:1.0:1767384680.515662:0:38682:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026bb939d. 00000400:00000010:1.0:1767384680.515664:0:38682:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 0000000082633493. 00000400:00000010:1.0:1767384680.515666:0:38682:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000337168aa. 00000400:00000010:1.0:1767384680.515669:0:38682:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 000000003eef879a. 00000800:00000010:1.0:1767384680.515686:0:38682:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 00000000af6be2ac. 00000800:00000200:1.0:1767384680.515697:0:38682:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384680.515713:0:38682:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384680.515747:0:38682:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384680.515774:0:38682:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp49 [8/256/0/180] 00000400:00000010:1.0:1767384680.517668:0:38682:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 697 at 0000000011602ab2. 00000400:00000010:1.0:1767384680.517675:0:38682:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff30015. 00000400:00000010:1.0:1767384680.517681:0:38682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984d890c. 00000400:00000001:1.0:1767384680.517705:0:38682:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384680.517707:0:38682:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384680.517709:0:38682:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c3fc90. 00000400:00000200:1.0:1767384680.517711:0:38682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000400:00000010:1.0:1767384680.517713:0:38682:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000400:00000010:1.0:1767384680.517717:0:38682:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000381aad60. 00000400:00000200:1.0:1767384680.517721:0:38682:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (39) 00000400:00000200:1.0:1767384680.517733:0:38682:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384680.517742:0:38682:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131121 00000020:00000010:1.0:1767384680.517750:0:38682:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 000000009290f110. 00000400:00000200:2.0:1767384680.517756:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384680.517756:0:38682:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384680.517762:0:38682:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp49 00000400:00000200:2.0:1767384680.517765:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:2.0:1767384680.517769:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (40) 00000400:00000010:2.0:1767384680.517774:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 00000000faf47504. 00000400:00000010:1.0:1767384680.517777:0:38682:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 00000000a36d52b8. 00000400:00000010:2.0:1767384680.517778:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000400:00000010:1.0:1767384680.517784:0:38682:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000baaee174. 00000400:00000010:2.0:1767384680.517787:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a36a2974. 00000400:00000200:2.0:1767384680.517792:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:2.0:1767384680.517803:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:2.0:1767384680.517809:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000020:00000001:0.0:1767384680.517809:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384680.517815:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:2.0:1767384680.517818:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 10000000:00000001:0.0:1767384680.517819:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384680.517823:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000400:00000200:2.0:1767384680.517826:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000020:01000004:0.0:1767384680.517828:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384680.517831:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000400:00000200:2.0:1767384680.517835:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 00000020:01000004:0.0:1767384680.517835:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384680.517838:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:2.0:1767384680.517842:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000020:01000004:0.0:1767384680.517848:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384680.517861:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384680.517864:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000020:01000004:0.0:1767384680.517865:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1767384680.517868:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1767384680.517871:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:2.0:1767384680.517874:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000020:01000004:0.0:1767384680.517874:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:2.0:1767384680.517882:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000100:00000010:0.0:1767384680.517882:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009262594f. 00000020:00000040:0.0:1767384680.517888:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:2.0:1767384680.517890:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000400:00000200:2.0:1767384680.517896:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000100:00000001:0.0:1767384680.517896:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384680.517901:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384680.517904:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 02000000:00000001:0.0:1767384680.517907:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.517910:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000400:00000200:2.0:1767384680.517915:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 02000000:00000010:0.0:1767384680.517917:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000d924432d. 00000400:00000200:2.0:1767384680.517920:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000400:00000200:2.0:1767384680.517926:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[180, 68] 00000100:00000001:0.0:1767384680.517927:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.517934:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 67], ns[183, 68] 00000400:00000200:2.0:1767384680.517939:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 67], ns[186, 68] 00000100:00000001:0.0:1767384680.517939:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384680.517943:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.517948:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 67], ns[56, 68] 00000100:00000040:0.0:1767384680.517953:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009262594f] to pc [ptlrpcd_00_01+1] req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384680.517954:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 56], ns[60, 56] 00000400:00000200:2.0:1767384680.517966:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 56], ns[150, 56] 00000400:00000200:2.0:1767384680.517977:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 56], ns[87, 56] 00000400:00000200:2.0:1767384680.517982:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 56], ns[86, 56] 00000400:00000200:2.0:1767384680.517987:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 56], ns[171, 56] 00000400:00000200:2.0:1767384680.517992:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 56], ns[93, 56] 10000000:00000001:0.0:1767384680.517994:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384680.518000:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.518003:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 56], ns[125, 56] 00000020:00000001:0.0:1767384680.518004:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.518005:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:01000000:0.0:1767384680.518009:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000100:00000001:3.0:1767384680.518011:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384680.518015:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 56], ns[177, 56] 00000100:00000001:3.0:1767384680.518016:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384680.518017:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1767384680.518021:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000100:00000040:3.0:1767384680.518024:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384680.518025:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 56], ns[192, 56] 10000000:00000001:0.0:1767384680.518025:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1767384680.518029:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000020:01000004:0.0:1767384680.518033:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:0.0:1767384680.518037:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000400:00000200:2.0:1767384680.518041:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[161, 56], ns[164, 56] 00000020:01000004:0.0:1767384680.518042:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384680.518044:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384680.518047:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000001:3.0:1767384680.518050:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:01000004:0.0:1767384680.518051:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:2.0:1767384680.518054:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 56], ns[168, 56] 00000100:00000001:3.0:1767384680.518055:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1767384680.518055:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384680.518059:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384680.518062:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 02000000:00000001:3.0:1767384680.518063:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384680.518066:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 56], ns[176, 56] 00000100:00000010:0.0:1767384680.518066:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064dc2117. 02000000:00000001:3.0:1767384680.518067:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384680.518072:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 02000000:00000001:3.0:1767384680.518073:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.518077:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 56], ns[155, 56] 00000100:00000001:0.0:1767384680.518079:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1767384680.518080:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009262594f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048147456:0@lo:253: 00000100:00000001:3.0:1767384680.518088:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384680.518088:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1767384680.518092:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 56], ns[165, 56] 02000000:00000001:0.0:1767384680.518092:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.518095:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384680.518101:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.518101:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 56], ns[175, 56] 02000000:00000010:0.0:1767384680.518101:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000034ff127. 00000100:00000001:0.0:1767384680.518107:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.518108:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1767384680.518111:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[186, 56], ns[189, 56] 00000100:00000001:0.0:1767384680.518114:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1767384680.518116:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006cf966c7. 00000400:00000200:2.0:1767384680.518118:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[700, 1000], np[4294967295, 4294967295], ps[185, 56], ns[188, 56] 00000100:00000001:0.0:1767384680.518118:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.518121:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.518126:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064dc2117] to pc [ptlrpcd_00_02+2] req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384680.518129:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000871700f7. 00000400:00000200:2.0:1767384680.518131:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 56], ns[191, 56] 00000400:00000010:3.0:1767384680.518137:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ab28660. 00000100:00000200:3.0:1767384680.518145:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048147456, portal 25 00000400:00000200:2.0:1767384680.518147:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 56], ns[0, 56] 00000100:00000001:3.0:1767384680.518151:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384680.518154:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717087488 : -106174992464128 : ffff9f6f354a4700) 00000400:00000200:2.0:1767384680.518155:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp46] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 0], ns[0, 0] 10000000:00000001:0.0:1767384680.518161:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.518163:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp46 00000100:00000040:3.0:1767384680.518164:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1767384680.518166:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384680.518171:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.518172:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp46 00000020:01000000:0.0:1767384680.518176:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:2.0:1767384680.518181:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp46 lpni_is_preferred = 0 00000020:00000010:0.0:1767384680.518181:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 000000009290f110. 00000100:00000001:3.0:1767384680.518183:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767384680.518188:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp46 00000100:00000040:3.0:1767384680.518191:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384680.518196:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp46 NI seq info: [193:193:256:4294967295] 192.168.203.125@tcp46 LPNI seq info [190:190:8:4294967295] 00000400:00000010:3.0:1767384680.518197:0:16355:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db4811e9. 00000100:00000001:0.0:1767384680.518197:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.518202:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384680.518203:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048147456, offset 0 00000400:00000200:2.0:1767384680.518208:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp46 00000100:00000001:0.0:1767384680.518210:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767384680.518214:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384680.518214:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384680.518217:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384680.518223:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384680.518224:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp46(192.168.203.125@tcp46:) -> 192.168.203.125@tcp46(192.168.203.125@tcp:192.168.203.125@tcp46) : GET try# 0 00000800:00000200:2.0:1767384680.518236:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp46 00000400:00000200:3.0:1767384680.518241:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384680.518241:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384680.518243:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384680.518244:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000058be0345. 02000000:00000001:0.0:1767384680.518246:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384680.518250:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1767384680.518253:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000171a0cd5. 02000000:00000001:0.0:1767384680.518254:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384680.518260:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 000000009fa4be34. 00000400:00000200:3.0:1767384680.518261:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07e00 00000100:00100000:0.0:1767384680.518261:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000064dc2117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048147584:0@lo:253: 00000800:00000200:2.0:1767384680.518270:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a0cd5] -> 12345-192.168.203.125@tcp46 (2) 00000100:00000001:0.0:1767384680.518270:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384680.518274:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384680.518275:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1705 [2] + 0 02000000:00000001:0.0:1767384680.518277:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.1:1767384680.518282:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a0cd5] -> 12345-192.168.203.125@tcp46 (2) 02000000:00000001:0.0:1767384680.518282:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1767384680.518283:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acffbb2b. 00000400:00000200:3.0:1767384680.518289:0:16355:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000050d056fe 02000000:00000010:0.0:1767384680.518290:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 000000006b80f6e6. 02000000:00000001:0.0:1767384680.518293:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.518297:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1767384680.518298:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928840c6. 00000400:00000200:2.0:1767384680.518299:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384680.518305:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000400:00000010:0.0:1767384680.518306:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003011d078. 00000400:00000200:3.0:1767384680.518308:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384680.518314:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048147584, portal 25 00000400:00000200:3.0:1767384680.518315:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000050d056fe 00000400:00000010:3.0:1767384680.518318:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050d056fe. 00000100:00000001:3.0:1767384680.518324:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:0.0:1767384680.518324:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384680.518326:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717092864 : -106174992458752 : ffff9f6f354a5c00) 00000100:00000200:3.0:1767384680.518327:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1767384680.518330:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767384680.518333:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000005f5ab924 x1853237048147456 msgsize 4848 00000100:00000001:2.0:1767384680.518333:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.518334:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.518344:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384680.518348:0:16355:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384680.518350:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384680.518354:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384680.518358:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000930f3640. 00000100:00000001:3.0:1767384680.518359:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000200:0.0:1767384680.518361:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048147584, offset 0 00000400:00000200:0.0:1767384680.518369:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384680.518372:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4811e9 00000400:00000010:3.0:1767384680.518375:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db4811e9. 00000400:00000200:0.0:1767384680.518378:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384680.518381:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384680.518386:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384680.518389:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384680.518389:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff07e80 00000400:00000200:0.0:1767384680.518400:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x170d [2] + 0 00000400:00000010:0.0:1767384680.518405:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068bccc92. 00000100:00000001:3.0:1767384680.518406:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1767384680.518409:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001acce8c3 00000100:00000040:3.0:1767384680.518412:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384680.518415:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384680.518424:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384680.518426:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384680.518428:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001acce8c3 00000100:00000001:3.0:1767384680.518429:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384680.518432:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001acce8c3. 00000100:00000001:3.0:1767384680.518435:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.518459:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:2.0:1767384680.518461:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000200:0.0:1767384680.518462:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384680.518468:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000006ecb8cc9 x1853237048147584 msgsize 4848 00000100:00000001:3.0:1767384680.518470:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294968295 00000100:00100000:0.0:1767384680.518477:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000010:3.0:1767384680.518478:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b78181bc. 00000100:00000040:0.0:1767384680.518480:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:3.0:1767384680.518485:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384680.518490:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384680.518492:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294968295 00000400:00000200:0.0:1767384680.518497:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000930f3640 00000100:00000010:3.0:1767384680.518498:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d6474548. 00000400:00000200:2.0:1767384680.518499:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000010:0.0:1767384680.518502:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000930f3640. 00000100:00000001:3.0:1767384680.518504:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1767384680.518508:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384680.518511:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294968295 00000100:00000200:0.0:1767384680.518513:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384680.518516:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000025fab92. 00000100:00000001:0.0:1767384680.518526:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1767384680.518527:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000040:0.0:1767384680.518531:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.518532:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294968295 00000100:00000010:3.0:1767384680.518540:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000022b64d34. 00000100:00000001:0.0:1767384680.518542:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.518545:0:16355:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767384680.518545:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384680.518546:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000100:00000001:3.0:1767384680.518549:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384680.518555:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.518558:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.518559:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.518562:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.518563:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294968295 00000100:00000001:0.0:1767384680.518567:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294968295 00000100:00000001:0.0:1767384680.518569:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294968295 00000100:00000001:3.0:1767384680.518570:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384680.518572:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294968295 00000100:00000001:3.0:1767384680.518574:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1767384680.518575:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000100:00000001:0.0:1767384680.518577:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294968295 00000100:00000001:3.0:1767384680.518580:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.518583:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294968295 00000100:00000001:3.0:1767384680.518584:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384680.518588:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.518588:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294968295 00000100:00000001:3.0:1767384680.518592:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.518593:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294968295 00000100:00000001:0.0:1767384680.518598:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384680.518600:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.518603:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.518605:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000001:0.0:1767384680.518606:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.518614:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384680.518617:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384680.518617:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384680.518621:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384680.518622:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048147456 00000100:00000001:0.0:1767384680.518624:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384680.518626:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384680.518628:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.518629:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384680.518631:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.518633:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.518638:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.518640:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000100:00100000:3.0:1767384680.518642:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048147456 00000020:00000001:3.0:1767384680.518647:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384680.518649:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384680.518652:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384680.518655:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:3.0:1767384680.518657:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384680.518660:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384680.518665:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.518669:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc43868e. 00000100:00000001:3.0:1767384680.518672:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384680.518674:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc43868e. 00000020:00000010:3.0:1767384680.518681:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff9c2e43. 00000400:00000200:2.0:1767384680.518685:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000020:00000010:3.0:1767384680.518687:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000007a215b39. 00000020:00000010:3.0:1767384680.518693:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001a64ae78. 00000100:00000040:3.0:1767384680.518710:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384680.518714:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384680.518715:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384680.518718:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384680.518724:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000100:00000001:3.0:1767384680.518726:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.518737:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.518748:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384680.518750:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048147584 02000000:00000001:3.0:1767384680.518752:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384680.518753:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384680.518755:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.518757:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.518759:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048147584 00000020:00000001:3.0:1767384680.518762:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384680.518764:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384680.518766:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384680.518768:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000400:00000200:2.0:1767384680.518768:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000020:00000001:3.0:1767384680.518771:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384680.518775:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384680.518779:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.518782:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc43868e. 00000100:00000001:0.0:1767384680.518782:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384680.518784:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384680.518786:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384680.518788:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc43868e. 00000100:00100000:0.0:1767384680.518793:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000020:00000010:3.0:1767384680.518794:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e617315. 00000100:00000040:0.0:1767384680.518798:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000010:3.0:1767384680.518799:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cae1d106. 00000100:00000001:0.0:1767384680.518802:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897971810384 : -106175737741232 : ffff9f6f08de4050) 00000020:00000010:3.0:1767384680.518805:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001516f87a. 00000100:00000040:0.0:1767384680.518809:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005f5ab924 x1853237048147456/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:661/0 lens 4848/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.518811:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1767384680.518813:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000001:3.0:1767384680.518815:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384680.518818:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.518826:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.518827:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384680.518832:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000e0e649cd. 00000100:00000001:3.0:1767384680.518835:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.518835:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384680.518838:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000e0e649cd. 00000100:00100000:0.0:1767384680.518846:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005f5ab924 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048147456:12345-0@lo:253: 00000100:00000001:3.0:1767384680.518860:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384680.518863:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384680.518870:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000400:00000200:2.0:1767384680.518873:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000100:00000040:3.0:1767384680.518876:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000100:00000200:0.0:1767384680.518876:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048147456 00000020:00000001:0.0:1767384680.518881:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384680.518886:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935099984 : -106175774451632 : ffff9f6f06ae1850) 00000020:00000001:0.0:1767384680.518886:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384680.518890:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.518894:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000006ecb8cc9 x1853237048147584/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:661/0 lens 4848/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384680.518894:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384680.518898:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384680.518905:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384680.518908:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1767384680.518908:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384680.518911:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000010:3.0:1767384680.518913:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc43868e. 00000020:00000001:0.0:1767384680.518915:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1767384680.518917:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384680.518919:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384680.518920:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fc43868e. 00000400:00000200:2.0:1767384680.518921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000100:00000001:0.0:1767384680.518925:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1767384680.518928:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000006ecb8cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048147584:12345-0@lo:253: 02000000:00000001:0.0:1767384680.518930:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1767384680.518934:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048147584 00000020:00000001:3.0:1767384680.518937:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000010:0.0:1767384680.518937:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000cb3ff662. 02000000:00000001:0.0:1767384680.518941:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.518942:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384680.518945:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.518945:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.518950:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 20000000:00000001:0.0:1767384680.518951:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00000020:00000001:3.0:1767384680.518952:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:3.0:1767384680.518956:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384680.518958:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384680.518960:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384680.518962:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 20000000:00000010:0.0:1767384680.518963:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 0000000080d4da29. 00000020:00000001:3.0:1767384680.518964:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384680.518968:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 00000100:00000001:3.0:1767384680.518969:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1767384680.518971:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 02000000:00000001:3.0:1767384680.518972:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 20000000:00000001:0.0:1767384680.518973:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384680.518977:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 02000000:00000010:3.0:1767384680.518978:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000021d7f672. 20000000:00000001:0.0:1767384680.518980:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.518982:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384680.518984:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.518986:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384680.518988:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 20000000:00000001:3.0:1767384680.518990:0:17081:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:3.0:1767384680.518998:0:17081:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000f337cc97. 20000000:00000010:0.0:1767384680.518998:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005da994d3. 20000000:01000000:3.0:1767384680.519002:0:17081:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1767384680.519003:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:3.0:1767384680.519008:0:17081:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:3.0:1767384680.519011:0:17081:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384680.519011:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 20000000:00000001:3.0:1767384680.519014:0:17081:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384680.519017:0:17081:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384680.519017:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 20000000:00000001:3.0:1767384680.519021:0:17081:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000400:00000200:2.0:1767384680.519021:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00080000:00000001:0.0:1767384680.519022:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384680.519038:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000400:00000200:2.0:1767384680.519050:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00080000:00000001:0.0:1767384680.519052:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384680.519057:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384680.519059:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384680.519061:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384680.519063:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384680.519066:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00000020:00000001:0.0:1767384680.519076:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00000400:00000200:2.0:1767384680.519077:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00080000:00000002:0.0:1767384680.519078:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1767384680.519083:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384680.519087:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384680.519090:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384680.519093:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384680.519099:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:0.0:1767384680.519103:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000400:00000200:2.0:1767384680.519106:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00080000:00000010:0.0:1767384680.519107:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000392ee471. 00080000:00000001:0.0:1767384680.519113:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893633273344 : -106180076278272 : ffff9f6e06456e00) 00080000:00000001:0.0:1767384680.519116:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384680.519120:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384680.519124:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000e0e649cd. 00080000:00000001:0.0:1767384680.519127:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384680.519129:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000400:00000200:2.0:1767384680.519135:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00080000:00000001:0.0:1767384680.519142:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384680.519158:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384680.519170:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519222:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519255:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519290:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519311:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519332:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519352:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519395:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519428:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519486:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519525:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519561:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519601:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519639:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384680.519676:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384680.519930:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000006e7049b. 00000800:00000010:2.0:1767384680.519935:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000eb871ff3. 00000800:00000010:2.0:1767384680.519940:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b5be400. 00000800:00000010:2.0:1767384680.519965:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b5be400. 00000800:00020000:2.0:1767384680.519975:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384680.519979:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000eb871ff3. 00000800:00000010:2.0:1767384680.519982:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000006e7049b. 00000400:02020000:2.0:1767384680.520019:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp46 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384680.520025:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp46 notifying 192.168.203.125@tcp46: down 00000800:00000200:2.0:1767384680.520030:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp46 down 00000800:00000100:2.0:1767384680.520036:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp46 00000800:00000010:2.0:1767384680.520039:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000058be0345. 00000400:00000200:2.0:1767384680.520042:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384680.520045:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp46->192.168.203.125@tcp46: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384680.520053:0:16343:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp46 added to recovery queue. ping count: 0 next ping: 301 health :900 00000400:00000200:2.0:1767384680.520057:0:16343:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:2.0:1767384680.520060:0:16343:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 1 00000400:00000200:2.0:1767384680.520063:0:16343:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:0.0:1767384680.520119:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384680.520124:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100871 00000400:00000001:0.0:1767384680.520128:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384680.520129:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384680.520131:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000400:00000010:0.0:1767384680.520133:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000400:00000200:0.0:1767384680.520136:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384680.520140:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:0.0:1767384680.520144:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 00000000faf47504. 00000400:00000200:0.0:1767384680.520146:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (41) 00000400:00000200:0.0:1767384680.520149:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:-71 00000400:00000200:0.0:1767384680.520152:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 rc -71 00000400:00000200:0.0:1767384680.520156:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:0.0:1767384680.520160:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (40) 00080000:00000010:3.0:1767384680.521058:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000392ee471. 00080000:00000010:2.0:1767384680.521103:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000e0e649cd. 00040000:00000001:2.0:1767384680.521108:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384680.521111:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384680.521113:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384680.521116:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384680.521119:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384680.521121:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384680.521131:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384680.521139:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384680.521142:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:2.0:1767384680.521147:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:00000010:3.0:1767384680.521150:0:17081:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d4663466. 20000000:01000000:3.0:1767384680.521153:0:17081:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #49 20000000:00000001:3.0:1767384680.521156:0:17081:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00080000:00000001:3.0:1767384680.521159:0:17081:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1767384680.521162:0:17081:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1767384680.521169:0:17081:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 20000000:01000000:0.0:1767384680.521169:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384680.521174:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 00080000:00000001:3.0:1767384680.521176:0:17081:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1767384680.521176:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00080000:00000001:3.0:1767384680.521180:0:17081:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:3.0:1767384680.521183:0:17081:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.521183:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00080000:00000001:3.0:1767384680.521186:0:17081:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:3.0:1767384680.521187:0:17081:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1767384680.521190:0:17081:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c88d2fe2 00010000:00000001:0.0:1767384680.521194:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:3.0:1767384680.521195:0:17081:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 000000008e1e8dd4 00080000:00000002:3.0:1767384680.521198:0:17081:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00080000:00000001:3.0:1767384680.521200:0:17081:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1767384680.521202:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a1509381. 00080000:00000001:3.0:1767384680.521203:0:17081:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384680.521207:0:17081:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.521208:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:3.0:1767384680.521210:0:17081:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000010:0.0:1767384680.521213:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052f40092. 00000020:00000001:3.0:1767384680.521214:0:17081:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00080000:00000001:3.0:1767384680.521219:0:17081:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384680.521219:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384680.521223:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052f40092 with handle 0x71ee3a74e27192c4 to hash 00080000:00000010:3.0:1767384680.521225:0:17081:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000291286db. 00000020:00000001:0.0:1767384680.521227:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00080000:00000001:3.0:1767384680.521229:0:17081:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898778006528 : -106174931545088 : ffff9f6f38ebd400) 00010000:00000001:0.0:1767384680.521229:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00080000:00000001:3.0:1767384680.521234:0:17081:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:0.0:1767384680.521234:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000001:00000001:3.0:1767384680.521238:0:17081:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:0.0:1767384680.521240:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000010:3.0:1767384680.521242:0:17081:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000fc43868e. 00010000:00000001:0.0:1767384680.521243:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384680.521246:0:17081:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.521248:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:3.0:1767384680.521249:0:17081:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384680.521259:0:17081:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.521259:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384680.521264:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384680.521268:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00080000:00000001:3.0:1767384680.521269:0:17081:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00010000:00000001:0.0:1767384680.521270:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384680.521274:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.521276:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384680.521278:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.521280:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00080000:00000020:2.0:1767384680.521281:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384680.521283:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00000100:00000001:2.0:1767384680.521287:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00010000:00000001:0.0:1767384680.521287:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 20000000:00000010:2.0:1767384680.521291:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 0000000080d4da29. 00010000:00000001:0.0:1767384680.521292:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384680.521295:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000a1509381) refcount = 1 20000000:00000001:2.0:1767384680.521297:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.521301:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384680.521303:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048147456 00010000:00000001:2.0:1767384680.521308:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384680.521313:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000200:2.0:1767384680.521315:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000005f5ab924 x1853237048147456/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:661/0 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.521317:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384680.521319:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.521323:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.521326:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384680.521332:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 00010000:00000001:2.0:1767384680.521333:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 20000000:01000000:0.0:1767384680.521336:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:2.0:1767384680.521337:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384680.521342:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=97 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384680.521347:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384680.521348:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1767384680.521350:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1767384680.521353:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000040:0.0:1767384680.521353:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=4 00000100:00000001:2.0:1767384680.521357:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384680.521361:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384680.521363:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.521365:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384680.521368:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384680.521371:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb871ff3. 00000020:00000001:0.0:1767384680.521372:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000100:00000200:2.0:1767384680.521376:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048147456, offset 224 00010000:00000001:0.0:1767384680.521377:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384680.521381:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00000400:00000200:2.0:1767384680.521385:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00010000:0.0:1767384680.521385:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384680.521395:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384680.521396:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384680.521400:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384680.521403:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07e00 00000400:00000200:2.0:1767384680.521413:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fdd [2] + 224 00010000:00000001:0.0:1767384680.521414:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.521417:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384680.521420:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384680.521421:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384680.521429:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1767384680.521430:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.521433:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.521434:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384680.521459:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.521459:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384680.521463:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384680.521480:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052f40092 already unused, calling callback (000000009752a4b4) 00000100:00000040:2.0:1767384680.521483:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.521484:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384680.521488:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384680.521491:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.521500:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384680.521501:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384680.521503:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767384680.521503:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384680.521505:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=5 00000020:00000001:0.0:1767384680.521509:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000400:00000200:2.0:1767384680.521511:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb871ff3 00000100:00000001:3.0:1767384680.521515:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384680.521517:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00000100:00000001:3.0:1767384680.521518:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384680.521523:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384680.521526:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384680.521527:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb871ff3. 00000100:00000001:2.0:1767384680.521532:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384680.521533:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384680.521535:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384680.521537:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1767384680.521538:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000010:3.0:1767384680.521540:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000871700f7. 00000100:00000001:2.0:1767384680.521540:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.521542:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384680.521546:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.521547:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ab28660 00000100:00000040:2.0:1767384680.521548:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000010:3.0:1767384680.521552:0:16355:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ab28660. 00010000:00000001:0.0:1767384680.521552:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384680.521553:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384680.521556:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.521557:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384680.521560:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:0.0:1767384680.521561:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384680.521565:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1767384680.521568:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f5ab924 x1853237048147456/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:661/0 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384680.521569:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.521569:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384680.521574:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052f40092 with handle 0x71ee3a74e27192c4 from hash 00010000:00000001:0.0:1767384680.521580:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384680.521583:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.521586:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384680.521590:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384680.521594:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384680.521597:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384680.521601:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:2.0:1767384680.521602:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005f5ab924 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16355:x1853237048147456:12345-0@lo:253: Request processed in 2773us (3266us total) trans 0 rc 0/0 00000100:00000200:3.0:1767384680.521605:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.521606:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.521611:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.521617:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:2.0:1767384680.521619:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00010000:00000001:0.0:1767384680.521620:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:2.0:1767384680.521626:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00010000:00000001:0.0:1767384680.521626:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384680.521628:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1767384680.521630:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1767384680.521631:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384680.521632:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.521632:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384680.521633:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384680.521638:0:16355:0:(client.c:1578:after_reply()) Process entered 00010000:00000001:0.0:1767384680.521638:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384680.521639:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000007a215b39. 00010000:00000001:0.0:1767384680.521642:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.521643:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1767384680.521645:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001a64ae78. 00000100:00000001:3.0:1767384680.521646:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00010000:0.0:1767384680.521646:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384680.521650:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384680.521653:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff9c2e43. 02000000:00000001:3.0:1767384680.521655:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.521660:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000040:2.0:1767384680.521661:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00001000:3.0:1767384680.521663:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=97 v=5 (5 0 0 0) 00010000:00000001:0.0:1767384680.521663:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384680.521666:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000001:2.0:1767384680.521668:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00001000:3.0:1767384680.521670:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=97 v=5 (1 0 0 0) 00010000:00000001:0.0:1767384680.521670:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 02000000:00000010:2.0:1767384680.521672:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000cb3ff662. 00000100:00000001:3.0:1767384680.521675:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1767384680.521678:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384680.521679:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384680.521679:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:0.0:1767384680.521681:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384680.521684:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384680.521684:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.521686:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384680.521688:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.521691:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.521692:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384680.521692:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 20000000:00000001:0.0:1767384680.521696:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.521699:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384680.521699:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c303353b. 00010000:00010000:0.0:1767384680.521700:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000010:2.0:1767384680.521705:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb871ff3. 00010000:00000001:0.0:1767384680.521717:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00000100:00000001:3.0:1767384680.521719:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384680.521720:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384680.521723:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052f40092/0x71ee3a74e27192c4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384680.521724:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384680.521727:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:3.0:1767384680.521732:0:16355:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00010000:00000040:0.0:1767384680.521734:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000a1509381 count: 0 00000020:01000004:3.0:1767384680.521735:0:16355:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1767384680.521738:0:16355:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:3.0:1767384680.521740:0:16355:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:3.0:1767384680.521742:0:16355:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:3.0:1767384680.521744:0:16355:0:(tgt_mount.c:1152:server_mti_print()) flags: 00010000:00000001:0.0:1767384680.521744:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384680.521747:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000020:01000004:3.0:1767384680.521748:0:16355:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1767384680.521751:0:16355:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1767384680.521752:0:16355:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1767384680.521754:0:16355:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:3.0:1767384680.521757:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.521764:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009262594f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048147456:0@lo:253: 00000100:00000001:3.0:1767384680.521773:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.521775:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384680.521777:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009262594f x1853237048147456/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.521783:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384680.521786:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384680.521788:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006cf966c7. 02000000:00000001:3.0:1767384680.521791:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384680.521792:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384680.521793:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384680.521795:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384680.521797:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000d924432d. 02000000:00000001:3.0:1767384680.521800:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384680.521801:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384680.521803:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009262594f. 00000100:00000001:3.0:1767384680.521806:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384680.521807:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.521808:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.521812:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384680.521813:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.521815:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.521817:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384680.522909:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000291286db. 00080000:00000010:3.0:1767384680.522957:0:17081:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000fc43868e. 00040000:00000001:3.0:1767384680.522962:0:17081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384680.522964:0:17081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384680.522966:0:17081:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1767384680.522969:0:17081:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:3.0:1767384680.522972:0:17081:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384680.522974:0:17081:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:3.0:1767384680.522976:0:17081:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:3.0:1767384680.522983:0:17081:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:3.0:1767384680.522986:0:17081:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:3.0:1767384680.522990:0:17081:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384680.522994:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384680.522997:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384680.522999:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384680.523002:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384680.523005:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384680.523009:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000078c7a790. 00010000:00000001:0.0:1767384680.523013:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384680.523016:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000d892d2fc. 00000020:00000001:0.0:1767384680.523018:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384680.523021:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000d892d2fc with handle 0x71ee3a74e27192cb to hash 00000020:00000001:0.0:1767384680.523024:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384680.523025:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623419904 : -106175086131712 : ffff9f6f2fb50600) 00010000:00000001:0.0:1767384680.523028:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623419904 : -106175086131712 : ffff9f6f2fb50600) 00010000:00000001:0.0:1767384680.523030:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.523031:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.523033:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.523040:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384680.523046:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384680.523048:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384680.523049:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384680.523050:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.523052:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384680.523053:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.523055:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384680.523056:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384680.523057:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384680.523058:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384680.523059:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000078c7a790) refcount = 1 00010000:00010000:0.0:1767384680.523062:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.523066:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384680.523068:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384680.523069:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384680.523071:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.523072:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384680.523074:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384680.523076:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:0.0:1767384680.523078:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384680.523080:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384680.523081:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d892d2fc refcount=4 00000020:00000001:0.0:1767384680.523082:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623419904 : -106175086131712 : ffff9f6f2fb50600) 00010000:00000001:0.0:1767384680.523084:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623419904 : -106175086131712 : ffff9f6f2fb50600) 00010000:00000001:0.0:1767384680.523087:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384680.523088:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.523092:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384680.523094:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.523099:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.523100:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384680.523106:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.523112:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.523113:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.523116:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384680.523118:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384680.523123:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000d892d2fc already unused, calling callback (000000009752a4b4) 00010000:00000001:0.0:1767384680.523126:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384680.523128:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384680.523130:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384680.523135:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00080000:00000020:3.0:1767384680.523136:0:17081:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00010000:00000001:0.0:1767384680.523137:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384680.523140:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384680.523141:0:17081:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384680.523142:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d892d2fc refcount=5 20000000:00000010:3.0:1767384680.523143:0:17081:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000f337cc97. 00000020:00000001:0.0:1767384680.523145:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623419904 : -106175086131712 : ffff9f6f2fb50600) 00010000:00000001:0.0:1767384680.523148:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623419904 : -106175086131712 : ffff9f6f2fb50600) 00010000:00000001:0.0:1767384680.523151:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384680.523154:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 20000000:00000001:3.0:1767384680.523155:0:17081:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384680.523161:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048147584 00010000:00000001:0.0:1767384680.523162:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384680.523166:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:0.0:1767384680.523167:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384680.523170:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1767384680.523172:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000006ecb8cc9 x1853237048147584/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:661/0 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.523173:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384680.523176:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384680.523178:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384680.523181:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384680.523185:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d892d2fc with handle 0x71ee3a74e27192cb from hash 00010000:00000001:3.0:1767384680.523187:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384680.523189:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384680.523190:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.523191:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00001000:3.0:1767384680.523194:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.523198:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1767384680.523199:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384680.523202:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:0.0:1767384680.523202:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384680.523204:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:3.0:1767384680.523206:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:0.0:1767384680.523207:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384680.523210:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 02000000:00000001:3.0:1767384680.523211:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1767384680.523213:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1767384680.523214:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.523216:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.523217:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384680.523219:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:3.0:1767384680.523223:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1767384680.523223:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000010:3.0:1767384680.523227:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ab28660. 00010000:00000001:0.0:1767384680.523227:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.523229:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384680.523232:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384680.523233:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048147584, offset 224 00010000:00000001:0.0:1767384680.523234:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384680.523238:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384680.523240:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384680.523242:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384680.523248:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.523250:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384680.523252:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:3.0:1767384680.523254:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1767384680.523255:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384680.523258:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384680.523260:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384680.523262:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00000400:00000200:3.0:1767384680.523265:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff07e80 00010000:00000001:0.0:1767384680.523265:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384680.523270:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.523273:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x1fe5 [2] + 224 00010000:00010000:0.0:1767384680.523274:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384680.523281:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1767384680.523283:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384680.523286:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384680.523288:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00010000:0.0:1767384680.523289:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d892d2fc/0x71ee3a74e27192cb lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384680.523293:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000040:0.0:1767384680.523297:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000078c7a790 count: 0 00000100:00000200:3.0:1767384680.523298:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384680.523305:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384680.523307:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00000100:00000040:3.0:1767384680.523312:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.523325:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384680.523329:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ab28660 00000400:00000010:3.0:1767384680.523331:0:17081:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ab28660. 00000100:00000001:3.0:1767384680.523335:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384680.523335:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.523336:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384680.523346:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384680.523348:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384680.523351:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1767384680.523353:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:0.0:1767384680.523354:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1767384680.523358:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000010:0.0:1767384680.523359:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928840c6. 00000020:00000001:3.0:1767384680.523361:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.523365:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1767384680.523365:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003011d078 00000400:00000010:0.0:1767384680.523369:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003011d078. 00000100:00000040:3.0:1767384680.523371:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006ecb8cc9 x1853237048147584/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:661/0 lens 4848/4768 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.523373:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384680.523380:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.523387:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000006ecb8cc9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048147584:12345-0@lo:253: Request processed in 4476us (4916us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384680.523402:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00000200:0.0:1767384680.523403:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384680.523406:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384680.523411:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384680.523414:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384680.523416:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:3.0:1767384680.523417:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cae1d106. 00000100:00000001:0.0:1767384680.523419:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384680.523422:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001516f87a. 00000100:00000001:0.0:1767384680.523423:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384680.523425:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1767384680.523427:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e617315. 00000100:00000001:0.0:1767384680.523428:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384680.523431:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384680.523433:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:0.0:1767384680.523435:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.523455:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384680.523457:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000021d7f672. 02000000:00000001:3.0:1767384680.523461:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384680.523463:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=97 v=5 (5 0 0 0) 00000100:00000001:3.0:1767384680.523464:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384680.523468:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=97 v=5 (1 0 0 0) 00000100:00000200:3.0:1767384680.523470:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384680.523473:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1767384680.523475:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000871700f7. 00000100:00000001:0.0:1767384680.523476:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384680.523480:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ab28660. 00010000:00000001:0.0:1767384680.523480:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384680.523481:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.523485:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.523489:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.523496:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384680.523499:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384680.523501:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384680.523504:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384680.523506:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384680.523507:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384680.523509:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384680.523511:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384680.523512:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384680.523519:0:16356:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384680.523520:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384680.523522:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384680.523525:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384680.523533:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000064dc2117 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048147584:0@lo:253: 00000100:00000001:0.0:1767384680.523538:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.523540:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384680.523543:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000064dc2117 x1853237048147584/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384696 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.523549:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384680.523550:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384680.523552:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 000000006b80f6e6. 02000000:00000001:0.0:1767384680.523555:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384680.523557:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384680.523558:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384680.523559:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384680.523561:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000034ff127. 02000000:00000001:0.0:1767384680.523563:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384680.523564:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384680.523565:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000064dc2117. 00000100:00000001:0.0:1767384680.523568:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384680.523569:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.523570:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.523574:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384680.523575:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.523577:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.523579:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.525486:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294968295, at 4294968296 00000100:00000010:2.0:1767384680.525495:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000025fab92. 00000100:00000040:3.0:1767384680.525504:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294968295, at 4294968296 00000100:00000010:3.0:1767384680.525512:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000022b64d34. 00010000:00000010:0.1:1767384680.525646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a1509381. 00010000:00000010:0.1:1767384680.525652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052f40092. 00000100:00000040:0.0:1767384680.525661:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294968295, at 4294968296 00000100:00000010:0.0:1767384680.525665:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b78181bc. 00000100:00000040:1.0:1767384680.526520:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294968295, at 4294968297 00000100:00000010:1.0:1767384680.526527:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d6474548. 00010000:00000010:0.1:1767384680.530633:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000078c7a790. 00010000:00000010:0.1:1767384680.530639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d892d2fc. 00000400:00000010:1.0:1767384680.536558:0:38687:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 0000000058a95537. 00000400:00000040:1.0:1767384680.536577:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384680.536580:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384680.536586:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384680.536588:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384680.536590:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384680.536591:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384680.536594:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384680.536595:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384680.536598:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384680.536599:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384680.536602:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384680.536603:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384680.536606:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384680.536607:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384680.536608:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384680.536611:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384680.536613:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384680.536614:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384680.536616:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384680.536618:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384680.536620:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384680.536621:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384680.536623:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384680.536625:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384680.536626:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384680.536629:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384680.536630:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384680.536632:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384680.536633:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384680.536635:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384680.536636:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384680.536637:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384680.536640:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384680.536641:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384680.536642:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384680.536644:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384680.536645:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384680.536647:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384680.536650:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384680.536651:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384680.536652:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384680.536659:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384680.536661:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384680.536662:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384680.536663:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384680.536666:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384680.536667:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384680.536668:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384680.536670:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384680.536671:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384680.536673:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384680.536674:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384680.536675:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384680.536677:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384680.536679:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384680.536681:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384680.536682:0:38687:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384680.536786:0:38687:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 0000000058a95537. 00000004:00000001:3.0:1767384680.549504:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1767384680.549509:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1767384680.549515:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000020:00000040:3.0:1767384680.549521:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384680.549527:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384680.549530:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384680.549535:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384680.549543:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e260022c. 00000100:00000001:3.0:1767384680.549557:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.549563:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384680.549566:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.549576:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df0d3385] to pc [ptlrpcd_00_03+3] req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1767384680.549603:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.549609:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.549615:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767384680.549616:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384680.549620:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.549621:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.549630:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384680.549633:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.549643:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.549645:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384680.549647:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384680.549652:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.549662:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384680.549664:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.549669:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384680.549671:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384680.549674:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384680.549676:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048147712:0@lo:13: 00000100:00000001:0.0:1767384680.549681:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384680.549686:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384680.549689:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.549691:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384680.549696:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003337d0d9. 02000000:00000001:0.0:1767384680.549698:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384680.549705:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928840c6. 00000400:00000010:0.0:1767384680.549713:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000891cb20e. 00000100:00000200:0.0:1767384680.549720:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048147712, portal 4 00000100:00000001:0.0:1767384680.549723:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384680.549724:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000100:00000040:0.0:1767384680.549732:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.549739:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384680.549743:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384680.549747:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78db42d. 00000100:00000200:0.0:1767384680.549750:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048147712, offset 0 00000400:00000200:0.0:1767384680.549757:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384680.549770:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384680.549781:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff07f00 00000400:00000200:0.0:1767384680.549787:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 3808 00000400:00000200:0.0:1767384680.549795:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384680.549801:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384680.549814:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384680.549816:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384680.549821:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000064dc2117. 00000100:00000040:0.0:1767384680.549824:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000064dc2117 x1853237048147712 msgsize 224 00000100:00100000:0.0:1767384680.549828:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384680.549843:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384680.549861:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78db42d 00000400:00000010:0.0:1767384680.549864:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78db42d. 00000100:00000001:0.0:1767384680.549868:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384680.549872:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.549878:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384680.549881:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1767384680.549883:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048147712 00000100:00000040:0.0:1767384680.549886:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384680.549888:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384680.549892:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384680.549896:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.549897:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.549900:0:16356:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384680.549902:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.549906:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.549907:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048147712 00000020:00000001:3.0:1767384680.549912:0:17896:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384680.549912:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4410 usecs (5 jiffies) 00000020:00000040:3.0:1767384680.549915:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:3.0:1767384680.549919:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384680.549919:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968325 00000020:00000040:3.0:1767384680.549923:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000010:0.0:1767384680.549926:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7e04bf. 00000020:00000001:3.0:1767384680.549927:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:3.0:1767384680.549931:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384680.549933:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1767384680.549936:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.549941:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fc43868e. 00000100:00000001:0.0:1767384680.549941:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968325 00000100:00000010:0.0:1767384680.549948:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000942f3558. 00000020:00000010:3.0:1767384680.549949:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000002b78edac. 00000100:00000001:0.0:1767384680.549954:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000020:00000040:3.0:1767384680.549957:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:0.0:1767384680.549959:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968325 00000100:00000010:0.0:1767384680.549964:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001edadc97. 00000100:00000001:0.0:1767384680.549968:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384680.549970:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384680.549972:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968325 00000020:00000010:3.0:1767384680.549977:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f9eb55a. 00000100:00000010:0.0:1767384680.549977:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8d556a3. 00000100:00000001:0.0:1767384680.549983:0:16356:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000010:3.0:1767384680.549985:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cae1d106. 00000100:00000001:0.0:1767384680.549986:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384680.549991:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001516f87a. 00000100:00000001:0.0:1767384680.549998:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.550001:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384680.550002:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550006:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384680.550007:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550010:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384680.550013:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550021:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550031:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.550050:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384680.550052:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384680.550056:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00000040:3.0:1767384680.550059:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:3.0:1767384680.550061:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717092864 : -106174992458752 : ffff9f6f354a5c00) 00000100:00000040:3.0:1767384680.550066:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000064dc2117 x1853237048147712/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:661/0 lens 224/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.550074:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.550077:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0e976d5. 00000100:00000001:3.0:1767384680.550079:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384680.550082:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0e976d5. 00000100:00100000:3.0:1767384680.550086:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000064dc2117 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048147712:12345-0@lo:13: 00000100:00000200:3.0:1767384680.550090:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048147712 00000020:00000001:3.0:1767384680.550093:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384680.550096:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384680.550098:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.550100:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384680.550103:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000020:00000001:3.0:1767384680.550107:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384680.550110:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384680.550112:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384680.550114:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384680.550117:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550121:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384680.550124:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384680.550128:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fe99b6e5. 02000000:00000001:3.0:1767384680.550131:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550133:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384680.550136:0:17896:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1767384680.550141:0:17896:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1767384680.550143:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384680.550151:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1767384680.550154:0:17896:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:3.0:1767384680.550157:0:17896:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:3.0:1767384680.550166:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1767384680.550169:0:17896:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:3.0:1767384680.550171:0:17896:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:3.0:1767384680.550175:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384680.550177:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1767384680.550179:0:17896:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384680.550182:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048147712 00010000:00000001:3.0:1767384680.550185:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384680.550189:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000064dc2117 x1853237048147712/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:661/0 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.550196:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384680.550199:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384680.550202:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.550206:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384680.550209:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384680.550211:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384680.550213:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384680.550216:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550218:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384680.550220:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384680.550223:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00000100:00000200:3.0:1767384680.550226:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048147712, offset 224 00000400:00000200:3.0:1767384680.550230:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384680.550236:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384680.550242:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff07f00 00000400:00000200:3.0:1767384680.550246:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x1ffd [1] + 224 00000400:00000200:3.0:1767384680.550250:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384680.550253:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384680.550256:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.550260:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384680.550268:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.550293:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384680.550298:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00000400:00000010:3.0:1767384680.550300:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00000100:00000001:3.0:1767384680.550303:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384680.550305:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384680.550307:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.550310:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384680.550313:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384680.550315:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.550317:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384680.550321:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064dc2117 x1853237048147712/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:661/0 lens 224/368 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.550328:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000064dc2117 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048147712:12345-0@lo:13: Request processed in 254us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384680.550335:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00000040:3.0:1767384680.550339:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:3.0:1767384680.550342:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384680.550344:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384680.550348:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cae1d106. 00000020:00000010:3.0:1767384680.550352:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001516f87a. 00000020:00000010:3.0:1767384680.550356:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f9eb55a. 00000020:00000040:3.0:1767384680.550360:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:3.0:1767384680.550363:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384680.550377:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1767384680.550381:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:3.0:1767384680.550392:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.550394:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384680.550400:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384680.550402:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384680.550404:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928840c6. 00000400:00000200:3.0:1767384680.550409:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000891cb20e 00000400:00000010:3.0:1767384680.550410:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000891cb20e. 00000100:00000001:3.0:1767384680.550413:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.550423:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384680.550431:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.550456:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384680.550459:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.550462:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384680.550464:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384680.550466:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384680.550468:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.550471:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384680.550476:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=87 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384680.550481:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.550484:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384680.550486:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.550486:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:3.0:1767384680.550491:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384680.550494:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00080000:3.0:1767384680.550498:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384680.550500:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d2f3373. 00000020:00000040:0.0:1767384680.550505:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00010000:00000001:3.0:1767384680.550511:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.550512:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384680.550515:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384680.550518:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384680.550519:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.550522:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1767384680.550526:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 02000000:00000010:0.0:1767384680.550526:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b249760. 00000100:00000001:3.0:1767384680.550529:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.550532:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.550535:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384680.550541:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384680.550550:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384680.550556:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384680.550558:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384680.550559:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.550561:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384680.550564:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000100:00000040:0.0:1767384680.550567:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d2f3373] to pc [ptlrpcd_00_00+0] req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000004:00000040:3.0:1767384680.550568:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1767384680.550573:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:3.0:1767384680.550584:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000100:00000001:0.0:1767384680.550596:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384680.550598:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.550601:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767384680.550606:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.550608:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384680.550614:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a45e819b. 00000100:00100000:3.0:1767384680.550618:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000df0d3385 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048147712:0@lo:13: 00000020:00000040:0.0:1767384680.550619:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1767384680.550624:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384680.550627:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384680.550628:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384680.550632:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767384680.550633:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.550637:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000df0d3385 x1853237048147712/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384680.550640:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a2063779. 00000100:00000001:0.0:1767384680.550646:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550648:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384680.550652:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1767384680.550654:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1767384680.550656:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003337d0d9. 02000000:00000001:3.0:1767384680.550663:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384680.550666:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767384680.550667:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000020:00000040:3.0:1767384680.550669:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1767384680.550670:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.550673:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384680.550676:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000e260022c. 02000000:00000001:3.0:1767384680.550682:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1767384680.550684:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a45e819b] to pc [ptlrpcd_00_01+1] req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384680.550685:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384680.550688:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 00000100:00000001:3.0:1767384680.550696:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384680.550698:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384680.550699:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550701:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384680.550704:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767384680.550707:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384680.550709:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1767384680.550710:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550714:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1767384680.550714:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039600001. 00000100:00000001:3.0:1767384680.550716:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384680.550719:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1767384680.550724:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384680.550725:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1767384680.550726:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384680.550729:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1767384680.550730:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.550732:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1767384680.550736:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000078d87b73. 00000100:00000040:3.0:1767384680.550739:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.550741:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384680.550749:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767384680.550753:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384680.550756:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.550760:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384680.550761:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.550768:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1767384680.550768:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039600001] to pc [ptlrpcd_00_02+2] req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384680.550772:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384680.550777:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.550783:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a45e819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048147968:0@lo:400: 00000100:00000001:3.0:1767384680.550788:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384680.550791:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767384680.550792:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.550793:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.550796:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1767384680.550798:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (306) 02000000:00000010:3.0:1767384680.550800:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f9eb55a. 02000000:00000001:3.0:1767384680.550803:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384680.550808:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcffbfad. 00000400:00000010:3.0:1767384680.550813:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00000100:00000200:3.0:1767384680.550816:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048147968, portal 10 00000100:00000001:3.0:1767384680.550818:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384680.550820:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717097344 : -106174992454272 : ffff9f6f354a6d80) 00000100:00000001:0.0:1767384680.550821:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.550825:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1767384680.550826:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.550828:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384680.550834:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.550837:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384680.550844:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384680.550862:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000001:0.0:1767384680.550863:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384680.550867:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384680.550868:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048147968, offset 0 02000000:00000001:0.0:1767384680.550870:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384680.550873:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767384680.550876:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1767384680.550878:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384680.550882:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d2f3373 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048147840:0@lo:400: 00000400:00000200:3.0:1767384680.550887:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384680.550888:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1767384680.550895:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff08000 02000000:00000001:0.0:1767384680.550900:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1767384680.550904:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9400 02000000:00000001:0.0:1767384680.550904:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384680.550909:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1767384680.550912:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384680.550914:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003019b311. 02000000:00000001:0.0:1767384680.550918:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384680.550919:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384680.550925:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928840c6. 00000100:00000001:3.0:1767384680.550926:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384680.550929:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1767384680.550932:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78db42d. 00000100:00000010:3.0:1767384680.550934:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df0d3385. 00000100:00000200:0.0:1767384680.550937:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048147840, portal 25 00000100:00000040:3.0:1767384680.550939:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000df0d3385 x1853237048147968 msgsize 224 00000100:00000001:0.0:1767384680.550942:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384680.550945:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717091072 : -106174992460544 : ffff9f6f354a5500) 00000100:00100000:3.0:1767384680.550949:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384680.550953:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.550961:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384680.550961:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384680.550964:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384680.550968:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384680.550972:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048147840, offset 0 00000400:00000200:3.0:1767384680.550975:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000400:00000010:3.0:1767384680.550979:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000100:00000001:3.0:1767384680.550982:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767384680.550986:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1767384680.550988:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384680.550998:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384680.550999:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384680.551004:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384680.551009:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff07f80 00000100:00000001:3.0:1767384680.551017:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384680.551019:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1749 [2] + 0 00000100:00000001:3.0:1767384680.551021:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:0.0:1767384680.551025:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051163728. 00000100:00000001:3.0:1767384680.551027:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384680.551031:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000671e7473 00000100:00000040:3.0:1767384680.551032:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4068 usecs (5 jiffies) 00000400:00000200:0.0:1767384680.551036:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384680.551037:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294968326 00000400:00000200:0.0:1767384680.551044:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384680.551046:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294968325 00000400:00000200:0.0:1767384680.551049:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000671e7473 00000100:00000001:3.0:1767384680.551051:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294968326 00000400:00000010:0.0:1767384680.551053:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000671e7473. 00000100:00000001:3.0:1767384680.551057:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294968325 00000100:00000001:0.0:1767384680.551059:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:3.0:1767384680.551063:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294968326 00000100:00000200:0.0:1767384680.551064:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:3.0:1767384680.551068:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294968325 00000100:00000040:0.0:1767384680.551069:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000060943e6a x1853237048147840 msgsize 224 00000100:00000001:3.0:1767384680.551074:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294968326 00000100:00100000:0.0:1767384680.551079:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384680.551081:0:16355:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294968325 00000100:00000040:0.0:1767384680.551082:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384680.551088:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384680.551091:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.551093:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384680.551094:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551098:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384680.551100:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000100:00000001:3.0:1767384680.551103:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1767384680.551104:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:3.0:1767384680.551107:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384680.551109:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384680.551111:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.551113:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384680.551114:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551116:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384680.551122:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384680.551132:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384680.551134:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.551135:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384680.551139:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048147968 00000100:00000001:0.0:1767384680.551142:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.551144:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1767384680.551148:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384680.551150:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551151:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384680.551155:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.551155:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294968327 02000000:00000001:3.0:1767384680.551159:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.551163:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048147968 00000100:00000001:0.0:1767384680.551163:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968326 00000020:00000001:3.0:1767384680.551167:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384680.551170:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000001:0.0:1767384680.551171:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294968327 00000020:00000001:3.0:1767384680.551173:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384680.551176:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968326 00000020:00000040:3.0:1767384680.551177:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000001:0.0:1767384680.551181:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294968327 00000020:00000001:3.0:1767384680.551182:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000001:3.0:1767384680.551187:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:0.0:1767384680.551188:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294968326 00000100:00000001:3.0:1767384680.551194:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384680.551195:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294968327 00000020:00000010:3.0:1767384680.551198:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0e976d5. 00000100:00000001:0.0:1767384680.551200:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294968326 00000100:00000001:3.0:1767384680.551202:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384680.551206:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0e976d5. 00000100:00000001:0.0:1767384680.551206:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384680.551212:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384680.551214:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dda46c66. 00000100:00000001:0.0:1767384680.551215:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384680.551219:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384680.551220:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cae1d106. 00000100:00000001:0.0:1767384680.551224:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1767384680.551226:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001516f87a. 00000100:00000001:0.0:1767384680.551227:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384680.551232:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384680.551234:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384680.551236:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.551237:0:17087:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1767384680.551239:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551242:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384680.551244:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384680.551247:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.551251:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384680.551254:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384680.551255:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551264:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.551273:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384680.551274:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384680.551278:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384680.551280:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00000001:3.0:1767384680.551282:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623565824 : -106175085985792 : ffff9f6f2fb74000) 00000100:00000040:3.0:1767384680.551286:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000df0d3385 x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:661/0 lens 224/0 e 0 to 0 dl 1767384691 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.551294:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.551303:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0e976d5. 00000100:00000001:3.0:1767384680.551305:0:17087:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384680.551307:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0e976d5. 00000100:00100000:3.0:1767384680.551311:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000df0d3385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048147968:12345-0@lo:400: 00000100:00000200:3.0:1767384680.551315:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048147968 00000020:00000001:3.0:1767384680.551317:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384680.551320:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384680.551321:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.551323:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384680.551325:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:3.0:1767384680.551328:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384680.551330:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384680.551331:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384680.551333:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384680.551334:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.551337:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384680.551339:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384680.551341:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384680.551345:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d108f962. 02000000:00000001:3.0:1767384680.551346:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551348:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.551351:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384680.551353:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048147968 00010000:00000001:3.0:1767384680.551354:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384680.551357:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000df0d3385 x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.551364:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384680.551366:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384680.551368:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.551371:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384680.551373:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384680.551376:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384680.551378:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384680.551379:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551387:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384680.551390:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384680.551393:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000200:3.0:1767384680.551396:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048147968, offset 224 00000400:00000200:3.0:1767384680.551401:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384680.551408:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384680.551414:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff08000 00000400:00000200:3.0:1767384680.551419:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2009 [1] + 224 00000400:00000200:3.0:1767384680.551424:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384680.551428:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384680.551431:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.551435:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384680.551473:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.551485:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384680.551492:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000400:00000010:3.0:1767384680.551494:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000100:00000001:3.0:1767384680.551498:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384680.551500:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384680.551504:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.551507:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384680.551510:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384680.551512:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.551514:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384680.551517:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000df0d3385 x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.551525:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000df0d3385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048147968:12345-0@lo:400: Request processed in 230us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384680.551532:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00000040:3.0:1767384680.551534:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:3.0:1767384680.551536:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384680.551537:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384680.551547:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cae1d106. 00000020:00000010:3.0:1767384680.551549:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001516f87a. 00000020:00000010:3.0:1767384680.551552:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dda46c66. 00000020:00000040:3.0:1767384680.551555:0:17087:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000001:3.0:1767384680.551557:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.551572:0:17081:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384680.551575:0:17081:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048147840 02000000:00000001:3.0:1767384680.551576:0:17081:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384680.551578:0:17081:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384680.551579:0:17081:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.551581:0:17081:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.551584:0:17081:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048147840 00000020:00000001:3.0:1767384680.551585:0:17081:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384680.551586:0:17081:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384680.551588:0:17081:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384680.551590:0:17081:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:3.0:1767384680.551592:0:17081:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384680.551594:0:17081:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384680.551597:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.551601:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0e976d5. 00000100:00000001:3.0:1767384680.551603:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384680.551605:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0e976d5. 00000020:00000010:3.0:1767384680.551609:0:17081:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dda46c66. 00000020:00000010:3.0:1767384680.551613:0:17081:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cae1d106. 00000020:00000010:3.0:1767384680.551616:0:17081:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001516f87a. 00000100:00000040:3.0:1767384680.551622:0:17081:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384680.551624:0:17081:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384680.551625:0:17081:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384680.551627:0:17081:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551631:0:17081:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551640:0:17081:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.551649:0:17081:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384680.551651:0:17081:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384680.551655:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00000040:3.0:1767384680.551657:0:17081:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384680.551666:0:17081:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935103056 : -106175774448560 : ffff9f6f06ae2450) 00000100:00000040:3.0:1767384680.551671:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000060943e6a x1853237048147840/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:661/0 lens 224/0 e 0 to 0 dl 1767384691 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.551679:0:17081:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.551682:0:17081:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0e976d5. 00000100:00000001:3.0:1767384680.551684:0:17081:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384680.551686:0:17081:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0e976d5. 00000100:00100000:3.0:1767384680.551691:0:17081:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000060943e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048147840:12345-0@lo:400: 00000100:00000200:3.0:1767384680.551695:0:17081:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048147840 00000020:00000001:3.0:1767384680.551697:0:17081:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384680.551699:0:17081:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384680.551701:0:17081:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.551703:0:17081:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384680.551705:0:17081:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000020:00000001:3.0:1767384680.551707:0:17081:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384680.551709:0:17081:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384680.551711:0:17081:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384680.551713:0:17081:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384680.551715:0:17081:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.551717:0:17081:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384680.551718:0:17081:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384680.551720:0:17081:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384680.551724:0:17081:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cd417ef8. 02000000:00000001:3.0:1767384680.551726:0:17081:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551728:0:17081:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.551730:0:17081:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384680.551732:0:17081:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048147840 00010000:00000001:3.0:1767384680.551734:0:17081:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384680.551737:0:17081:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000060943e6a x1853237048147840/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.551743:0:17081:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384680.551745:0:17081:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384680.551747:0:17081:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.551756:0:17081:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384680.551759:0:17081:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384680.551760:0:17081:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384680.551763:0:17081:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384680.551764:0:17081:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.551766:0:17081:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384680.551769:0:17081:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384680.551772:0:17081:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000200:3.0:1767384680.551775:0:17081:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048147840, offset 224 00000400:00000200:3.0:1767384680.551780:0:17081:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384680.551786:0:17081:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384680.551792:0:17081:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff07f80 00000400:00000200:3.0:1767384680.551797:0:17081:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2011 [1] + 224 00000400:00000200:3.0:1767384680.551801:0:17081:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384680.551804:0:17081:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384680.551807:0:17081:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.551812:0:17081:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384680.551820:0:17081:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.551832:0:17081:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384680.551838:0:17081:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000400:00000010:3.0:1767384680.551840:0:17081:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000100:00000001:3.0:1767384680.551844:0:17081:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384680.551845:0:17081:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384680.551867:0:17081:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.551870:0:17081:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384680.551873:0:17081:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384680.551874:0:17081:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.551876:0:17081:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384680.551880:0:17081:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000060943e6a x1853237048147840/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.551887:0:17081:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000060943e6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048147840:12345-0@lo:400: Request processed in 208us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384680.551900:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00000040:3.0:1767384680.551903:0:17081:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384680.551905:0:17081:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384680.551907:0:17081:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384680.551909:0:17081:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cae1d106. 00000020:00000010:3.0:1767384680.551913:0:17081:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001516f87a. 00000020:00000010:3.0:1767384680.551916:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dda46c66. 00000020:00000040:3.0:1767384680.551920:0:17081:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:3.0:1767384680.551924:0:17081:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384680.551926:0:17081:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cd417ef8. 02000000:00000001:3.0:1767384680.551929:0:17081:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384680.551932:0:17081:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384680.551937:0:17081:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384680.551940:0:17081:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e024ab67. 00000400:00000010:3.0:1767384680.551945:0:17081:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db4811e9. 00000100:00000001:3.0:1767384680.551967:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1767384680.551970:0:16357:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:3.0:1767384680.551972:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.551976:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384680.551978:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.551980:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.551981:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384680.551982:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384680.551986:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.551992:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384680.551993:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.551995:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384680.551997:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384680.551999:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.552001:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039600001 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237048148096:0@lo:400: 00000100:00000001:3.0:1767384680.552004:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384680.552006:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384680.552008:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.552015:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384680.552017:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dda46c66. 02000000:00000001:3.0:1767384680.552019:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384680.552022:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027ef3756. 00000400:00000010:3.0:1767384680.552026:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000200:3.0:1767384680.552029:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048148096, portal 10 00000100:00000001:3.0:1767384680.552031:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384680.552032:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717089280 : -106174992462336 : ffff9f6f354a4e00) 00000100:00000040:3.0:1767384680.552037:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552043:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384680.552045:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384680.552048:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000100:00000200:3.0:1767384680.552050:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048148096, offset 0 00000400:00000200:3.0:1767384680.552054:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384680.552061:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384680.552068:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff08080 00000400:00000200:3.0:1767384680.552073:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9624 00000400:00000200:3.0:1767384680.552077:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384680.552080:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384680.552083:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384680.552084:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384680.552088:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a744e5f0. 00000100:00000040:3.0:1767384680.552090:0:16357:0:(events.c:337:request_in_callback()) incoming req@00000000a744e5f0 x1853237048148096 msgsize 224 00000100:00100000:3.0:1767384680.552096:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384680.552103:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384680.552108:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069b6c6fa 00000400:00000010:3.0:1767384680.552110:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000100:00000001:3.0:1767384680.552113:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384680.552117:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552125:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384680.552127:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552144:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552146:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384680.552151:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.552154:0:16357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3951 usecs (4 jiffies) 00000100:00000001:3.0:1767384680.552156:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294968326 00000100:00000001:3.0:1767384680.552159:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294968327 00000100:00000001:3.0:1767384680.552161:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294968326 00000100:00000001:3.0:1767384680.552163:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294968327 00000100:00000001:3.0:1767384680.552165:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294968326 00000100:00000001:3.0:1767384680.552168:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294968327 00000100:00000001:3.0:1767384680.552169:0:16357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294968326 00000100:00000001:3.0:1767384680.552171:0:16357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294968327 00000100:00000001:3.0:1767384680.552173:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384680.552175:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552177:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552180:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552195:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384680.552197:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048148096 02000000:00000001:3.0:1767384680.552199:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384680.552201:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384680.552203:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.552205:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384680.552207:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048148096 00000020:00000001:3.0:1767384680.552209:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384680.552211:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000020:00000001:3.0:1767384680.552213:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384680.552214:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000020:00000001:3.0:1767384680.552217:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000020:00000001:3.0:1767384680.552219:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:3.0:1767384680.552221:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.552230:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0e976d5. 00000020:00000010:3.0:1767384680.552233:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000eccd48bc. 00000020:00000040:3.0:1767384680.552238:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:3.0:1767384680.552245:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1767384680.552248:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b88778. 00000020:00000010:3.0:1767384680.552252:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cae1d106. 00000020:00000010:3.0:1767384680.552256:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001516f87a. 00000100:00000040:3.0:1767384680.552260:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384680.552262:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384680.552263:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384680.552264:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552267:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1767384680.552269:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1767384680.552270:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552275:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552283:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384680.552285:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384680.552288:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384680.552290:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 00000100:00000001:3.0:1767384680.552291:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898623572992 : -106175085978624 : ffff9f6f2fb75c00) 00000100:00000040:3.0:1767384680.552294:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000a744e5f0 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:661/0 lens 224/0 e 0 to 0 dl 1767384691 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552301:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384680.552305:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000000d1194ab. 00000100:00000001:3.0:1767384680.552307:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384680.552309:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000000d1194ab. 00000100:00100000:3.0:1767384680.552313:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000a744e5f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237048148096:12345-0@lo:400: 00000100:00000200:3.0:1767384680.552316:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048148096 00000020:00000001:3.0:1767384680.552318:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384680.552320:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384680.552322:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.552323:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384680.552324:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:3.0:1767384680.552333:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384680.552335:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384680.552337:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384680.552338:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384680.552340:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.552341:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384680.552344:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384680.552345:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384680.552348:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000cd417ef8. 02000000:00000001:3.0:1767384680.552350:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552352:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.552353:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384680.552355:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048148096 00010000:00000001:3.0:1767384680.552357:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384680.552360:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a744e5f0 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.552366:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384680.552368:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384680.552370:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.552373:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384680.552375:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384680.552376:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384680.552379:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384680.552380:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552383:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384680.552386:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384680.552389:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000100:00000200:3.0:1767384680.552392:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048148096, offset 224 00000400:00000200:3.0:1767384680.552397:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384680.552404:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384680.552411:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff08080 00000400:00000200:3.0:1767384680.552415:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2025 [1] + 224 00000400:00000200:3.0:1767384680.552420:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384680.552423:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384680.552426:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.552436:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384680.552467:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552479:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384680.552486:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069b6c6fa 00000400:00000010:3.0:1767384680.552488:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000100:00000001:3.0:1767384680.552491:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384680.552493:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384680.552497:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.552500:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:3.0:1767384680.552502:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384680.552504:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384680.552506:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384680.552509:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a744e5f0 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:661/0 lens 224/224 e 0 to 0 dl 1767384691 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.552516:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000a744e5f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16357:x1853237048148096:12345-0@lo:400: Request processed in 214us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384680.552522:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00000040:3.0:1767384680.552524:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:3.0:1767384680.552527:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384680.552529:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384680.552532:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cae1d106. 00000020:00000010:3.0:1767384680.552535:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001516f87a. 00000020:00000010:3.0:1767384680.552539:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b88778. 00000020:00000040:3.0:1767384680.552543:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:3.0:1767384680.552545:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1767384680.552558:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1767384680.552560:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:3.0:1767384680.552567:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.552569:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384680.552572:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384680.552574:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384680.552582:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928840c6. 00000400:00000200:3.0:1767384680.552585:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78db42d 00000400:00000010:3.0:1767384680.552586:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78db42d. 00000100:00000001:3.0:1767384680.552589:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.552592:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384680.552599:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552606:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384680.552607:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552609:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384680.552611:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384680.552613:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384680.552614:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.552616:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384680.552618:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384680.552621:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.552624:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384680.552625:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.552627:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384680.552629:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552631:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.552634:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552641:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384680.552643:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384680.552644:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384680.552647:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.552653:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d2f3373 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048147840:0@lo:400: 00000100:00000001:3.0:1767384680.552657:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552659:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384680.552660:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d2f3373 x1853237048147840/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552674:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384680.552676:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384680.552678:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003019b311. 02000000:00000001:3.0:1767384680.552682:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384680.552684:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384680.552685:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384680.552687:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384680.552689:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b249760. 02000000:00000001:3.0:1767384680.552691:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384680.552693:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384680.552694:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d2f3373. 00000100:00000001:3.0:1767384680.552698:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384680.552700:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552702:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552706:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384680.552708:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552710:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.552713:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552720:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.552722:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384680.552725:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384680.552727:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384680.552728:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027ef3756. 00000400:00000200:3.0:1767384680.552732:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000400:00000010:3.0:1767384680.552733:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000100:00000001:3.0:1767384680.552737:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.552741:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384680.552748:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552754:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384680.552757:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552758:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384680.552760:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384680.552762:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384680.552764:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.552771:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384680.552774:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384680.552777:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.552780:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384680.552781:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.552783:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384680.552785:0:16357:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.552791:0:16357:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552793:0:16357:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384680.552795:0:16357:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384680.552797:0:16357:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384680.552799:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.552803:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552809:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384680.552810:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384680.552812:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384680.552815:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.552821:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039600001 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16357:1853237048148096:0@lo:400: 00000100:00000001:3.0:1767384680.552825:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552827:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384680.552831:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039600001 x1853237048148096/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552837:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384680.552838:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384680.552840:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dda46c66. 02000000:00000001:3.0:1767384680.552843:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384680.552844:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384680.552845:0:16357:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384680.552847:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384680.552868:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000078d87b73. 02000000:00000001:3.0:1767384680.552871:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384680.552872:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384680.552874:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039600001. 00000100:00000001:3.0:1767384680.552878:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384680.552879:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552881:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552884:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384680.552886:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552887:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.552889:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552896:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.552897:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384680.552900:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384680.552902:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384680.552903:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcffbfad. 00000400:00000200:3.0:1767384680.552906:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00000400:00000010:3.0:1767384680.552908:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00000100:00000001:3.0:1767384680.552911:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384680.552915:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384680.552922:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552929:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384680.552931:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.552932:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384680.552934:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384680.552935:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384680.552936:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384680.552938:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384680.552942:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384680.552944:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384680.552947:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384680.552948:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384680.552950:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1767384680.552952:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384680.552969:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.552970:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767384680.552972:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1767384680.552973:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384680.552974:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384680.552977:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.552982:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384680.552984:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384680.552985:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384680.552987:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384680.552994:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a45e819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048147968:0@lo:400: 00000100:00000001:3.0:1767384680.552998:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.553001:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384680.553003:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a45e819b x1853237048147968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384680.553009:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384680.553011:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384680.553013:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f9eb55a. 02000000:00000001:3.0:1767384680.553016:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384680.553018:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384680.553019:0:16355:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384680.553021:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384680.553023:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a2063779. 02000000:00000001:3.0:1767384680.553026:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384680.553028:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384680.553028:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a45e819b. 00000100:00000001:3.0:1767384680.553031:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384680.553032:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.553034:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384680.553038:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384680.553044:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.553046:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.553048:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384680.553057:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384680.553059:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384680.557487:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294968327, at 4294968328 00000100:00000040:1.0:1767384680.557490:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294968327, at 4294968328 00000100:00000010:2.0:1767384680.557499:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001edadc97. 00000100:00000010:1.0:1767384680.557501:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000942f3558. 00000100:00000040:3.0:1767384680.558491:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294968327, at 4294968329 00000100:00000010:3.0:1767384680.558497:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8d556a3. 00000100:00000040:0.0:1767384680.558583:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294968327, at 4294968329 00000100:00000010:0.0:1767384680.558590:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7e04bf. 00000400:00000001:0.0:1767384681.189487:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384681.189492:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384681.189495:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:0.0:1767384681.189499:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000400:00000200:0.0:1767384681.189510:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:0.0:1767384681.189517:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery ping unlinked 00000400:00000010:0.0:1767384681.189527:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a4499879. 00000400:00000010:0.0:1767384681.189530:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e1bb3b98. 00000400:00000200:0.0:1767384681.189540:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp46 00000400:00000010:0.0:1767384681.189543:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000a4499879. 00000400:00000010:0.0:1767384681.189548:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000e1bb3b98. 00000400:00000010:0.0:1767384681.189552:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000400:00000010:0.0:1767384681.189558:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000048975cd6. 00000400:00000200:0.0:1767384681.189562:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp46 00000400:00000200:0.0:1767384681.189576:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp46 local destination 00000400:00000200:0.0:1767384681.189583:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp46 00000400:00000200:0.0:1767384681.189588:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp46 NI seq info: [194:194:256:4294967295] 192.168.203.125@tcp46 LPNI seq info [191:191:8:4294967295] 00000400:00000200:0.0:1767384681.189596:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp46 00000400:00000200:0.0:1767384681.189604:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp46(192.168.203.125@tcp46:) -> 192.168.203.125@tcp46(192.168.203.125@tcp46:192.168.203.125@tcp46) : GET try# 0 00000800:00000200:3.0:1767384681.189611:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (4) 00000800:00000200:0.0:1767384681.189612:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp46 00000800:00000010:0.0:1767384681.189619:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005ffae775. 00000800:00000200:3.1:1767384681.189623:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (4) 00000800:00000200:0.0:1767384681.189651:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a0cd5] -> 12345-192.168.203.125@tcp46 (2) 00000800:00000200:3.0:1767384681.189656:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ff8351fa] -> 12345-192.168.203.125@tcp17 (6) 00000800:00000200:3.0:1767384681.189662:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp17 ip 192.168.203.125:988 00000800:00000200:3.0:1767384681.189666:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.1:1767384681.189680:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a0cd5] -> 12345-192.168.203.125@tcp46 (2) 00000400:00000200:0.0:1767384681.189697:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp46 added to recovery queue. ping count: 1 next ping: 303 health :900 00000400:00000200:3.0:1767384681.192299:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192299:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192377:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192380:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192428:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192457:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192494:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192504:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192542:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192550:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192600:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192610:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192662:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192668:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192725:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192727:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192776:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192791:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192828:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192865:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192894:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192921:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.192953:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.192977:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193010:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193036:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193068:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193100:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193122:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193155:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193179:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193209:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193228:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193257:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193277:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193309:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193333:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193367:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193387:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193421:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193463:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193480:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193512:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193537:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193557:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193591:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193607:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193638:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193656:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193692:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193717:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193746:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193774:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193795:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193817:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193838:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193874:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193896:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193918:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193939:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.193962:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.193984:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.194006:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194026:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.194053:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194071:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.194098:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194117:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.194139:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194160:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194198:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194216:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194246:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194273:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194301:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.125:988 00000800:00000010:0.0:1767384681.194320:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000080d4da29. 00000400:00000200:3.0:1767384681.194324:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.125:988 00000800:00000010:0.0:1767384681.194326:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000029eaa72d. 00000800:00000010:0.0:1767384681.194333:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce79fc5a. 00000400:00000200:3.0:1767384681.194348:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.125:988 00000800:00000010:0.0:1767384681.194361:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce79fc5a. 00000800:00020000:0.0:1767384681.194373:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384681.194377:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000029eaa72d. 00000400:00000200:3.0:1767384681.194378:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.125:988 00000800:00000010:0.0:1767384681.194380:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000080d4da29. 00000400:00000200:3.0:1767384681.194410:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.125:988 00000400:02020000:0.0:1767384681.194461:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp30 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384681.194467:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000400:00000200:3.0:1767384681.194470:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194500:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.194527:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.125:988 00000800:00000200:0.0:1767384681.194537:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384681.194542:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.194549:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.194554:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.194557:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767384681.194693:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000021d7f672. 00000800:00000010:3.0:1767384681.194698:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000071dbaa13. 00000800:00000010:3.0:1767384681.194704:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009476eb9. 00000800:00000010:3.0:1767384681.194736:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009476eb9. 00000400:00000200:0.0:1767384681.194823:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384681.194841:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp46 from 208.3.0.2 00000800:00000010:0.0:1767384681.194859:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000029b716c. 00000800:00000010:3.0:1767384681.194897:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f337cc97. 00000800:00000010:3.0:1767384681.194909:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b7395920. 00000800:00000010:3.0:1767384681.194931:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000d096f93b. 00000800:00000200:3.1:1767384681.194938:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a0cd5] -> 12345-192.168.203.125@tcp46 (2) 00000800:00000200:3.1:1767384681.194944:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp46 00000000d096f93b deleted 00000800:00000010:3.1:1767384681.194946:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d096f93b. 00000800:00000200:3.1:1767384681.194951:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384681.194957:0:16345:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp46 ip 192.168.203.125:976 00000800:00000200:3.1:1767384681.194960:0:16345:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ffae775 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384681.194966:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp46 p 3.x 192.168.203.125 -> 192.168.203.125:976 incarnation:1767384671946962508 sched[0] 00000800:00000010:3.0:1767384681.194971:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009476eb9. 00000800:00000010:3.0:1767384681.195014:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009476eb9. 00000800:00000010:3.0:1767384681.195018:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b7395920. 00000800:00000010:3.0:1767384681.195048:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000029b716c. 00000800:00000001:3.0:1767384681.195059:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384681.195064:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1767384681.195107:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384681.195110:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005ffae775. 00000400:00000200:3.0:1767384681.195115:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384681.195122:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp46->192.168.203.125@tcp46: GET: OK 00000400:00000200:3.0:1767384681.195128:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:3.0:1767384681.195131:0:16349:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp46 recovery message sent successfully:0 00000800:00000200:3.1:1767384681.195164:0:16342:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.0:1767384681.195170:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp46 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384671946962508 sched[0] 00000800:00000010:3.0:1767384681.195174:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000071dbaa13. 00000400:00000200:3.0:1767384681.195230:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.195281:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.195329:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.195376:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.195430:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.195500:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.195554:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.195599:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.195646:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000800:00000001:0.0:1767384681.195654:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.195662:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.195665:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.195672:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.195680:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp46(192.168.203.125@tcp46) <- 192.168.203.125@tcp46 : GET - for me 00000400:00000200:3.0:1767384681.195681:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.195693:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384681.195702:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x1fd5 [1] + 0 00000400:00000200:3.0:1767384681.195707:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.195715:0:16348:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp46 to MR: 192.168.203.125@tcp46 local destination 00000400:00000200:0.0:1767384681.195724:0:16348:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp46 NI seq info: [195:195:256:4294967295] 192.168.203.125@tcp46 LPNI seq info [192:192:8:4294967295] 00000400:00000200:3.0:1767384681.195736:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.195737:0:16348:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp46(192.168.203.125@tcp46:192.168.203.125@tcp46) -> 192.168.203.125@tcp46(192.168.203.125@tcp46:192.168.203.125@tcp46) 192.168.203.125@tcp46 : REPLY try# 0 00000800:00000200:0.0:1767384681.195745:0:16348:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp46 00000800:00000010:0.0:1767384681.195750:0:16348:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006551089c. 00000800:00000200:0.0:1767384681.195756:0:16348:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000171a0cd5] -> 12345-192.168.203.125@tcp46 (4) 00000800:00000200:0.0:1767384681.195761:0:16348:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp46 ip 192.168.203.125:988 00000400:00000200:3.0:1767384681.195763:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000800:00000200:0.0:1767384681.195764:0:16348:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006551089c type 3, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1767384681.195805:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000800:00000200:0.0:1767384681.195825:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384681.195828:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006551089c. 00000400:00000200:0.0:1767384681.195833:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.195839:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp46->192.168.203.125@tcp46: REPLY: OK 00000800:00000001:0.0:1767384681.195865:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1767384681.195867:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000800:00000001:0.0:1767384681.195877:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.195880:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.195885:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384681.195887:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.195891:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.195898:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp46(192.168.203.125@tcp46) <- 192.168.203.125@tcp46 : REPLY - for me 00000400:00000200:3.0:1767384681.195903:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384681.195912:0:16348:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp46: Reply from 12345-192.168.203.125@tcp46 of length 272/272 into md 0x2031 00000800:00000001:0.0:1767384681.195917:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.195924:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384681.195926:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384681.195930:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp46->192.168.203.125@tcp46: REPLY: OK 00000400:00000200:0.0:1767384681.195934:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:0.0:1767384681.195936:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000400:00000200:0.0:1767384681.195941:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000200:3.0:1767384681.195945:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000010:0.0:1767384681.195947:0:16348:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000a4499879. 00000400:00000010:0.0:1767384681.195953:0:16348:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000e1bb3b98. 00000800:00000001:0.0:1767384681.195961:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384681.195965:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384681.195991:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196027:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196059:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196164:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196205:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196238:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196270:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196303:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196341:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196373:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196404:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196431:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196501:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196530:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196561:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196612:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196650:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384681.196693:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384681.196799:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cf966c7. 00000800:00000010:3.0:1767384681.196803:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000d096f93b. 00000800:00000010:3.0:1767384681.196808:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000009476eb9. 00000800:00000010:3.0:1767384681.196828:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000009476eb9. 00000800:00020000:3.0:1767384681.196836:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384681.196839:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000d096f93b. 00000800:00000010:3.0:1767384681.196842:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006cf966c7. 00000400:02020000:3.0:1767384681.196909:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp46 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00010000:00000001:3.0:1767384681.381574:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384681.381579:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384681.381593:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384681.381594:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384681.381633:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384681.381638:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384681.381641:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384681.574530:0:17894:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384681.574536:0:17894:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384682.216848:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp44 00000400:00000010:1.0:1767384682.216854:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000099a2dcbc. 00000400:00000010:1.0:1767384682.216861:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006e617315. 00000400:00000010:1.0:1767384682.216866:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000400:00000010:1.0:1767384682.216873:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006df2481d. 00000400:00000200:1.0:1767384682.216878:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp44 00000400:00000200:1.0:1767384682.216896:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp44 local destination 00000400:00000200:1.0:1767384682.216902:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp44 00000400:00000200:1.0:1767384682.216906:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp44 NI seq info: [196:196:256:4294967295] 192.168.203.125@tcp44 LPNI seq info [193:193:8:4294967295] 00000400:00000200:1.0:1767384682.216911:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp44 00000400:00000200:1.0:1767384682.216918:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp44(192.168.203.125@tcp44:) -> 192.168.203.125@tcp44(192.168.203.125@tcp44:192.168.203.125@tcp44) : GET try# 0 00000800:00000200:1.0:1767384682.216923:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp44 00000800:00000010:1.0:1767384682.216926:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e8721ded. 00000800:00000200:1.0:1767384682.216932:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000800:00000200:1.1:1767384682.216940:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000400:00000200:1.0:1767384682.216959:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp44 added to recovery queue. ping count: 3 next ping: 310 health :700 00000400:00000200:1.0:1767384682.217029:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217102:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217123:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217143:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217163:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217184:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217215:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217237:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217257:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217277:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217299:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217317:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217333:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217349:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217365:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217382:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217400:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217418:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217455:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217486:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217517:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217533:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217549:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217563:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217579:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217597:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217613:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217629:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217644:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217668:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217685:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217700:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217716:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384682.217731:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384682.217884:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000b2426577. 00000800:00000010:1.0:1767384682.217889:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000301bdc06. 00000800:00000010:1.0:1767384682.217893:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000aa263145. 00000800:00000010:1.0:1767384682.217910:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000aa263145. 00000800:00020000:1.0:1767384682.217919:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384682.217922:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000301bdc06. 00000800:00000010:1.0:1767384682.217924:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000b2426577. 00000400:02020000:1.0:1767384682.217955:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp44 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384682.217962:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp44 notifying 192.168.203.125@tcp44: down 00000400:00000200:1.0:1767384682.217966:0:16343:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:1.0:1767384682.217970:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp44 00000800:00000010:1.0:1767384682.217974:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e8721ded. 00000400:00000200:1.0:1767384682.217979:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384682.217985:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp44->192.168.203.125@tcp44: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384682.217993:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384682.217996:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384682.218001:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp44) recovery failed with -71 00010000:00000001:3.0:1767384682.405601:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384682.405607:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384682.405612:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384682.405613:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384682.405870:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384682.405873:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384682.405876:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1767384682.559146:0:39239:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000097f9008b. 00080000:00000010:3.0:1767384682.559156:0:39239:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000097f9008b. 00000020:00000001:3.0:1767384682.559161:0:39239:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384682.559169:0:39239:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000097f9008b. 00080000:00000010:3.0:1767384682.559173:0:39239:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000097f9008b. 00000020:00000001:3.0:1767384682.559176:0:39239:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767384683.237516:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001850548b] -> 12345-192.168.203.125@tcp33 (6) 00000800:00000200:3.0:1767384683.237525:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp33 ip 192.168.203.125:988 00000800:00000200:3.0:1767384683.237529:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384683.237549:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a00a277a] -> 12345-192.168.203.125@tcp20 (6) 00000800:00000200:3.0:1767384683.237552:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp20 ip 192.168.203.125:988 00000800:00000200:3.0:1767384683.237554:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384683.237662:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384683.237667:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384683.237676:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384683.237680:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384683.237684:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384683.237685:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384683.237687:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384683.237689:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384683.237690:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384683.237703:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000001:1.0:1767384683.238493:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384683.238495:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384683.238502:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6932c8c 00000400:00000010:1.0:1767384683.238504:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c6932c8c. 00000400:00000200:1.0:1767384683.238507:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384683.238510:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384683.238521:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000099a2dcbc. 00000400:00000010:1.0:1767384683.238524:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006e617315. 00010000:00000001:3.0:1767384683.430500:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384683.430505:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.430510:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384683.430512:0:54:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384683.430514:0:54:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384683.430516:0:54:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.430519:0:54:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384683.430521:0:54:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.430523:0:54:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384683.430525:0:54:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384683.430555:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384683.430559:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384683.430562:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384683.458595:0:39403:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384683.458600:0:39403:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing /home/green/git/lustre-release/lustre/../lnet/utils/lnetctl net add --net tcp50 --if ens2 00000001:00000001:0.0:1767384683.463814:0:39403:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000010:1.0:1767384683.471902:0:39404:0:(api-ni.c:6652:lnet_net_cmd()) alloc '(conf)': 808 at 00000000baaee174. 00000400:00000010:1.0:1767384683.471916:0:39404:0:(api-ni.c:6330:lnet_genl_parse_local_ni()) alloc '(tun)': 172 at 0000000068e38ced. 00000400:00000010:1.0:1767384683.471926:0:39404:0:(config.c:328:lnet_net_alloc()) alloc '(net)': 176 at 00000000301bdc06. 00000400:00000010:1.0:1767384683.471930:0:39404:0:(config.c:409:lnet_ni_alloc_common()) alloc '(ni)': 448 at 00000000ffce8ade. 00000400:00000010:1.0:1767384683.471934:0:39404:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 000000007181a6bc. 00000400:00000010:1.0:1767384683.471938:0:39404:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cb490ad4. 00000400:00000010:1.0:1767384683.471940:0:39404:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 24 at 00000000f27bac7a. 00000400:00000010:1.0:1767384683.471942:0:39404:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005287cf8b. 00000400:00000010:1.0:1767384683.471945:0:39404:0:(config.c:382:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 0000000058a95537. 00000800:00000010:1.0:1767384683.471961:0:39404:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 000000009647b47b. 00000800:00000200:1.0:1767384683.471971:0:39404:0:(socklnd_modparams.c:319:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000400:00000200:1.0:1767384683.471987:0:39404:0:(config.c:1510:lnet_get_link_status()) device idx 1 get_link 2 00000400:00000200:1.0:1767384683.472019:0:39404:0:(acceptor.c:221:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.203.125) 00000400:02000000:1.0:1767384683.472042:0:39404:0:(api-ni.c:2705:lnet_startup_lndni()) Added LNI 192.168.203.125@tcp50 [8/256/0/180] 00000400:00000010:1.0:1767384683.474042:0:39404:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 00000000a39d068d. 00000400:00000010:1.0:1767384683.474049:0:39404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4c3fc90. 00000400:00000010:1.0:1767384683.474054:0:39404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c6932c8c. 00000400:00000001:1.0:1767384683.474073:0:39404:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384683.474075:0:39404:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767384683.474076:0:39404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cff30015. 00000400:00000200:1.0:1767384683.474079:0:39404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984d890c 00000400:00000010:1.0:1767384683.474081:0:39404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984d890c. 00000400:00000010:1.0:1767384683.474084:0:39404:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 697 at 0000000011602ab2. 00000400:00000200:1.0:1767384683.474089:0:39404:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (39) 00000400:00000200:1.0:1767384683.474102:0:39404:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:1.0:1767384683.474111:0:39404:0:(api-ni.c:3831:lnet_notify_net_update()) Notify about 1 local NIDs at net #131122 00000020:00000010:1.0:1767384683.474120:0:39404:0:(tgt_mount.c:1632:tgt_nid_update_cb()) kmalloced '(tnw)': 4792 at 00000000b2426577. 00000400:00000200:0.0:1767384683.474123:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:01000000:1.0:1767384683.474125:0:39404:0:(tgt_mount.c:1641:tgt_nid_update_cb()) new NID update from LNet 00000020:01000000:1.0:1767384683.474130:0:39404:0:(tgt_mount.c:1647:tgt_nid_update_cb()) NID #0: 192.168.203.125@tcp50 00000400:00000200:0.0:1767384683.474131:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:0.0:1767384683.474136:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (40) 00000400:00000010:0.0:1767384683.474142:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 000000003337d0d9. 00000400:00000010:1.0:1767384683.474143:0:39404:0:(api-ni.c:6627:lnet_genl_parse_local_ni()) kfreed 'tun': 172 at 0000000068e38ced. 00000400:00000010:1.0:1767384683.474148:0:39404:0:(api-ni.c:6769:lnet_net_cmd()) kfreed 'conf': 808 at 00000000baaee174. 00000400:00000010:0.0:1767384683.474155:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000400:00000010:0.0:1767384683.474162:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000131a3a28. 00000400:00000200:0.0:1767384683.474167:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000020:00000001:2.0:1767384683.474174:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384683.474180:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384683.474182:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 10000000:00000001:2.0:1767384683.474183:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 10000000:01000000:2.0:1767384683.474187:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-MDT0000 about 1 new NIDs 00000020:01000004:2.0:1767384683.474191:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000400:00000200:0.0:1767384683.474192:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000020:01000004:2.0:1767384683.474194:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384683.474196:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384683.474200:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000400:00000200:0.0:1767384683.474201:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000400:00000200:0.0:1767384683.474205:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000400:00000200:0.0:1767384683.474207:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 00000400:00000200:0.0:1767384683.474210:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000020:01000004:2.0:1767384683.474213:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000400:00000200:0.0:1767384683.474214:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000020:01000004:2.0:1767384683.474218:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384683.474219:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000020:01000004:2.0:1767384683.474222:0:38:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000400:00000200:0.0:1767384683.474224:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000020:01000004:2.0:1767384683.474226:0:38:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384683.474230:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000400:00000200:0.0:1767384683.474230:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000020:01000004:2.0:1767384683.474234:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000400:00000200:0.0:1767384683.474237:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000400:00000200:0.0:1767384683.474240:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000100:00000010:2.0:1767384683.474242:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087eacb65. 00000400:00000200:0.0:1767384683.474243:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000400:00000200:0.0:1767384683.474249:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000020:00000040:2.0:1767384683.474250:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000400:00000200:0.0:1767384683.474255:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000100:00000001:2.0:1767384683.474259:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1767384683.474259:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[180, 68] 00000400:00000200:0.0:1767384683.474263:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 67], ns[183, 68] 02000000:00000001:2.0:1767384683.474265:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1767384683.474267:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 67], ns[186, 68] 02000000:00000001:2.0:1767384683.474271:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.474278:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 67], ns[56, 68] 00000400:00000200:0.0:1767384683.474281:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 56], ns[60, 56] 02000000:00000010:2.0:1767384683.474283:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000006e7049b. 00000400:00000200:0.0:1767384683.474286:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 56], ns[150, 56] 00000400:00000200:0.0:1767384683.474290:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 56], ns[87, 56] 00000100:00000001:2.0:1767384683.474292:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.474292:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 56], ns[86, 56] 00000400:00000200:0.0:1767384683.474298:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 56], ns[171, 56] 00000400:00000200:0.0:1767384683.474301:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 56], ns[93, 56] 00000100:00000001:2.0:1767384683.474304:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1767384683.474304:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 56], ns[125, 56] 00000100:00000001:2.0:1767384683.474309:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.474310:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 56], ns[177, 56] 00000400:00000200:0.0:1767384683.474315:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 56], ns[192, 56] 00000400:00000200:0.0:1767384683.474317:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[161, 56], ns[164, 56] 00000100:00000040:2.0:1767384683.474321:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087eacb65] to pc [ptlrpcd_00_03+3] req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.474321:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 56], ns[168, 56] 00000400:00000200:0.0:1767384683.474330:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 56], ns[176, 56] 00000400:00000200:0.0:1767384683.474340:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 56], ns[155, 56] 00000400:00000200:0.0:1767384683.474346:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 56], ns[165, 56] 00000400:00000200:0.0:1767384683.474354:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[172, 56], ns[175, 56] 00000400:00000200:0.0:1767384683.474357:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[186, 56], ns[189, 56] 00000400:00000200:0.0:1767384683.474360:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[193, 56], ns[196, 56] 00000400:00000200:0.0:1767384683.474368:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 56], ns[191, 56] 10000000:00000001:2.0:1767384683.474369:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.474373:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 56], ns[195, 56] 10000000:00000001:2.0:1767384683.474375:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384683.474380:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.474381:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[0, 56], ns[0, 56] 00000020:01000000:2.0:1767384683.474384:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-MDT0000: queue update for 1 new NIDs, rc = 0 00000400:00000200:0.0:1767384683.474387:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp47 00000400:00000200:0.0:1767384683.474392:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp47 00000020:00000001:2.0:1767384683.474394:0:38:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1767384683.474397:0:38:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 00000400:00000200:0.0:1767384683.474397:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp47 lpni_is_preferred = 0 10000000:00000001:2.0:1767384683.474401:0:38:0:(mgc_request_server.c:433:mgc_set_info_async_server()) Process entered 00000400:00000200:0.0:1767384683.474402:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp47 10000000:01000000:2.0:1767384683.474405:0:38:0:(mgc_request_server.c:459:mgc_set_info_async_server()) NID notify for lustre-OST0000 about 1 new NIDs 00000400:00000200:0.0:1767384683.474409:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp47 NI seq info: [197:197:256:4294967295] 192.168.203.125@tcp47 LPNI seq info [194:194:8:4294967295] 00000020:01000004:2.0:1767384683.474410:0:38:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: req 00000020:01000004:2.0:1767384683.474413:0:38:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1767384683.474417:0:38:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000200:0.0:1767384683.474417:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp47 00000020:01000004:2.0:1767384683.474420:0:38:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384683.474422:0:38:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384683.474426:0:38:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:0.0:1767384683.474427:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp47(192.168.203.125@tcp47:) -> 192.168.203.125@tcp47(192.168.203.125@tcp:192.168.203.125@tcp47) : GET try# 0 00000020:01000004:2.0:1767384683.474428:0:38:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1767384683.474432:0:38:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000800:00000200:0.0:1767384683.474434:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp47 00000020:01000004:2.0:1767384683.474435:0:38:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000010:2.0:1767384683.474461:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000987612b. 00000800:00000010:0.0:1767384683.474461:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004a5b382b. 00000020:00000040:2.0:1767384683.474467:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000800:00000010:0.0:1767384683.474469:0:16352:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000a8a617aa. 00000100:00000001:2.0:1767384683.474470:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384683.474474:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000800:00000010:0.0:1767384683.474475:0:16352:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 00000000509cfef8. 02000000:00000001:2.0:1767384683.474477:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384683.474481:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8a617aa] -> 12345-192.168.203.125@tcp47 (2) 02000000:00000010:2.0:1767384683.474485:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000015034cbd. 00000800:00000200:0.1:1767384683.474485:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8a617aa] -> 12345-192.168.203.125@tcp47 (2) 00000100:00000001:2.0:1767384683.474490:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.474496:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384683.474498:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.474503:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000100:00000040:2.0:1767384683.474504:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000987612b] to pc [ptlrpcd_00_00+0] req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.474508:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 10000000:00000001:2.0:1767384683.474532:0:38:0:(mgc_request_server.c:461:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384683.474535:0:38:0:(mgc_request.c:1138:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384683.474537:0:38:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1767384683.474539:0:38:0:(tgt_mount.c:1619:tgt_nid_notifier()) lustre-OST0000: queue update for 1 new NIDs, rc = 0 00000020:00000010:2.0:1767384683.474541:0:38:0:(tgt_mount.c:1623:tgt_nid_notifier()) kfreed 'tnw': 4792 at 00000000b2426577. 00000400:00000200:0.0:1767384683.474552:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.474554:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1767384683.474559:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1767384683.474561:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384683.474569:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384683.474572:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384683.474574:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384683.474576:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384683.474579:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384683.474584:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.474585:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.474596:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384683.474599:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384683.474603:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1767384683.474605:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 02000000:00000001:2.0:1767384683.474606:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384683.474611:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384683.474615:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048148224:0@lo:253: 00000100:00000001:2.0:1767384683.474619:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1767384683.474624:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 02000000:00000001:2.0:1767384683.474626:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384683.474630:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384683.474633:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384683.474639:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000086c02747. 02000000:00000001:2.0:1767384683.474642:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.474646:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000010:2.0:1767384683.474648:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051163728. 00000400:00000010:2.0:1767384683.474654:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036ac8025. 00000100:00000200:2.0:1767384683.474658:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048148224, portal 25 00000100:00000001:2.0:1767384683.474661:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384683.474662:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717868288 : -106174991683328 : ffff9f6f35563100) 00000400:00000200:0.0:1767384683.474665:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000100:00000040:2.0:1767384683.474669:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.474677:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384683.474682:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1767384683.474684:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000010:2.0:1767384683.474685:0:16356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed7f94df. 00000100:00000200:2.0:1767384683.474690:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048148224, offset 0 00000400:00000200:2.0:1767384683.474698:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.474706:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384683.474708:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.474719:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff08100 00000400:00000200:2.0:1767384683.474726:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x1775 [2] + 0 00000400:00000200:0.0:1767384683.474727:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000010:2.0:1767384683.474733:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ac96ed8a. 00000400:00000200:2.0:1767384683.474740:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000874649ff 00000400:00000200:2.0:1767384683.474748:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.474749:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384683.474754:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384683.474759:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000874649ff 00000400:00000010:2.0:1767384683.474762:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000874649ff. 00000100:00000001:2.0:1767384683.474767:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384683.474768:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000100:00000200:2.0:1767384683.474769:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384683.474773:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000003b47e400 x1853237048148224 msgsize 4848 00000100:00100000:2.0:1767384683.474781:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384683.474783:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384683.474793:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384683.474796:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384683.474801:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed7f94df 00000400:00000010:2.0:1767384683.474805:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed7f94df. 00000100:00000001:2.0:1767384683.474809:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384683.474813:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.474814:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.474826:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384683.474842:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.474846:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.474854:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.474856:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384683.474862:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.474866:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294971251 00000400:00000200:0.0:1767384683.474869:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000100:00000010:2.0:1767384683.474871:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005729145e. 00000100:00000001:2.0:1767384683.474878:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384683.474884:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294971251 00000100:00000010:2.0:1767384683.474887:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001f4ffa6a. 00000400:00000200:0.0:1767384683.474888:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.474891:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384683.474897:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294971251 00000100:00000010:2.0:1767384683.474901:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031835051. 00000100:00000001:2.0:1767384683.474905:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384683.474909:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294971251 00000400:00000200:0.0:1767384683.474912:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000100:00000010:2.0:1767384683.474913:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b8eb5370. 00000100:00000001:2.0:1767384683.474919:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384683.474924:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384683.474927:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.474930:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.474933:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.474941:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.474944:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384683.474948:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384683.474950:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384683.474955:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.474959:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.474968:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384683.474970:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384683.474973:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384683.474974:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384683.474977:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384683.474980:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000000987612b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048148352:0@lo:253: 00000100:00000001:2.0:1767384683.474983:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384683.474986:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384683.474988:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384683.474990:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1767384683.474991:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 02000000:00000010:2.0:1767384683.474995:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000fed17f63. 02000000:00000001:2.0:1767384683.474999:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384683.475003:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068bccc92. 00000400:00000010:2.0:1767384683.475008:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed7f94df. 00000100:00000200:2.0:1767384683.475011:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048148352, portal 25 00000100:00000001:2.0:1767384683.475013:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384683.475015:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717858432 : -106174991693184 : ffff9f6f35560a80) 00000100:00000040:2.0:1767384683.475020:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.475025:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.475031:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384683.475034:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384683.475038:0:16354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008863ca16. 00000100:00000200:2.0:1767384683.475040:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 4848 bytes to portal 26, xid 1853237048148352, offset 0 00000400:00000200:2.0:1767384683.475047:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.475054:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.475059:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384683.475063:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4848 into portal 26 MB=0x695825ff08180 00000400:00000200:2.0:1767384683.475069:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4848/4848 into md 0x177d [2] + 0 00000400:00000010:2.0:1767384683.475072:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007c92683b. 00000400:00000200:2.0:1767384683.475076:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000053894c62 00000400:00000200:2.0:1767384683.475081:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.475085:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384683.475089:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053894c62 00000400:00000010:2.0:1767384683.475091:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053894c62. 00000400:00000200:0.0:1767384683.475091:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.475097:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384683.475099:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384683.475101:0:16354:0:(events.c:337:request_in_callback()) incoming req@00000000b5601ca6 x1853237048148352 msgsize 4848 00000100:00100000:2.0:1767384683.475107:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384683.475109:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384683.475120:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384683.475121:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384683.475125:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008863ca16 00000400:00000010:2.0:1767384683.475129:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008863ca16. 00000100:00000001:2.0:1767384683.475133:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384683.475137:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.475146:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384683.475150:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.475156:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475157:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384683.475162:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.475164:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.475165:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294971251 00000100:00000001:2.0:1767384683.475170:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294971251 00000100:00000001:2.0:1767384683.475172:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294971251 00000100:00000001:2.0:1767384683.475174:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294971251 00000100:00000001:2.0:1767384683.475177:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294971251 00000100:00000001:2.0:1767384683.475179:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294971251 00000100:00000001:2.0:1767384683.475181:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294971251 00000100:00000001:2.0:1767384683.475184:0:16354:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294971251 00000100:00000001:2.0:1767384683.475186:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384683.475188:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475191:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475192:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384683.475197:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384683.475198:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384683.475201:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384683.475203:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384683.475205:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.475206:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.475208:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475219:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384683.475222:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475237:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384683.475240:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048148224 00000400:00000200:0.0:1767384683.475240:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 02000000:00000001:2.0:1767384683.475245:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384683.475247:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384683.475250:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384683.475254:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384683.475257:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048148224 00000020:00000001:2.0:1767384683.475260:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384683.475261:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384683.475264:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384683.475266:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:2.0:1767384683.475269:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384683.475272:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:0.0:1767384683.475272:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.475276:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384683.475282:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005151ba99. 00000100:00000001:2.0:1767384683.475285:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384683.475288:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005151ba99. 00000020:00000010:2.0:1767384683.475295:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c16389f2. 00000020:00000010:2.0:1767384683.475300:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000026c990f0. 00000400:00000200:0.0:1767384683.475302:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000020:00000010:2.0:1767384683.475305:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000a6e6825e. 00000100:00000040:2.0:1767384683.475317:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384683.475320:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384683.475322:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384683.475325:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475333:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.475335:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000100:00000001:2.0:1767384683.475343:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384683.475355:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384683.475357:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048148352 00000400:00000200:0.0:1767384683.475358:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 02000000:00000001:2.0:1767384683.475359:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384683.475363:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384683.475365:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384683.475368:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384683.475370:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048148352 00000020:00000001:2.0:1767384683.475372:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384683.475373:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384683.475375:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384683.475377:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:2.0:1767384683.475380:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:0.0:1767384683.475381:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000020:00000001:2.0:1767384683.475382:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384683.475387:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384683.475391:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005151ba99. 00000100:00000001:2.0:1767384683.475393:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384683.475395:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005151ba99. 00000020:00000010:2.0:1767384683.475400:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008217f36e. 00000400:00000200:0.0:1767384683.475402:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000020:00000010:2.0:1767384683.475404:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004aee627f. 00000400:00000200:0.0:1767384683.475418:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384683.475432:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384683.475573:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000080d4da29. 00000800:00000010:0.0:1767384683.475577:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000efa8511d. 00000800:00000010:0.0:1767384683.475581:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ce79fc5a. 00000800:00000010:0.0:1767384683.475595:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ce79fc5a. 00000800:00020000:0.0:1767384683.475601:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384683.475604:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000efa8511d. 00000800:00000010:0.0:1767384683.475605:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000080d4da29. 00000400:02020000:0.0:1767384683.475646:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp47 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384683.475651:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp47 notifying 192.168.203.125@tcp47: down 00000800:00000200:0.0:1767384683.475655:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp47 down 00000800:00000100:0.0:1767384683.475660:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp47 00000800:00000010:0.0:1767384683.475663:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004a5b382b. 00000400:00000200:0.0:1767384683.475665:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384683.475669:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp47->192.168.203.125@tcp47: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384683.475675:0:16344:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp47 added to recovery queue. ping count: 0 next ping: 304 health :900 00000400:00000200:0.0:1767384683.475678:0:16344:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384683.475680:0:16344:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 1 00000400:00000200:0.0:1767384683.475683:0:16344:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000100:00000001:0.0:1767384683.475702:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384683.475704:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384683.475707:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00000040:0.0:1767384683.475711:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384683.475712:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935106128 : -106175774445488 : ffff9f6f06ae3050) 00000100:00000040:0.0:1767384683.475715:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003b47e400 x1853237048148224/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:664/0 lens 4848/0 e 0 to 0 dl 1767384694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384683.475721:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384683.475724:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ce79fc5a. 00000100:00000001:0.0:1767384683.475725:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384683.475727:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ce79fc5a. 00000100:00100000:0.0:1767384683.475729:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003b47e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048148224:12345-0@lo:253: 00000100:00000200:0.0:1767384683.475732:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048148224 00000020:00000001:0.0:1767384683.475734:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384683.475736:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384683.475738:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384683.475739:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384683.475741:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00000020:00000001:0.0:1767384683.475743:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384683.475749:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384683.475751:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384683.475753:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384683.475755:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.475758:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384683.475760:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384683.475763:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 0000000080d4da29. 02000000:00000001:0.0:1767384683.475764:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.475766:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384683.475768:0:17078:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 20000000:00000010:0.0:1767384683.475777:0:17078:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000c5b1c1b1. 00000020:00000010:2.0:1767384683.475781:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 20000000:01000000:0.0:1767384683.475781:0:17078:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:0.0:1767384683.475783:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384683.475786:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384683.475788:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475789:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 20000000:00000001:0.0:1767384683.475790:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475792:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 20000000:00000001:0.0:1767384683.475793:0:17078:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00000100:00000001:2.0:1767384683.475796:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475801:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384683.475802:0:17078:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000027f59051. 20000000:01000000:0.0:1767384683.475805:0:17078:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 20000000:00000001:0.0:1767384683.475810:0:17078:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00000100:00000001:2.0:1767384683.475811:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384683.475815:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384683.475819:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00000100:00000001:2.0:1767384683.475821:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384683.475824:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384683.475827:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00000040:2.0:1767384683.475845:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00080000:00000001:0.0:1767384683.475845:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00000100:00000001:2.0:1767384683.475850:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935101008 : -106175774450608 : ffff9f6f06ae1c50) 00000100:00000040:2.0:1767384683.475854:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b5601ca6 x1853237048148352/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:664/0 lens 4848/0 e 0 to 0 dl 1767384694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000001:0.0:1767384683.475861:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475864:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00080000:00000001:0.0:1767384683.475864:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384683.475867:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384683.475869:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005151ba99. 00080000:00000001:0.0:1767384683.475869:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384683.475870:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475874:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000002:0.0:1767384683.475875:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000d3358aa9 00000020:00000010:2.0:1767384683.475879:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005151ba99. 00000020:00000001:0.0:1767384683.475881:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000b9f4c1bc 00080000:00000002:0.0:1767384683.475884:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00000100:00100000:2.0:1767384683.475886:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b5601ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16354:x1853237048148352:12345-0@lo:253: 00080000:00000001:0.0:1767384683.475887:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384683.475892:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384683.475895:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048148352 00080000:00000001:0.0:1767384683.475895:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384683.475899:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384683.475901:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384683.475902:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384683.475904:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384683.475906:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384683.475907:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00000020:00000001:2.0:1767384683.475909:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105552 : -1049446064 : ffffffffc172b950) 00080000:00000001:0.0:1767384683.475911:0:17078:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384683.475912:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384683.475914:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384683.475915:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384683.475916:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384683.475919:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.475920:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00080000:00000010:0.0:1767384683.475920:0:17078:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009fe12cf7. 02000000:00000001:2.0:1767384683.475923:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000001:0.0:1767384683.475925:0:17078:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619726336 : -106180089825280 : ffff9f6e0576b800) 02000000:00000010:2.0:1767384683.475928:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b80f6e6. 00080000:00000001:0.0:1767384683.475928:0:17078:0:(osd_io.c:1849:osd_declare_write()) Process entered 02000000:00000001:2.0:1767384683.475931:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384683.475932:0:17078:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384683.475933:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384683.475936:0:25090:0:(mgs_handler.c:344:mgs_target_reg()) Process entered 00080000:00000010:0.0:1767384683.475937:0:17078:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ce79fc5a. 00080000:00000001:0.0:1767384683.475940:0:17078:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384683.475941:0:17078:0:(osd_handler.c:2167:osd_trans_start()) Process entered 20000000:00000010:2.0:1767384683.475942:0:25090:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 4608 at 00000000cb3ff662. 20000000:01000000:2.0:1767384683.475945:0:25090:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:00000001:2.0:1767384683.475947:0:25090:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384683.475948:0:25090:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384683.475949:0:25090:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384683.475950:0:25090:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384683.475951:0:17078:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384683.475952:0:25090:0:(mgs_nids.c:569:mgs_nidtbl_write()) Process entered 00080000:00000001:0.0:1767384683.475969:0:17078:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:0.0:1767384683.475983:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:0.0:1767384683.475987:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100871 00000400:00000001:0.0:1767384683.475991:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384683.475992:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1767384683.475994:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:0.0:1767384683.475995:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000400:00000200:0.0:1767384683.475999:0:16352:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 6 00000400:00000200:0.0:1767384683.476002:0:16352:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:0.0:1767384683.476005:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000003337d0d9. 00000400:00000200:0.0:1767384683.476008:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (41) 00000400:00000200:0.0:1767384683.476010:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:-71 00000400:00000200:0.0:1767384683.476012:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 rc -71 00000100:00000001:1.0:1767384683.476013:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767384683.476015:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000100:00000001:1.0:1767384683.476017:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384683.476018:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (40) 00080000:00000010:1.0:1767384683.478795:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009fe12cf7. 00080000:00000010:0.0:1767384683.478869:0:17078:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ce79fc5a. 00040000:00000001:0.0:1767384683.478876:0:17078:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384683.478879:0:17078:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384683.478882:0:17078:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384683.478886:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:0.0:1767384683.478889:0:17078:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384683.478891:0:17078:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:0.0:1767384683.478908:0:17078:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:0.0:1767384683.478921:0:17078:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:0.0:1767384683.478924:0:17078:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00080000:00000001:0.0:1767384683.478928:0:17078:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:1.0:1767384683.478950:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:1.0:1767384683.478955:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:1.0:1767384683.478959:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:1.0:1767384683.478964:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1767384683.478969:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1767384683.478979:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c75a6932. 00010000:00000001:1.0:1767384683.478994:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767384683.478998:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e79bfcd8. 00000020:00000001:1.0:1767384683.479003:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767384683.479006:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000e79bfcd8 with handle 0x71ee3a74e27192d2 to hash 00000020:00000001:1.0:1767384683.479008:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767384683.479010:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384683.479013:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384683.479017:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384683.479019:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384683.479022:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.479031:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767384683.479036:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1767384683.479039:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:1.0:1767384683.479041:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384683.479043:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384683.479045:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:1.0:1767384683.479047:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384683.479049:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767384683.479052:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767384683.479053:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767384683.479063:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767384683.479065:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000c75a6932) refcount = 1 00010000:00010000:1.0:1767384683.479069:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.479076:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767384683.479078:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767384683.479080:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384683.479083:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.479087:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:1.0:1767384683.479091:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:1.0:1767384683.479094:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:1.0:1767384683.479098:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384683.479100:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384683.479101:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e79bfcd8 refcount=4 00000020:00000001:1.0:1767384683.479105:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384683.479108:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384683.479110:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384683.479112:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.479118:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384683.479120:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.479126:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384683.479128:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384683.479130:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.479136:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384683.479137:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.479140:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767384683.479142:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767384683.479158:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000e79bfcd8 already unused, calling callback (000000009752a4b4) 00010000:00000001:1.0:1767384683.479161:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384683.479163:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1767384683.479165:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.479171:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767384683.479172:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384683.479174:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384683.479175:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000e79bfcd8 refcount=5 00000020:00000001:1.0:1767384683.479177:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384683.479180:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890116096 : -106174819435520 : ffff9f6f3f9a7c00) 00010000:00000001:1.0:1767384683.479183:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767384683.479185:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384683.479191:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767384683.479195:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1767384683.479196:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.479201:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384683.479203:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384683.479205:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384683.479206:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384683.479209:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e79bfcd8 with handle 0x71ee3a74e27192d2 from hash 00010000:00000001:1.0:1767384683.479211:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384683.479214:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384683.479215:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384683.479217:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384683.479219:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384683.479221:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384683.479224:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384683.479226:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384683.479230:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.479232:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 20000000:00000010:2.0:1767384683.479238:0:25090:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000017871ece. 00010000:00000001:1.0:1767384683.479239:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 20000000:01000000:2.0:1767384683.479247:0:25090:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #50 00010000:00000001:1.0:1767384683.479249:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384683.479252:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:2.0:1767384683.479253:0:25090:0:(mgs_nids.c:336:nidtbl_update_version()) Process entered 00010000:00000001:1.0:1767384683.479254:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384683.479259:0:25090:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00010000:00000001:1.0:1767384683.479260:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384683.479265:0:25090:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00010000:00000001:1.0:1767384683.479265:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384683.479272:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384683.479276:0:25090:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00010000:00000001:1.0:1767384683.479282:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384683.479284:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384683.479286:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00080000:00000001:2.0:1767384683.479287:0:25090:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.479288:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00080000:00000001:2.0:1767384683.479292:0:25090:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00010000:00000001:1.0:1767384683.479293:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384683.479298:0:25090:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.479298:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384683.479305:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00080000:00000001:2.0:1767384683.479306:0:25090:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1767384683.479311:0:25090:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384683.479312:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:1.0:1767384683.479321:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1767384683.479322:0:25090:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 99:2511837350 to info 00000000c35c8687 00010000:00010000:1.0:1767384683.479326:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1767384683.479331:0:25090:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000060e82d7 00080000:00000002:2.0:1767384683.479338:0:25090:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/lustre => [0x200000003:0x7:0x0] 00010000:00000001:1.0:1767384683.479341:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1767384683.479345:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000001:2.0:1767384683.479347:0:25090:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767384683.479348:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000e79bfcd8/0x71ee3a74e27192d2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00080000:00000001:2.0:1767384683.479353:0:25090:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384683.479359:0:25090:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384683.479365:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384683.479370:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786392 : -106175130765224 : ffff9f6f2d0bf858) 00010000:00000040:1.0:1767384683.479370:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c75a6932 count: 0 00080000:00000001:2.0:1767384683.479378:0:25090:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:2.0:1767384683.479381:0:25090:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d3402809. 00080000:00000001:2.0:1767384683.479385:0:25090:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893638069760 : -106180071481856 : ffff9f6e068e9e00) 00080000:00000001:2.0:1767384683.479387:0:25090:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:2.0:1767384683.479389:0:25090:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:1.0:1767384683.479389:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:1.0:1767384683.479393:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000010:2.0:1767384683.479394:0:25090:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000005151ba99. 00080000:00000001:2.0:1767384683.479399:0:25090:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384683.479401:0:25090:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:2.0:1767384683.479409:0:25090:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384683.479417:0:25090:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000020:0.0:1767384683.479545:0:17078:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:0.0:1767384683.479550:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:0.0:1767384683.479558:0:17078:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000c5b1c1b1. 20000000:00000001:0.0:1767384683.479563:0:17078:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384683.479568:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048148224 00010000:00000001:0.0:1767384683.479571:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384683.479576:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003b47e400 x1853237048148224/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:664/0 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384683.479585:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384683.479587:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384683.479591:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384683.479597:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384683.479600:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384683.479602:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384683.479605:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384683.479608:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.479610:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384683.479614:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384683.479617:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efa8511d. 00000100:00000200:0.0:1767384683.479621:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048148224, offset 224 00000400:00000200:0.0:1767384683.479626:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384683.479634:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384683.479640:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff08100 00000400:00000200:0.0:1767384683.479645:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2041 [2] + 224 00000400:00000200:0.0:1767384683.479651:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384683.479654:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384683.479658:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384683.479662:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384683.479671:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384683.479688:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384683.479694:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efa8511d 00000400:00000010:0.0:1767384683.479696:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efa8511d. 00000100:00000001:0.0:1767384683.479698:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384683.479705:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384683.479709:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384683.479712:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384683.479715:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384683.479716:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384683.479719:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384683.479722:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b47e400 x1853237048148224/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:664/0 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384683.479730:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003b47e400 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16356:x1853237048148224:12345-0@lo:253: Request processed in 4007us (4955us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384683.479738:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00000001:2.0:1767384683.479741:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767384683.479742:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384683.479744:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384683.479747:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384683.479748:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384683.479753:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000026c990f0. 00000400:00000001:2.0:1767384683.479756:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384683.479758:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a6e6825e. 00000400:00000001:2.0:1767384683.479762:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384683.479762:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c16389f2. 00000400:00000010:2.0:1767384683.479765:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051163728. 00000020:00000040:0.0:1767384683.479767:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000400:00000200:2.0:1767384683.479769:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ac8025 00000400:00000010:2.0:1767384683.479773:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036ac8025. 02000000:00000001:0.0:1767384683.479774:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1767384683.479777:0:16356:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1767384683.479777:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 0000000080d4da29. 02000000:00000001:0.0:1767384683.479782:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:2.0:1767384683.479783:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384683.479784:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384683.479792:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1767384683.479796:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384683.479798:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1379851. 00000400:00000010:0.0:1767384683.479802:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efa8511d. 00000100:00000001:2.0:1767384683.479811:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384683.479813:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384683.479815:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384683.479818:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384683.479819:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384683.479821:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384683.479823:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384683.479826:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=100 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384683.479839:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=100 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384683.479841:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384683.479843:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384683.479845:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384683.479847:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.479849:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384683.479853:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.479859:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384683.479861:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384683.479863:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:2.0:1767384683.479866:0:16356:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:2.0:1767384683.479867:0:16356:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1767384683.479868:0:16356:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1767384683.479870:0:16356:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1767384683.479871:0:16356:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1767384683.479872:0:16356:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:2.0:1767384683.479873:0:16356:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1767384683.479875:0:16356:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1767384683.479876:0:16356:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1767384683.479877:0:16356:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:2.0:1767384683.479879:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384683.479886:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048148224:0@lo:253: 00000100:00000001:2.0:1767384683.479890:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384683.479891:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384683.479894:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087eacb65 x1853237048148224/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.479899:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384683.479901:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384683.479903:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000086c02747. 02000000:00000001:2.0:1767384683.479906:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384683.479908:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384683.479909:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384683.479911:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384683.479912:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000006e7049b. 02000000:00000001:2.0:1767384683.479915:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384683.479916:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384683.479918:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087eacb65. 00000100:00000001:2.0:1767384683.479921:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384683.479922:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384683.479924:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384683.479927:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384683.479929:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.479931:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384683.479932:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384683.481497:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294971251, at 4294971252 00000100:00000010:0.0:1767384683.481505:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005729145e. 00000100:00000040:2.0:1767384683.481508:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294971251, at 4294971252 00000100:00000010:2.0:1767384683.481517:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031835051. 00080000:00000010:0.0:1767384683.481544:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d3402809. 00080000:00000010:2.0:1767384683.481575:0:25090:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000005151ba99. 00040000:00000001:2.0:1767384683.481579:0:25090:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1767384683.481580:0:25090:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:2.0:1767384683.481582:0:25090:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1767384683.481584:0:25090:0:(lu_object.c:207:lu_object_put()) Add 000000009b8a62d4/0000000077dbc3e0 to site lru. bkt: 00000000b7991fc0 20000000:00000001:2.0:1767384683.481586:0:25090:0:(mgs_nids.c:369:nidtbl_update_version()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384683.481587:0:25090:0:(mgs_nids.c:607:mgs_nidtbl_write()) Process leaving 20000000:01000000:2.0:1767384683.481589:0:25090:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:00000001:2.0:1767384683.481599:0:25090:0:(mgs_handler.c:446:mgs_target_reg()) Process leaving via out_norevoke (rc=0 : 0 : 0x0) 20000000:01000000:2.0:1767384683.481601:0:25090:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00080000:00000001:2.0:1767384683.481605:0:25090:0:(osd_handler.c:2844:osd_sync()) Process entered 20000000:01000000:0.0:1767384683.481621:0:17102:0:(mgs_nids.c:710:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 20000000:00000001:0.0:1767384683.481626:0:17102:0:(mgs_handler.c:206:mgs_revoke_lock()) Process entered 10000000:01000000:0.0:1767384683.481629:0:17102:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00000001:0.0:1767384683.481633:0:17102:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1767384683.481636:0:17102:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384683.481643:0:17102:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000004c928347. 00010000:00000001:0.0:1767384683.481654:0:17102:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384683.481657:0:17102:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052f40092. 00000020:00000001:0.0:1767384683.481661:0:17102:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384683.481667:0:17102:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000052f40092 with handle 0x71ee3a74e27192d9 to hash 00000020:00000001:0.0:1767384683.481670:0:17102:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384683.481673:0:17102:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384683.481677:0:17102:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384683.481680:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384683.481682:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384683.481685:0:17102:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384683.481693:0:17102:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384683.481696:0:17102:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384683.481698:0:17102:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384683.481700:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384683.481702:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384683.481705:0:17102:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384683.481707:0:17102:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384683.481709:0:17102:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384683.481712:0:17102:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384683.481713:0:17102:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384683.481714:0:17102:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384683.481716:0:17102:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000004c928347) refcount = 1 00010000:00010000:0.0:1767384683.481719:0:17102:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384683.481725:0:17102:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384683.481727:0:17102:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384683.481729:0:17102:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384683.481732:0:17102:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384683.481734:0:17102:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000001:0.0:1767384683.481737:0:17102:0:(mgs_handler.c:128:mgs_completion_ast_generic()) Process entered 20000000:01000000:0.0:1767384683.481741:0:17102:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003712365s 00010000:00000001:0.0:1767384683.481743:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384683.481749:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384683.481751:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=4 00000020:00000001:0.0:1767384683.481754:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384683.481756:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384683.481759:0:17102:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1767384683.481761:0:17102:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384683.481769:0:17102:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767384683.481772:0:17102:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384683.481778:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384683.481780:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384683.481781:0:17102:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384683.481786:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384683.481788:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384683.481791:0:17102:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767384683.481793:0:17102:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384683.481800:0:17102:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000052f40092 already unused, calling callback (000000009752a4b4) 00010000:00000001:0.0:1767384683.481802:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384683.481805:0:17102:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1767384683.481807:0:17102:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384683.481812:0:17102:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384683.481814:0:17102:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384683.481815:0:17102:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384683.481817:0:17102:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000052f40092 refcount=5 00000020:00000001:0.0:1767384683.481820:0:17102:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384683.481823:0:17102:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623424512 : -106175086127104 : ffff9f6f2fb51800) 00010000:00000001:0.0:1767384683.481841:0:17102:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384683.481843:0:17102:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384683.481849:0:17102:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384683.481851:0:17102:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1767384683.481852:0:17102:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384683.481854:0:17102:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384683.481855:0:17102:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384683.481857:0:17102:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384683.481858:0:17102:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384683.481860:0:17102:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000052f40092 with handle 0x71ee3a74e27192d9 from hash 00010000:00000001:0.0:1767384683.481862:0:17102:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384683.481864:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384683.481864:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384683.481865:0:17102:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384683.481867:0:17102:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384683.481868:0:17102:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384683.481870:0:17102:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384683.481871:0:17102:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384683.481873:0:17102:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384683.481875:0:17102:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384683.481876:0:17102:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767384683.481878:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384683.481879:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384683.481880:0:17102:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384683.481882:0:17102:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384683.481883:0:17102:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384683.481885:0:17102:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384683.481890:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384683.481891:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384683.481892:0:17102:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767384683.481893:0:17102:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767384683.481894:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384683.481895:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384683.481900:0:17102:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384683.481902:0:17102:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384683.481904:0:17102:0:(mgs_handler.c:168:mgs_completion_ast_generic()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384683.481906:0:17102:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384683.481910:0:17102:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1767384683.481911:0:17102:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384683.481913:0:17102:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000052f40092/0x71ee3a74e27192d9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17102 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384683.481918:0:17102:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000004c928347 count: 0 00010000:00000001:0.0:1767384683.481925:0:17102:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 20000000:00000001:0.0:1767384683.481926:0:17102:0:(mgs_handler.c:257:mgs_revoke_lock()) Process leaving 00080000:00000020:2.0:1767384683.481970:0:25090:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00000100:00000001:2.0:1767384683.481973:0:25090:0:(client.c:312:ptlrpc_free_bulk()) Process entered 20000000:00000010:2.0:1767384683.481974:0:25090:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 4608 at 00000000cb3ff662. 20000000:00000001:2.0:1767384683.481981:0:25090:0:(mgs_handler.c:633:mgs_target_reg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384683.481984:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048148352 00010000:00000001:2.0:1767384683.481985:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384683.481989:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b5601ca6 x1853237048148352/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:664/0 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384683.481995:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384683.481996:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384683.481997:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=100 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384683.482000:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384683.482002:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384683.482004:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384683.482006:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384683.482008:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384683.482011:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384683.482015:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384683.482019:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036ac8025. 00000100:00000200:2.0:1767384683.482022:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048148352, offset 224 00000400:00000200:2.0:1767384683.482028:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384683.482034:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384683.482040:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff08180 00000400:00000200:2.0:1767384683.482045:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2049 [2] + 224 00000400:00000200:2.0:1767384683.482049:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384683.482054:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384683.482058:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384683.482062:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384683.482067:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4768 offset=224 replen=4768 req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384683.482078:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384683.482083:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ac8025 00000400:00000010:2.0:1767384683.482085:0:25090:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036ac8025. 00000100:00000040:1.0:1767384683.482085:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294971251, at 4294971252 00000100:00000001:2.0:1767384683.482091:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384683.482094:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384683.482097:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384683.482100:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.482101:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1767384683.482103:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001f4ffa6a. 00000100:00000040:2.0:1767384683.482105:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000001:0.0:1767384683.482107:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1767384683.482114:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000400:00000001:0.0:1767384683.482114:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1767384683.482117:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384683.482118:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068bccc92. 00000020:00000001:2.0:1767384683.482119:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384683.482124:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b5601ca6 x1853237048148352/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:664/0 lens 4848/4768 e 0 to 0 dl 1767384694 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384683.482125:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed7f94df 00000400:00000010:0.0:1767384683.482129:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ed7f94df. 00000100:00100000:2.0:1767384683.482135:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b5601ca6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048148352:12345-0@lo:253: Request processed in 6271us (7032us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384683.482135:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384683.482141:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384683.482144:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00000040:2.0:1767384683.482148:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384683.482152:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384683.482154:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384683.482157:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004aee627f. 00000020:00000010:2.0:1767384683.482161:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000100:00000200:0.0:1767384683.482161:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384683.482165:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008217f36e. 00000020:00000040:2.0:1767384683.482168:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:2.0:1767384683.482171:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384683.482173:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b80f6e6. 02000000:00000001:2.0:1767384683.482177:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1767384683.482177:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384683.482181:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384683.482181:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384683.482186:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767384683.482187:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1767384683.482189:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1767384683.482190:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051163728. 00000100:00000001:0.0:1767384683.482192:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1767384683.482194:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036ac8025. 00000100:00000001:0.0:1767384683.482195:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384683.482199:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384683.482202:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=100 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384683.482205:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=100 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384683.482207:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384683.482208:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384683.482216:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384683.482217:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.482219:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384683.482222:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384683.482228:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384683.482230:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384683.482231:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:01000004:0.0:1767384683.482234:0:16354:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_nid_notify: rep 00000020:01000004:0.0:1767384683.482235:0:16354:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1767384683.482236:0:16354:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1767384683.482238:0:16354:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1767384683.482239:0:16354:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1767384683.482240:0:16354:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1767384683.482241:0:16354:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1767384683.482242:0:16354:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1767384683.482243:0:16354:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000040:0.0:1767384683.482245:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384683.482252:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000000987612b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048148352:0@lo:253: 00000100:00000001:0.0:1767384683.482255:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384683.482257:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384683.482259:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000000987612b x1853237048148352/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4848/4768 e 0 to 0 dl 1767384699 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384683.482265:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384683.482267:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384683.482269:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000fed17f63. 02000000:00000001:0.0:1767384683.482271:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384683.482273:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384683.482274:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384683.482275:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384683.482277:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000015034cbd. 02000000:00000001:0.0:1767384683.482279:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384683.482280:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384683.482281:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000987612b. 00000100:00000001:0.0:1767384683.482286:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384683.482287:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384683.482289:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384683.482293:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384683.482294:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.482295:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384683.482297:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384683.482471:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294971251, at 4294971253 00000100:00000010:3.0:1767384683.482478:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b8eb5370. 00010000:00000010:0.1:1767384683.487470:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000004c928347. 00010000:00000010:0.1:1767384683.487477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052f40092. 00010000:00000010:1.1:1767384683.487615:0:39405:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c75a6932. 00010000:00000010:1.1:1767384683.487624:0:39405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e79bfcd8. 00000400:00000010:1.0:1767384683.496375:0:39409:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000000434b581. 00000400:00000040:1.0:1767384683.496401:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384683.496404:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384683.496407:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384683.496409:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384683.496411:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384683.496418:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384683.496421:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384683.496422:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384683.496424:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384683.496425:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384683.496427:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384683.496429:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384683.496432:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384683.496434:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384683.496435:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384683.496456:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384683.496458:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384683.496459:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384683.496461:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384683.496468:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384683.496471:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384683.496474:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384683.496477:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384683.496479:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384683.496482:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384683.496485:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384683.496488:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384683.496491:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384683.496493:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384683.496496:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384683.496498:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384683.496501:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384683.496504:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384683.496506:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384683.496508:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384683.496509:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384683.496511:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384683.496514:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384683.496517:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384683.496520:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384683.496523:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384683.496526:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384683.496528:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384683.496530:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384683.496541:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384683.496544:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384683.496546:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384683.496549:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384683.496553:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384683.496556:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384683.496559:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384683.496563:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384683.496565:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384683.496570:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384683.496573:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384683.496576:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384683.496578:0:39409:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000010:1.0:1767384683.496975:0:39409:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000000434b581. 00000100:00000001:3.0:1767384683.621939:0:17070:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384683.621940:0:17073:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1767384683.621947:0:17070:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384683.621948:0:17073:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384684.261560:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp42 00000400:00000010:1.0:1767384684.261567:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 0000000086387100. 00000400:00000010:1.0:1767384684.261574:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000067a4e7c7. 00000400:00000010:1.0:1767384684.261579:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000984d890c. 00000400:00000010:1.0:1767384684.261589:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000129b3f84. 00000400:00000200:1.0:1767384684.261594:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp42 00000400:00000200:1.0:1767384684.261614:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp42 local destination 00000400:00000200:1.0:1767384684.261620:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp42 00000400:00000200:1.0:1767384684.261624:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp42 NI seq info: [198:198:256:4294967295] 192.168.203.125@tcp42 LPNI seq info [195:195:8:4294967295] 00000400:00000200:1.0:1767384684.261631:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp42 00000400:00000200:1.0:1767384684.261639:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp42(192.168.203.125@tcp42:) -> 192.168.203.125@tcp42(192.168.203.125@tcp42:192.168.203.125@tcp42) : GET try# 0 00000800:00000200:1.0:1767384684.261646:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp42 00000800:00000010:1.0:1767384684.261651:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000dd96af79. 00000800:00000200:1.0:1767384684.261657:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000800:00000200:1.1:1767384684.261662:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000400:00000200:1.0:1767384684.261688:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp42 added to recovery queue. ping count: 4 next ping: 320 health :600 00000400:00000200:1.0:1767384684.261695:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp47 00000400:00000010:1.0:1767384684.261697:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009438c01c. 00000400:00000010:1.0:1767384684.261701:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000008ae60af0. 00000400:00000010:1.0:1767384684.261703:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7484244. 00000400:00000010:1.0:1767384684.261713:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000027cfa7bd. 00000400:00000200:1.0:1767384684.261717:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp47 00000400:00000200:1.0:1767384684.261725:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp47 local destination 00000400:00000200:1.0:1767384684.261728:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp47 00000400:00000200:1.0:1767384684.261733:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp47 NI seq info: [199:199:256:4294967295] 192.168.203.125@tcp47 LPNI seq info [196:196:8:4294967295] 00000400:00000200:1.0:1767384684.261737:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp47 00000400:00000200:1.0:1767384684.261744:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp47(192.168.203.125@tcp47:) -> 192.168.203.125@tcp47(192.168.203.125@tcp47:192.168.203.125@tcp47) : GET try# 0 00000800:00000200:1.0:1767384684.261749:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp47 00000800:00000010:1.0:1767384684.261752:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000008c903476. 00000800:00000200:1.0:1767384684.261757:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8a617aa] -> 12345-192.168.203.125@tcp47 (2) 00000800:00000200:1.1:1767384684.261762:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8a617aa] -> 12345-192.168.203.125@tcp47 (2) 00000400:00000200:0.0:1767384684.261764:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.261804:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384684.261811:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp47 added to recovery queue. ping count: 1 next ping: 306 health :900 00000400:00000200:0.0:1767384684.261842:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.261868:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.261895:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.261910:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.261927:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.261958:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.261973:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262004:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262014:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262047:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262058:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262090:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262100:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262134:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262142:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262178:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262188:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262220:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262242:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262264:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262286:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262308:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262325:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262352:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262369:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262399:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262415:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262472:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262493:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262517:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262534:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262560:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262575:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262606:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262622:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262650:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262668:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262697:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262713:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262741:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262757:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.262785:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262807:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262851:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262879:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000800:00000200:1.0:1767384684.262883:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000709a04f6] -> 12345-192.168.203.125@tcp15 (6) 00000800:00000200:1.0:1767384684.262890:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp15 ip 192.168.203.125:988 00000800:00000200:1.0:1767384684.262893:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:0.0:1767384684.262901:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262931:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262948:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.262966:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000800:00000200:1.0:1767384684.262983:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384684.262988:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767384684.262991:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000800:00000001:1.0:1767384684.262998:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384684.263003:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384684.263007:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384684.263014:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.263045:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.263061:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.263075:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.263111:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.263139:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.263173:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000800:00000010:0.0:1767384684.263193:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c5b1c1b1. 00000800:00000010:0.0:1767384684.263199:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009ba9f71c. 00000800:00000010:0.0:1767384684.263205:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000be9c0428. 00000400:00000200:2.0:1767384684.263207:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000800:00000010:0.0:1767384684.263228:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000be9c0428. 00000800:00020000:0.0:1767384684.263237:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000400:00000200:2.0:1767384684.263238:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000800:00000010:0.0:1767384684.263242:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009ba9f71c. 00000800:00000010:0.0:1767384684.263247:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c5b1c1b1. 00000400:00000200:2.0:1767384684.263271:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:02020000:0.0:1767384684.263294:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp42 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384684.263301:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp42 notifying 192.168.203.125@tcp42: down 00000400:00000200:2.0:1767384684.263308:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000800:00000200:0.0:1767384684.263308:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp42 down 00000800:00000100:0.0:1767384684.263317:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp42 00000800:00000010:0.0:1767384684.263320:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000dd96af79. 00000400:00000200:0.0:1767384684.263324:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384684.263329:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp42->192.168.203.125@tcp42: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384684.263332:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384684.263337:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384684.263342:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384684.263347:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp42) recovery failed with -71 00000400:00000200:2.0:1767384684.263363:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.263393:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.263416:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.263522:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.263554:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384684.263579:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384684.263701:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b80f6e6. 00000800:00000010:2.0:1767384684.263706:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004d812c5a. 00000800:00000010:2.0:1767384684.263709:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000005322ca3e. 00000800:00000010:2.0:1767384684.263726:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000005322ca3e. 00000800:00020000:2.0:1767384684.263732:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384684.263735:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004d812c5a. 00000800:00000010:2.0:1767384684.263739:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006b80f6e6. 00000400:02020000:2.0:1767384684.263778:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp47 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384684.263784:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp47 notifying 192.168.203.125@tcp47: down 00000400:00000200:2.0:1767384684.263787:0:16342:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:2.0:1767384684.263792:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp47 00000800:00000010:2.0:1767384684.263794:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000008c903476. 00000400:00000200:2.0:1767384684.263797:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:2.0:1767384684.263802:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp47->192.168.203.125@tcp47: GET: LOCAL_ERROR 00000400:00000200:2.0:1767384684.263808:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:2.0:1767384684.263811:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp47 recovery message sent unsuccessfully:-71 00000400:00000200:2.0:1767384684.263815:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp47) recovery failed with -71 00010000:00000001:3.0:1767384684.453599:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384684.453605:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384684.453618:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384684.453619:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384684.454082:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384684.454086:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384684.454089:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1767384685.285571:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384685.285578:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384685.285581:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000984d890c 00000400:00000010:2.0:1767384685.285586:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000984d890c. 00000400:00000200:2.0:1767384685.285592:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384685.285599:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery ping unlinked 00000400:00000010:2.0:1767384685.285612:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 0000000086387100. 00000400:00000010:2.0:1767384685.285617:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000067a4e7c7. 00000400:00000001:2.0:1767384685.285624:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384685.285627:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384685.285629:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7484244 00000400:00000010:2.0:1767384685.285631:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7484244. 00000400:00000200:2.0:1767384685.285634:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384685.285637:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp47 recovery ping unlinked 00000400:00000010:2.0:1767384685.285640:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000009438c01c. 00000400:00000010:2.0:1767384685.285644:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000008ae60af0. 00000400:00000200:2.0:1767384685.285658:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp37 00000400:00000010:2.0:1767384685.285664:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e9677f92. 00000400:00000010:2.0:1767384685.285671:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000006bf6385e. 00000400:00000010:2.0:1767384685.285677:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac15ff4. 00000400:00000010:2.0:1767384685.285685:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000000fcbc097. 00000400:00000200:2.0:1767384685.285694:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp37 00000400:00000200:2.0:1767384685.285713:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp37 local destination 00000400:00000200:2.0:1767384685.285722:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp37 00000400:00000200:2.0:1767384685.285727:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp37 NI seq info: [200:200:256:4294967295] 192.168.203.125@tcp37 LPNI seq info [197:197:8:4294967295] 00000400:00000200:2.0:1767384685.285737:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp37 00000400:00000200:2.0:1767384685.285760:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp37(192.168.203.125@tcp37:) -> 192.168.203.125@tcp37(192.168.203.125@tcp37:192.168.203.125@tcp37) : GET try# 0 00000800:00000200:2.0:1767384685.285769:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp37 00000800:00000010:2.0:1767384685.285774:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000003f4b2384. 00000800:00000200:2.0:1767384685.285783:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000800:00000200:2.1:1767384685.285792:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000071bfcc89] -> 12345-192.168.203.125@tcp37 (2) 00000400:00000200:2.0:1767384685.285832:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp37 added to recovery queue. ping count: 5 next ping: 337 health :500 00000400:00000200:0.0:1767384685.285930:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286024:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286103:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286196:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286284:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286319:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286338:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286358:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286381:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286407:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286458:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286492:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286527:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286562:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286583:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286604:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286626:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286646:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286693:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286726:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286760:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286797:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286834:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286870:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.286950:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.287050:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.287099:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.287132:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.287154:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.287175:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.287198:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.287217:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.287237:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384685.287286:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384685.287426:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c5b1c1b1. 00000800:00000010:0.0:1767384685.287432:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000a36d52b8. 00000800:00000010:0.0:1767384685.287453:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000f19f0870. 00000800:00000010:0.0:1767384685.287479:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000f19f0870. 00000800:00020000:0.0:1767384685.287489:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384685.287492:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000a36d52b8. 00000800:00000010:0.0:1767384685.287495:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000c5b1c1b1. 00000400:02020000:0.0:1767384685.287529:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp37 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384685.287536:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp37 notifying 192.168.203.125@tcp37: down 00000800:00000200:0.0:1767384685.287542:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp37 down 00000800:00000100:0.0:1767384685.287549:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp37 00000800:00000010:0.0:1767384685.287553:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000003f4b2384. 00000400:00000200:0.0:1767384685.287557:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384685.287563:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp37->192.168.203.125@tcp37: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384685.287571:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384685.287574:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384685.287579:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp37) recovery failed with -71 00010000:00000001:3.0:1767384685.477526:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384685.477532:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384685.477538:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384685.477540:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.477593:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384685.477597:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384685.477599:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1767384685.669573:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384685.669579:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384685.669584:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087eacb65. 00000020:00000040:2.0:1767384685.669590:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384685.669595:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384685.669598:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384685.669602:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384685.669610:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007ce2478b. 00000100:00000001:2.0:1767384685.669617:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384685.669617:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384685.669625:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384685.669625:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1767384685.669629:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767384685.669631:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d055dc3. 00000020:00000040:1.0:1767384685.669635:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384685.669638:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:2.0:1767384685.669639:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087eacb65] to pc [ptlrpcd_00_01+1] req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384685.669641:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384685.669645:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384685.669652:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a4659a23. 00000100:00000001:1.0:1767384685.669657:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384685.669669:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000001:2.0:1767384685.669674:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384685.669682:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384685.669684:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384685.669687:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d055dc3] to pc [ptlrpcd_00_02+2] req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384685.669711:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384685.669713:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384685.669715:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1767384685.669741:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384685.669746:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384685.669752:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384685.669756:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.669766:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384685.669768:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384685.669772:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384685.669774:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384685.669777:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384685.669782:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16355:1853237048148480:0@lo:13: 00000100:00000001:0.0:1767384685.669786:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384685.669790:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384685.669798:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384685.669800:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384685.669803:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000af4970bd. 02000000:00000001:0.0:1767384685.669806:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384685.669810:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071971945. 00000400:00000010:0.0:1767384685.669827:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000100:00000200:0.0:1767384685.669833:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048148480, portal 4 00000100:00000001:0.0:1767384685.669836:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384685.669837:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717868288 : -106174991683328 : ffff9f6f35563100) 00000100:00000040:0.0:1767384685.669843:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.669851:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384685.669854:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384685.669856:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384685.669858:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048148480, offset 0 00000400:00000200:0.0:1767384685.669864:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384685.669875:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384685.669897:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.669900:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384685.669902:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384685.669906:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.669914:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384685.669916:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384685.669918:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384685.669920:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384685.669922:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384685.669925:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000004d055dc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048148608:0@lo:400: 00000100:00000001:2.0:1767384685.669929:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384685.669932:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384685.669933:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384685.669935:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384685.669938:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac122ad8. 02000000:00000001:2.0:1767384685.669940:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384685.669944:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acffbb2b. 00000400:00000010:2.0:1767384685.669948:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf1f82a. 00000100:00000200:2.0:1767384685.669951:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048148608, portal 25 00000100:00000001:2.0:1767384685.669952:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384685.669954:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636130560 : -106180073421056 : ffff9f6e06710700) 00000100:00000040:2.0:1767384685.669957:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.669963:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384685.669966:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384685.669968:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000100:00000200:2.0:1767384685.669970:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048148608, offset 0 00000400:00000200:2.0:1767384685.669975:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384685.669981:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384685.669990:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff08280 00000400:00000200:2.0:1767384685.669995:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x17a5 [2] + 0 00000400:00000010:2.0:1767384685.669998:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003575bc60. 00000400:00000200:2.0:1767384685.670001:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f764ff3 00000400:00000200:2.0:1767384685.670007:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384685.670012:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384685.670017:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f764ff3 00000400:00000010:2.0:1767384685.670019:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f764ff3. 00000100:00000001:2.0:1767384685.670023:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384685.670025:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384685.670028:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000003d5a3866 x1853237048148608 msgsize 224 00000100:00100000:2.0:1767384685.670032:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1767384685.670034:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384685.670041:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384685.670047:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000400:00000010:2.0:1767384685.670049:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000001:2.0:1767384685.670051:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384685.670054:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.670062:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384685.670064:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.670071:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670073:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384685.670076:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670080:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294973446 00000100:00000010:2.0:1767384685.670084:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000031835051. 00000100:00000001:2.0:1767384685.670090:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384685.670094:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294973446 00000100:00000010:2.0:1767384685.670097:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008c807a79. 00000100:00000001:2.0:1767384685.670100:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384685.670103:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294973446 00000100:00000010:2.0:1767384685.670105:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002ec2bfc1. 00000100:00000001:2.0:1767384685.670108:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384685.670111:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294973446 00000100:00000010:2.0:1767384685.670113:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d5ecd122. 00000100:00000001:2.0:1767384685.670115:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384685.670117:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384685.670120:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670123:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670125:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384685.670132:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384685.670134:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384685.670136:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.670137:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384685.670138:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670140:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670156:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384685.670158:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048148608 02000000:00000001:2.0:1767384685.670160:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384685.670162:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384685.670164:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384685.670167:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384685.670170:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048148608 00000020:00000001:2.0:1767384685.670173:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384685.670174:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384685.670176:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384685.670179:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:2.0:1767384685.670181:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384685.670184:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384685.670188:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384685.670191:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b5be400. 00000100:00000001:2.0:1767384685.670193:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384685.670196:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b5be400. 00000020:00000010:2.0:1767384685.670201:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c60df3f6. 00000020:00000010:2.0:1767384685.670206:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9fcc1f5. 00000020:00000010:2.0:1767384685.670210:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000040:2.0:1767384685.670216:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384685.670219:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384685.670220:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384685.670222:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670230:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670237:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384685.670247:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384685.670249:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384685.670253:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00000040:2.0:1767384685.670256:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384685.670258:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935093840 : -106175774457776 : ffff9f6f06ae0050) 00000100:00000040:2.0:1767384685.670262:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003d5a3866 x1853237048148608/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:666/0 lens 224/0 e 0 to 0 dl 1767384696 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.670270:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384685.670273:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b5be400. 00000100:00000001:2.0:1767384685.670274:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384685.670276:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b5be400. 00000100:00100000:2.0:1767384685.670279:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003d5a3866 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048148608:12345-0@lo:400: 00000100:00000200:2.0:1767384685.670283:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048148608 00000020:00000001:2.0:1767384685.670286:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384685.670288:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384685.670290:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384685.670293:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384685.670294:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000020:00000001:2.0:1767384685.670297:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384685.670299:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384685.670301:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384685.670303:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384685.670305:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384685.670307:0:25090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384685.670310:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384685.670311:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384685.670315:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000262d7105. 02000000:00000001:2.0:1767384685.670316:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670318:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384685.670320:0:25090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384685.670323:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048148608 00010000:00000001:2.0:1767384685.670326:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384685.670329:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003d5a3866 x1853237048148608/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:666/0 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384685.670337:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384685.670338:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384685.670342:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384685.670346:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384685.670348:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384685.670350:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384685.670352:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384685.670354:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.670357:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384685.670359:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384685.670361:0:25090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000100:00000200:2.0:1767384685.670364:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048148608, offset 224 00000400:00000200:2.0:1767384685.670367:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384685.670372:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384685.670377:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff08280 00000400:00000200:2.0:1767384685.670381:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2075 [1] + 224 00000400:00000200:2.0:1767384685.670384:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384685.670388:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384685.670390:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384685.670393:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384685.670401:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.670412:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384685.670415:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000400:00000010:2.0:1767384685.670417:0:25090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000001:2.0:1767384685.670420:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384685.670421:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384685.670424:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384685.670426:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384685.670428:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384685.670430:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384685.670431:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384685.670434:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d5a3866 x1853237048148608/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:666/0 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384685.670557:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003d5a3866 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16356:x1853237048148608:12345-0@lo:400: Request processed in 286us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384685.670566:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00000040:2.0:1767384685.670569:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384685.670571:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384685.670572:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384685.670577:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9fcc1f5. 00000020:00000010:2.0:1767384685.670580:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384685.670583:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c60df3f6. 00000020:00000040:2.0:1767384685.670587:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 02000000:00000001:2.0:1767384685.670591:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384685.670592:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000262d7105. 02000000:00000001:2.0:1767384685.670595:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384685.670597:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384685.670601:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384685.670604:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003575bc60. 00000400:00000010:2.0:1767384685.670608:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ccbb6fe. 00000400:00000200:0.0:1767384685.670876:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff08200 00000400:00000200:0.0:1767384685.670882:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 4032 00000400:00000200:0.0:1767384685.670886:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384685.670889:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384685.670892:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384685.670894:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1767384685.670898:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c9a38b78. 00000100:00000040:0.0:1767384685.670900:0:16355:0:(events.c:337:request_in_callback()) incoming req@00000000c9a38b78 x1853237048148480 msgsize 224 00000100:00100000:0.0:1767384685.670904:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384685.670911:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384685.670915:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:0.0:1767384685.670917:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:0.0:1767384685.670920:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384685.670922:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.670930:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384685.670932:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.670943:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.670944:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384685.670948:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.670952:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4308 usecs (5 jiffies) 00000100:00000001:0.0:1767384685.670954:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294973446 00000100:00000001:0.0:1767384685.670956:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294973446 00000100:00000001:0.0:1767384685.670958:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294973446 00000100:00000001:0.0:1767384685.670960:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294973446 00000100:00000001:0.0:1767384685.670961:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294973446 00000100:00000001:0.0:1767384685.670963:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294973446 00000100:00000001:0.0:1767384685.670964:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294973446 00000100:00000001:0.0:1767384685.670966:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294973446 00000100:00000001:0.0:1767384685.670967:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384685.670969:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.670971:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.670973:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.670977:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384685.670978:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384685.670979:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384685.670980:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384685.670981:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.670983:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.670990:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384685.670992:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.671000:0:22878:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384685.671002:0:22878:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048148480 02000000:00000001:0.0:1767384685.671004:0:22878:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384685.671005:0:22878:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384685.671007:0:22878:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384685.671009:0:22878:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384685.671011:0:22878:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048148480 00000020:00000001:0.0:1767384685.671013:0:22878:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384685.671018:0:22878:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:0.0:1767384685.671020:0:22878:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384685.671022:0:22878:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000020:00000001:0.0:1767384685.671024:0:22878:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000020:00000001:0.0:1767384685.671026:0:22878:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384685.671029:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384685.671032:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000392d3224. 00000020:00000010:0.0:1767384685.671035:0:22878:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000fc43868e. 00000020:00000040:0.0:1767384685.671039:0:22878:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:0.0:1767384685.671047:0:22878:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384685.671050:0:22878:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f214730d. 00000020:00000010:0.0:1767384685.671053:0:22878:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0d0a224. 00000020:00000010:0.0:1767384685.671055:0:22878:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384685.671061:0:22878:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:0.0:1767384685.671063:0:22878:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384685.671064:0:22878:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384685.671065:0:22878:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.671069:0:22878:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.671074:0:22878:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.671080:0:22878:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384685.671081:0:22878:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384685.671084:0:22878:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00000040:0.0:1767384685.671086:0:22878:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:0.0:1767384685.671088:0:22878:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717099136 : -106174992452480 : ffff9f6f354a7480) 00000100:00000040:0.0:1767384685.671091:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c9a38b78 x1853237048148480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:666/0 lens 224/0 e 0 to 0 dl 1767384696 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.671100:0:22878:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384685.671102:0:22878:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f86f86a. 00000100:00000001:0.0:1767384685.671104:0:22878:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384685.671106:0:22878:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f86f86a. 00000100:00100000:0.0:1767384685.671108:0:22878:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c9a38b78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853237048148480:12345-0@lo:13: 00000100:00000200:0.0:1767384685.671112:0:22878:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048148480 00000020:00000001:0.0:1767384685.671118:0:22878:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384685.671120:0:22878:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384685.671122:0:22878:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384685.671124:0:22878:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384685.671125:0:22878:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000020:00000001:0.0:1767384685.671128:0:22878:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384685.671130:0:22878:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384685.671132:0:22878:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384685.671133:0:22878:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384685.671135:0:22878:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.671137:0:22878:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384685.671139:0:22878:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384685.671141:0:22878:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000fe3775f6. 02000000:00000001:0.0:1767384685.671143:0:22878:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.671144:0:22878:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384685.671147:0:22878:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:0.0:1767384685.671151:0:22878:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:0.0:1767384685.671153:0:22878:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1767384685.671161:0:22878:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:0.0:1767384685.671162:0:22878:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000020:00000020:0.0:1767384685.671166:0:22878:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384685.671168:0:22878:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00002000:00000020:0.0:1767384685.671171:0:22878:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00002000:00000001:0.0:1767384685.671174:0:22878:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00000001:00000001:0.0:1767384685.671178:0:22878:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384685.671180:0:22878:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1767384685.671182:0:22878:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384685.671183:0:22878:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048148480 00010000:00000001:0.0:1767384685.671186:0:22878:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384685.671188:0:22878:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c9a38b78 x1853237048148480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:666/0 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384685.671195:0:22878:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384685.671197:0:22878:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384685.671199:0:22878:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384685.671202:0:22878:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384685.671207:0:22878:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:0.0:1767384685.671209:0:22878:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:0.0:1767384685.671210:0:22878:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384685.671212:0:22878:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.671214:0:22878:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384685.671216:0:22878:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384685.671218:0:22878:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384685.671221:0:22878:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048148480, offset 224 00000400:00000200:0.0:1767384685.671224:0:22878:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384685.671229:0:22878:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384685.671234:0:22878:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff08200 00000400:00000200:0.0:1767384685.671237:0:22878:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x206d [1] + 224 00000400:00000200:0.0:1767384685.671241:0:22878:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384685.671243:0:22878:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384685.671246:0:22878:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384685.671249:0:22878:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384685.671256:0:22878:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.671266:0:22878:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384685.671270:0:22878:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:0.0:1767384685.671271:0:22878:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:0.0:1767384685.671273:0:22878:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384685.671275:0:22878:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384685.671277:0:22878:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.671279:0:22878:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:0.0:1767384685.671281:0:22878:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384685.671283:0:22878:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384685.671284:0:22878:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384685.671287:0:22878:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c9a38b78 x1853237048148480/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:666/0 lens 224/368 e 0 to 0 dl 1767384696 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384685.671294:0:22878:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c9a38b78 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16355:x1853237048148480:12345-0@lo:13: Request processed in 193us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384685.671307:0:22878:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00000040:0.0:1767384685.671309:0:22878:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:0.0:1767384685.671311:0:22878:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384685.671312:0:22878:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384685.671315:0:22878:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0d0a224. 00000020:00000010:0.0:1767384685.671318:0:22878:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384685.671321:0:22878:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f214730d. 00000020:00000040:0.0:1767384685.671323:0:22878:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:0.0:1767384685.671325:0:22878:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1767384685.671335:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1767384685.671338:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - evictor 00000100:00000001:0.0:1767384685.671347:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384685.671348:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384685.671352:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384685.671354:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384685.671355:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071971945. 00000400:00000200:0.0:1767384685.671358:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:0.0:1767384685.671359:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000100:00000001:0.0:1767384685.671361:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384685.671363:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384685.671371:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.671377:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384685.671378:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.671380:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384685.671382:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384685.671384:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384685.671385:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384685.671387:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384685.671392:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=92 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384685.671395:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384685.671397:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384685.671399:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384685.671406:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384685.671409:0:16355:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384685.671415:0:16355:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.671418:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384685.671420:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:0.0:1767384685.671422:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384685.671423:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.671426:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.671432:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384685.671434:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384685.671436:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1767384685.671454:0:16355:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1767384685.671457:0:16355:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1767384685.671460:0:16355:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000004:00000020:0.0:1767384685.671466:0:16355:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:0.0:1767384685.671470:0:16355:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.671473:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384685.671480:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16355:1853237048148480:0@lo:13: 00000100:00000001:0.0:1767384685.671484:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.671486:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384685.671487:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087eacb65 x1853237048148480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.671493:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384685.671496:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384685.671498:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000af4970bd. 02000000:00000001:0.0:1767384685.671501:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384685.671503:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384685.671507:0:16355:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1767384685.671510:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384685.671512:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007ce2478b. 02000000:00000001:0.0:1767384685.671514:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384685.671516:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384685.671518:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087eacb65. 00000100:00000001:0.0:1767384685.671520:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384685.671521:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.671523:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.671526:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384685.671527:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.671529:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384685.671530:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.671543:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384685.671544:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.671943:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.671945:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384685.671948:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384685.671949:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384685.671951:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acffbb2b. 00000400:00000200:2.0:1767384685.671954:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf1f82a 00000400:00000010:2.0:1767384685.671955:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf1f82a. 00000100:00000001:2.0:1767384685.671957:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384685.671961:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384685.671969:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.671976:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384685.671977:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384685.671979:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384685.671980:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384685.671981:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384685.671983:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384685.671984:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384685.671987:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=102 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384685.671990:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=102 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384685.671993:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384685.671994:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384685.671996:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767384685.671998:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.672000:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384685.672003:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.672009:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384685.672010:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384685.672011:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384685.672014:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384685.672021:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000004d055dc3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048148608:0@lo:400: 00000100:00000001:2.0:1767384685.672025:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384685.672026:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384685.672029:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000004d055dc3 x1853237048148608/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.672035:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384685.672036:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384685.672038:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac122ad8. 02000000:00000001:2.0:1767384685.672040:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384685.672041:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384685.672042:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:2.0:1767384685.672044:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384685.672045:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000a4659a23. 02000000:00000001:2.0:1767384685.672047:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384685.672049:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384685.672050:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d055dc3. 00000100:00000001:2.0:1767384685.672052:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384685.672053:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384685.672054:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384685.672057:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384685.672058:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.672060:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.672061:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384685.672067:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000593eb525. 00000020:00000040:2.0:1767384685.672070:0:38:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384685.672072:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384685.672074:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384685.672075:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384685.672079:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d469b0e4. 00000100:00000001:2.0:1767384685.672081:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384685.672084:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384685.672092:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384685.672093:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384685.672095:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000593eb525] to pc [ptlrpcd_00_03+3] req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.672120:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384685.672122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384685.672125:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767384685.672128:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068fd8f5e. 00000020:00000040:2.0:1767384685.672130:0:38:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384685.672132:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384685.672134:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384685.672135:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384685.672139:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bfe17419. 00000100:00000001:1.0:1767384685.672139:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.672144:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384685.672144:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:1.0:1767384685.672149:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384685.672151:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384685.672155:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384685.672157:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384685.672161:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.672164:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384685.672164:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384685.672168:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384685.672168:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384685.672173:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384685.672174:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068fd8f5e] to pc [ptlrpcd_00_00+0] req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384685.672196:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384685.672198:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384685.672201:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767384685.672203:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384685.672206:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384685.672206:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384685.672210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767384685.672210:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000593eb525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048148736:0@lo:400: 00000100:00000001:2.0:1767384685.672218:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767384685.672218:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384685.672221:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1767384685.672223:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088fc2ad4. 02000000:00000001:1.0:1767384685.672223:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384685.672228:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1767384685.672228:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767384685.672232:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071e42cc5. 00000100:00000001:2.0:1767384685.672233:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384685.672235:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384685.672236:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384685.672238:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384685.672241:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff30015. 02000000:00000010:2.0:1767384685.672243:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000007aef94c1. 00000100:00000001:2.0:1767384685.672247:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384685.672247:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1559905. 00000100:00000200:1.0:1767384685.672252:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048148736, portal 4 00000100:00000040:2.0:1767384685.672254:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384685.672263:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767384685.672265:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717856640 : -106174991694976 : ffff9f6f35560380) 00000100:00000001:2.0:1767384685.672267:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384685.672270:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384685.672274:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384685.672275:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088fc2ad4] to pc [ptlrpcd_00_01+1] req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384685.672294:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384685.672298:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384685.672299:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384685.672303:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076600526. 00000100:00000040:2.0:1767384685.672304:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (311) 00000100:00000200:1.0:1767384685.672307:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048148736, offset 0 00000400:00000200:1.0:1767384685.672314:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384685.672315:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.672318:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384685.672321:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767384685.672321:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384685.672327:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384685.672331:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff08300 00000400:00000200:1.0:1767384685.672340:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 4112 00000100:00000001:2.0:1767384685.672341:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384685.672343:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384685.672347:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1767384685.672348:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384685.672350:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384685.672354:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384685.672354:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1767384685.672360:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000068fd8f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853237048148864:0@lo:400: 00000100:00000001:1.0:1767384685.672361:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384685.672364:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:2.0:1767384685.672365:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384685.672369:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1767384685.672369:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d2dd9d95. 02000000:00000001:2.0:1767384685.672371:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384685.672375:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1767384685.672375:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000d2dd9d95 x1853237048148736 msgsize 224 02000000:00000010:2.0:1767384685.672379:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac122ad8. 02000000:00000001:2.0:1767384685.672384:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384685.672385:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1767384685.672391:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acffbb2b. 00000100:00000001:1.0:1767384685.672394:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384685.672397:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf1f82a. 00000100:00000200:2.0:1767384685.672401:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048148864, portal 10 00000400:00000200:1.0:1767384685.672401:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076600526 00000100:00000001:2.0:1767384685.672405:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1767384685.672406:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076600526. 00000100:00000001:2.0:1767384685.672409:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717864704 : -106174991686912 : ffff9f6f35562300) 00000100:00000001:1.0:1767384685.672411:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1767384685.672416:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384685.672417:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.672454:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384685.672458:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384685.672462:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1767384685.672463:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000100:00000200:2.0:1767384685.672467:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048148864, offset 0 00000100:00000040:1.0:1767384685.672467:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384685.672476:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384685.672481:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384685.672484:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1767384685.672487:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384685.672489:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384685.672490:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384685.672494:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048148736 00000400:00000200:2.0:1767384685.672495:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff08380 00000100:00000040:1.0:1767384685.672495:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4246 usecs (5 jiffies) 02000000:00000001:0.0:1767384685.672497:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384685.672501:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384685.672502:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294973448 00000400:00000200:2.0:1767384685.672505:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 9848 00000100:00000001:0.0:1767384685.672505:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384685.672510:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384685.672515:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384685.672515:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4294973446 00000100:00100000:0.0:1767384685.672515:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048148736 00000020:00000001:0.0:1767384685.672520:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384685.672522:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294973448 00000400:00000200:2.0:1767384685.672523:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1767384685.672523:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:0.0:1767384685.672527:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1767384685.672530:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4294973446 00000020:00000040:0.0:1767384685.672530:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000001:2.0:1767384685.672531:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384685.672535:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1767384685.672535:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384685.672536:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294973448 00000020:00000001:0.0:1767384685.672540:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000010:2.0:1767384685.672542:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076f3399d. 00000100:00000001:1.0:1767384685.672542:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4294973446 00000100:00000001:0.0:1767384685.672544:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384685.672548:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294973448 00000100:00000040:2.0:1767384685.672549:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000076f3399d x1853237048148864 msgsize 224 00000020:00000010:0.0:1767384685.672549:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f86f86a. 00000100:00000001:1.0:1767384685.672552:0:16356:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4294973446 00000100:00000001:0.0:1767384685.672555:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384685.672557:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384685.672560:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f86f86a. 00000100:00100000:2.0:1767384685.672561:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1767384685.672562:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384685.672567:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384685.672567:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f214730d. 00000100:00000001:1.0:1767384685.672570:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.672572:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:0.0:1767384685.672572:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000e0d0a224. 00000020:00000010:0.0:1767384685.672577:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000400:00000200:2.0:1767384685.672579:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000400:00000010:2.0:1767384685.672582:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000040:0.0:1767384685.672583:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1767384685.672584:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384685.672587:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1767384685.672588:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384685.672591:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.672593:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384685.672596:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384685.672600:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384685.672606:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767384685.672607:0:17894:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1767384685.672610:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.672611:0:17894:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384685.672615:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.672621:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.672623:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384685.672626:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.672628:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384685.672630:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 4007 usecs (5 jiffies) 00000100:00000001:2.0:1767384685.672633:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294973448 00000100:00000001:2.0:1767384685.672636:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294973448 00000100:00000001:2.0:1767384685.672639:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294973448 00000100:00000001:0.0:1767384685.672640:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384685.672642:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294973448 00000100:00000001:1.0:1767384685.672642:0:18370:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384685.672643:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384685.672645:0:18370:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384685.672647:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294973448 00000100:00100000:0.0:1767384685.672651:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:2.0:1767384685.672652:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294973448 00000100:00000001:2.0:1767384685.672656:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294973448 00000100:00000001:1.0:1767384685.672656:0:18370:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.672656:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000100:00000001:0.0:1767384685.672660:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636138624 : -106180073412992 : ffff9f6e06712680) 00000100:00000001:2.0:1767384685.672662:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294973448 00000100:00000001:1.0:1767384685.672662:0:18370:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.672667:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d2dd9d95 x1853237048148736/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:666/0 lens 224/0 e 0 to 0 dl 1767384696 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.672668:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384685.672672:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.672676:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.672680:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.672683:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384685.672685:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1767384685.672687:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000002f86f86a. 00000100:00000001:2.0:1767384685.672688:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384685.672691:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384685.672692:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.672694:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1767384685.672696:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000002f86f86a. 00000100:00000001:2.0:1767384685.672697:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384685.672701:0:16354:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767384685.672704:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d2dd9d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048148736:12345-0@lo:400: 00000100:00000001:2.0:1767384685.672705:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384685.672709:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1767384685.672710:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048148736 00000100:00000001:2.0:1767384685.672711:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384685.672714:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384685.672715:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.672717:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384685.672717:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384685.672720:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.672721:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1767384685.672725:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1767384685.672726:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384685.672728:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000020:00000001:0.0:1767384685.672732:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384685.672736:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384685.672741:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1767384685.672741:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384685.672744:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384685.672745:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384685.672748:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384685.672749:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384685.672751:0:17894:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1767384685.672752:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384685.672755:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.672755:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384685.672758:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1767384685.672760:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088fc2ad4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048148992:0@lo:400: 02000000:00000010:0.0:1767384685.672762:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000af4970bd. 00000100:00000001:2.0:1767384685.672764:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384685.672766:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384685.672769:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384685.672770:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384685.672773:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1767384685.672774:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384685.672777:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c60df3f6. 00000020:00000001:0.0:1767384685.672777:0:17894:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384685.672781:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048148736 02000000:00000001:2.0:1767384685.672782:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384685.672786:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000010:2.0:1767384685.672787:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f162e7af. 00000400:00000010:2.0:1767384685.672791:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00010000:00000200:0.0:1767384685.672792:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d2dd9d95 x1853237048148736/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:666/0 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384685.672795:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048148992, portal 10 00000100:00000001:2.0:1767384685.672799:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384685.672801:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717862016 : -106174991689600 : ffff9f6f35561880) 00010000:00000001:0.0:1767384685.672808:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1767384685.672810:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384685.672811:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384685.672827:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384685.672835:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384685.672838:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384685.672839:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384685.672842:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000040:2.0:1767384685.672845:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1767384685.672846:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1767384685.672849:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 02000000:00000001:0.0:1767384685.672849:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384685.672853:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048148992, offset 0 00000100:00000001:0.0:1767384685.672854:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384685.672859:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384685.672861:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1767384685.672864:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000400:00000200:2.0:1767384685.672868:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1767384685.672870:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048148736, offset 224 00000400:00000200:2.0:1767384685.672876:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff08400 00000400:00000200:0.0:1767384685.672878:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384685.672885:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 10072 00000400:00000200:0.0:1767384685.672889:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384685.672892:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384685.672898:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384685.672898:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff08300 00000400:00000200:0.0:1767384685.672906:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2089 [1] + 224 00000100:00000001:2.0:1767384685.672911:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384685.672911:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1767384685.672913:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384685.672917:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1767384685.672918:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f32c465. 00000100:00000040:2.0:1767384685.672922:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000002f32c465 x1853237048148992 msgsize 224 00000100:00000001:0.0:1767384685.672922:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384685.672927:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384685.672930:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384685.672940:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.672942:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384685.672948:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:2.0:1767384685.672951:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000001:2.0:1767384685.672953:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384685.672956:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384685.672958:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384685.672963:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000100:00000001:1.0:1767384685.672966:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1767384685.672967:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000100:00000001:2.0:1767384685.672969:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1767384685.672970:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048148864 00000100:00000040:2.0:1767384685.672973:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384685.672973:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384685.672977:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384685.672977:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384685.672980:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.672981:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:1.0:1767384685.672985:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.672987:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384685.672990:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048148864 00000020:00000001:1.0:1767384685.672994:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1767384685.672994:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000020:00000040:1.0:1767384685.672997:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00010000:00000001:0.0:1767384685.673000:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384685.673001:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384685.673002:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384685.673004:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384685.673005:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000001:2.0:1767384685.673006:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:0.0:1767384685.673009:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:1.0:1767384685.673010:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:2.0:1767384685.673012:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.673014:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000040:0.0:1767384685.673015:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2dd9d95 x1853237048148736/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:666/0 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384685.673016:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3872 usecs (4 jiffies) 00000100:00000001:1.0:1767384685.673018:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384685.673021:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294973447 00000020:00000010:1.0:1767384685.673023:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025de27b5. 00000100:00000001:2.0:1767384685.673026:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294973448 00000100:00000001:2.0:1767384685.673030:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294973447 00000100:00100000:0.0:1767384685.673033:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d2dd9d95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048148736:12345-0@lo:400: Request processed in 346us (654us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384685.673034:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294973448 00000100:00000001:1.0:1767384685.673034:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384685.673040:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294973447 00000020:00000010:1.0:1767384685.673040:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025de27b5. 00000100:00000001:2.0:1767384685.673045:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294973448 00000100:00100000:0.0:1767384685.673046:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000020:00000010:1.0:1767384685.673047:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000043ccd8a. 00000100:00000001:2.0:1767384685.673049:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294973447 00000100:00000040:0.0:1767384685.673052:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000020:00000010:1.0:1767384685.673053:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001ef9bba8. 00000100:00000001:2.0:1767384685.673054:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294973448 00000100:00000001:0.0:1767384685.673057:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384685.673059:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384685.673060:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d378588. 00000100:00000001:0.0:1767384685.673060:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384685.673062:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384685.673065:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000e0d0a224. 00000100:00000001:2.0:1767384685.673067:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384685.673069:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:0.0:1767384685.673070:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000100:00000001:2.0:1767384685.673071:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384685.673072:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1767384685.673075:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f214730d. 00000100:00000001:1.0:1767384685.673076:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1767384685.673080:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:1.0:1767384685.673081:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.673085:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384685.673087:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1767384685.673088:0:17087:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384685.673092:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:2.0:1767384685.673093:0:17087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048148992 02000000:00000001:2.0:1767384685.673096:0:17087:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384685.673096:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.673100:0:17087:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384685.673101:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.673102:0:17087:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.673104:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384685.673106:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384685.673107:0:17087:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384685.673108:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1767384685.673112:0:17087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048148992 00000400:00000001:0.0:1767384685.673112:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384685.673114:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cff30015. 00000020:00000001:2.0:1767384685.673115:0:17087:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384685.673117:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1767384685.673118:0:17087:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000400:00000200:0.0:1767384685.673119:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1559905 00000100:00000001:1.0:1767384685.673120:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1767384685.673123:0:17087:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1767384685.673123:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1559905. 00000020:00000040:2.0:1767384685.673126:0:17087:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00100000:1.0:1767384685.673127:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00000001:0.0:1767384685.673129:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1767384685.673131:0:17087:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000040:1.0:1767384685.673133:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000020:00000001:2.0:1767384685.673134:0:17087:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000200:0.0:1767384685.673135:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384685.673137:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717863808 : -106174991687808 : ffff9f6f35561f80) 00000100:00000001:2.0:1767384685.673140:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384685.673145:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b5be400. 00000100:00000040:1.0:1767384685.673145:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000076f3399d x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:666/0 lens 224/0 e 0 to 0 dl 1767384696 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384685.673151:0:17087:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000a0e976d5. 00000020:00000040:2.0:1767384685.673157:0:17087:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000200:0.0:1767384685.673160:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384685.673165:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384685.673169:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000025de27b5. 00000100:00000001:2.0:1767384685.673170:0:17087:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1767384685.673171:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384685.673174:0:17086:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384685.673175:0:17087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dd876bd. 00000100:00000001:0.0:1767384685.673175:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1767384685.673178:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000025de27b5. 00000020:00000010:2.0:1767384685.673181:0:17087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000f9fcc1f5. 00000100:00000001:0.0:1767384685.673184:0:16356:0:(client.c:1578:after_reply()) Process entered 00000100:00100000:1.0:1767384685.673186:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000076f3399d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853237048148864:12345-0@lo:400: 00000020:00000010:2.0:1767384685.673187:0:17087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 02000000:00000001:0.0:1767384685.673188:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384685.673191:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384685.673194:0:17087:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384685.673194:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384685.673195:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048148864 00000100:00000001:2.0:1767384685.673198:0:17087:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1767384685.673198:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.673199:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:2.0:1767384685.673203:0:17087:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384685.673203:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00001000:0.0:1767384685.673205:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=92 v=5 (5 0 0 0) 00000020:00000001:1.0:1767384685.673207:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.673209:0:17087:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00001000:0.0:1767384685.673210:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=92 v=5 (1 0 0 0) 00000020:00000001:1.0:1767384685.673211:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1767384685.673212:0:17087:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384685.673214:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:2.0:1767384685.673215:0:17087:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.673216:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1767384685.673218:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1767384685.673220:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384685.673223:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384685.673224:0:17087:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384685.673228:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:0.0:1767384685.673229:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384685.673232:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1767384685.673234:0:17087:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384685.673235:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1767384685.673238:0:17087:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384685.673239:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.673244:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1767384685.673245:0:17087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00010000:00000001:0.0:1767384685.673245:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384685.673248:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384685.673250:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384685.673252:0:17087:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 02000000:00000001:1.0:1767384685.673252:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1767384685.673252:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384685.673257:0:17087:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717865600 : -106174991686016 : ffff9f6f35562680) 02000000:00000010:1.0:1767384685.673258:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f0e90108. 00000100:00000001:0.0:1767384685.673258:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384685.673260:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384685.673263:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384685.673266:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.673267:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384685.673268:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000002f32c465 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:666/0 lens 224/0 e 0 to 0 dl 1767384696 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1767384685.673271:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1767384685.673275:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048148864 00010000:00000001:1.0:1767384685.673280:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:1.0:1767384685.673285:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000076f3399d x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:666/0 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.673296:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384685.673301:0:17087:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384685.673302:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384685.673305:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384685.673306:0:17087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057bcc19e. 00010000:00000001:1.0:1767384685.673307:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1767384685.673311:0:17087:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384685.673311:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.673311:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384685.673315:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=97 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384685.673317:0:17087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057bcc19e. 00000100:00000001:1.0:1767384685.673323:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1767384685.673327:0:17087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000002f32c465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048148992:12345-0@lo:400: 00000100:00000040:1.0:1767384685.673328:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00100000:0.0:1767384685.673331:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000593eb525 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048148736:0@lo:400: 00000100:00000001:1.0:1767384685.673334:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000200:2.0:1767384685.673336:0:17087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048148992 00000020:00000001:2.0:1767384685.673340:0:17087:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1767384685.673341:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384685.673342:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384685.673343:0:17087:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384685.673344:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.673345:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1767384685.673347:0:17087:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384685.673348:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384685.673350:0:17087:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000040:0.0:1767384685.673351:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000593eb525 x1853237048148736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384685.673353:0:17087:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000040:1.0:1767384685.673355:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1767384685.673359:0:17087:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000400:00000010:1.0:1767384685.673361:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076600526. 00000020:00000001:2.0:1767384685.673363:0:17087:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384685.673366:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048148864, offset 224 00000020:00000001:2.0:1767384685.673368:0:17087:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384685.673368:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1767384685.673371:0:17087:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1767384685.673373:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1767384685.673374:0:17087:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384685.673376:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071e42cc5. 00000400:00000200:1.0:1767384685.673377:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1767384685.673378:0:17087:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384685.673382:0:17087:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384685.673383:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1767384685.673385:0:17087:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384685.673389:0:17087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000262d7105. 00000400:00000200:1.0:1767384685.673389:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1767384685.673391:0:16356:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1767384685.673395:0:17087:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384685.673395:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1767384685.673399:0:17087:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384685.673400:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff08380 00000020:00000001:0.0:1767384685.673401:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384685.673404:0:17087:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384685.673405:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d469b0e4. 00010000:00000040:2.0:1767384685.673409:0:17087:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048148992 00000400:00000200:1.0:1767384685.673410:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2091 [1] + 224 02000000:00000001:0.0:1767384685.673410:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1767384685.673414:0:17087:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:0.0:1767384685.673414:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1767384685.673417:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1767384685.673417:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000593eb525. 00010000:00000200:2.0:1767384685.673420:0:17087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002f32c465 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:666/0 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.673423:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1767384685.673426:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384685.673427:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.673431:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384685.673434:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384685.673459:0:17087:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384685.673462:0:17087:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384685.673464:0:17087:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384685.673468:0:17087:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384685.673469:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384685.673471:0:17087:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:0.0:1767384685.673472:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.673475:0:17087:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:0.0:1767384685.673477:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1767384685.673479:0:17087:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384685.673480:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384685.673482:0:17087:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384685.673486:0:17087:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384685.673489:0:17087:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384685.673492:0:17087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000100:00000200:2.0:1767384685.673496:0:17087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048148992, offset 224 00000400:00000200:2.0:1767384685.673501:0:17087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384685.673507:0:17087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384685.673513:0:17087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff08400 00000400:00000200:2.0:1767384685.673517:0:17087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2099 [1] + 224 00000400:00000200:2.0:1767384685.673521:0:17087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384685.673525:0:17087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384685.673528:0:17087:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384685.673532:0:17087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384685.673542:0:17087:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384685.673559:0:17087:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384685.673563:0:17087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:2.0:1767384685.673565:0:17087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000001:2.0:1767384685.673568:0:17087:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384685.673569:0:17087:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384685.673573:0:17087:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384685.673575:0:17087:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00010000:00000001:2.0:1767384685.673578:0:17087:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384685.673579:0:17087:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384685.673581:0:17087:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384685.673584:0:17087:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002f32c465 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:666/0 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384685.673593:0:17087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000002f32c465 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:16354:x1853237048148992:12345-0@lo:400: Request processed in 290us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384685.673600:0:17087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00000040:2.0:1767384685.673602:0:17087:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:2.0:1767384685.673605:0:17087:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384685.673607:0:17087:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384685.673609:0:17087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000f9fcc1f5. 00000020:00000010:2.0:1767384685.673612:0:17087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384685.673615:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dd876bd. 00000020:00000040:2.0:1767384685.673619:0:17087:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000100:00000001:2.0:1767384685.673622:0:17087:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384685.673645:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1767384685.673648:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - evictor 00000100:00000001:2.0:1767384685.673654:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384685.673656:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384685.673668:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384685.673681:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384685.673689:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384685.673694:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076600526 00000400:00000010:1.0:1767384685.673696:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076600526. 00000100:00000001:1.0:1767384685.673698:0:17086:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384685.673700:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384685.673702:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384685.673705:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:1.0:1767384685.673707:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384685.673709:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384685.673711:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1767384685.673715:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000076f3399d x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:666/0 lens 224/224 e 0 to 0 dl 1767384696 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.673721:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384685.673725:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000076f3399d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16354:x1853237048148864:12345-0@lo:400: Request processed in 558us (1173us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384685.673725:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384685.673729:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384685.673732:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384685.673735:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000400:00000010:0.0:1767384685.673736:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f162e7af. 00000100:00000040:1.0:1767384685.673740:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000400:00000200:0.0:1767384685.673741:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000100:00000001:1.0:1767384685.673744:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1767384685.673745:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000001:1.0:1767384685.673748:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384685.673750:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384685.673751:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001ef9bba8. 00000020:00000010:1.0:1767384685.673756:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d378588. 00000100:00000200:0.0:1767384685.673756:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384685.673761:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000043ccd8a. 00000020:00000040:1.0:1767384685.673767:0:17086:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000100:00000200:0.0:1767384685.673770:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384685.673771:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.673780:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384685.673782:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.673784:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384685.673786:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384685.673788:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384685.673789:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384685.673791:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384685.673795:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384685.673798:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384685.673801:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384685.673803:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384685.673810:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384685.673827:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384685.673833:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.673836:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384685.673837:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384685.673838:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384685.673840:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.673843:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.673848:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384685.673850:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384685.673851:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384685.673854:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384685.673861:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088fc2ad4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16354:1853237048148992:0@lo:400: 00000400:00000001:0.0:1767384685.673866:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384685.673867:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384685.673869:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acffbb2b. 00000400:00000200:0.0:1767384685.673872:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf1f82a 00000400:00000010:0.0:1767384685.673873:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf1f82a. 00000100:00000001:0.0:1767384685.673875:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384685.673878:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384685.673885:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.673890:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384685.673892:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.673893:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384685.673895:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384685.673896:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384685.673898:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384685.673905:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384685.673908:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384685.673911:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384685.673913:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384685.673915:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384685.673917:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1767384685.673920:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384685.673927:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.673929:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767384685.673930:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384685.673932:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384685.673934:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.673937:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.673943:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384685.673945:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384685.673946:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384685.673948:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384685.673954:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000068fd8f5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:16354:1853237048148864:0@lo:400: 00000100:00000001:0.0:1767384685.673958:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.673960:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384685.673962:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088fc2ad4 x1853237048148992/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.673967:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384685.673969:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384685.673970:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c60df3f6. 02000000:00000001:0.0:1767384685.673973:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384685.673974:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384685.673975:0:16354:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1767384685.673977:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384685.673984:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000007aef94c1. 02000000:00000001:0.0:1767384685.673986:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384685.673987:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384685.673988:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088fc2ad4. 00000100:00000001:0.0:1767384685.673991:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384685.673992:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.673993:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384685.673995:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000068fd8f5e x1853237048148864/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384685.674001:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384685.674003:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384685.674004:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac122ad8. 02000000:00000001:0.0:1767384685.674006:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384685.674007:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384685.674008:0:16354:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:0.0:1767384685.674010:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384685.674011:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000bfe17419. 02000000:00000001:0.0:1767384685.674012:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384685.674014:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384685.674015:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068fd8f5e. 00000100:00000001:0.0:1767384685.674018:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384685.674019:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.674021:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384685.674024:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384685.674026:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384685.674028:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384685.674029:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384685.678501:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294973448, at 4294973449 00000100:00000010:0.0:1767384685.678514:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000031835051. 00000100:00000040:3.0:1767384685.678521:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294973448, at 4294973449 00000100:00000010:3.0:1767384685.678529:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d5ecd122. 00000100:00000040:2.0:1767384685.679488:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294973448, at 4294973450 00000100:00000040:1.0:1767384685.679494:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294973448, at 4294973450 00000100:00000010:2.0:1767384685.679495:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002ec2bfc1. 00000100:00000010:1.0:1767384685.679503:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008c807a79. 00000400:00000001:2.0:1767384686.309608:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.309615:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384686.309619:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac15ff4 00000400:00000010:2.0:1767384686.309626:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac15ff4. 00000400:00000200:2.0:1767384686.309636:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000800:00000200:0.0:1767384686.309645:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (4) 00000400:00000200:2.0:1767384686.309647:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp37 recovery ping unlinked 00000800:00000200:0.1:1767384686.309659:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (4) 00000400:00000010:2.0:1767384686.309666:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e9677f92. 00000400:00000010:2.0:1767384686.309674:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000006bf6385e. 00000400:00000200:2.0:1767384686.309682:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp47 00000400:00000010:2.0:1767384686.309691:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000e9677f92. 00000400:00000010:2.0:1767384686.309697:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000009dd876bd. 00000400:00000010:2.0:1767384686.309701:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac15ff4. 00000400:00000010:2.0:1767384686.309710:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000002ad1a48. 00000400:00000200:2.0:1767384686.309715:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp47 00000400:00000200:2.0:1767384686.309732:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp47 local destination 00000400:00000200:2.0:1767384686.309738:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp47 00000400:00000200:2.0:1767384686.309743:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp47 NI seq info: [201:201:256:4294967295] 192.168.203.125@tcp47 LPNI seq info [198:198:8:4294967295] 00000400:00000200:2.0:1767384686.309750:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp47 00000400:00000200:2.0:1767384686.309758:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp47(192.168.203.125@tcp47:) -> 192.168.203.125@tcp47(192.168.203.125@tcp47:192.168.203.125@tcp47) : GET try# 0 00000800:00000200:2.0:1767384686.309763:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp47 00000800:00000010:2.0:1767384686.309768:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d04699dd. 00000800:00000200:0.0:1767384686.309853:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008c404318] -> 12345-192.168.203.125@tcp18 (6) 00000800:00000200:2.0:1767384686.309862:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8a617aa] -> 12345-192.168.203.125@tcp47 (2) 00000800:00000200:0.0:1767384686.309871:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp18 ip 192.168.203.125:988 00000800:00000200:0.0:1767384686.309876:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.1:1767384686.309964:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8a617aa] -> 12345-192.168.203.125@tcp47 (2) 00000400:00000200:2.0:1767384686.310047:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp47 added to recovery queue. ping count: 2 next ping: 310 health :800 00000400:00000200:0.0:1767384686.310139:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310184:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310216:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310233:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310249:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310265:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310282:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310297:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310314:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310329:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310345:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310361:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310378:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310393:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310410:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.310426:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000800:00000200:1.0:1767384686.310567:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384686.310572:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384686.310580:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384686.310584:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384686.310591:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.310678:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310705:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310721:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310736:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310752:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310767:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310783:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310798:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310892:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310915:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310932:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310948:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310964:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310980:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.310998:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311014:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311030:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311047:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311063:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311079:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311095:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311112:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311136:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311153:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311170:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311187:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311204:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311220:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311237:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311253:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311268:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311285:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311302:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311317:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384686.311334:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384686.311432:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cf966c7. 00000400:00000200:0.0:1767384686.312864:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.312889:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.312905:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.312921:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.312937:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.312953:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.312969:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.312985:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313002:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313017:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313034:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313050:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313067:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313084:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313099:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313116:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313131:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313155:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313172:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313187:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 988 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313203:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 987 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313219:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 986 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313236:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 985 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313252:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 984 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313269:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 983 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313284:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 982 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313300:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 981 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313316:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 980 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313332:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 979 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313348:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 978 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313365:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 977 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.313381:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 976 -> 192.168.203.125:988 00000800:00000010:0.0:1767384686.313519:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c5b1c1b1. 00000800:00000010:0.0:1767384686.313522:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001ec64f95. 00000800:00000010:0.0:1767384686.313527:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003c5a3a2b. 00000800:00000010:0.0:1767384686.313550:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003c5a3a2b. 00000400:00000200:1.0:1767384686.313736:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384686.313760:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp47 from 207.3.0.2 00000800:00000010:1.0:1767384686.313762:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000d7545b02. 00000800:00000010:3.0:1767384686.314100:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000853bcddd. 00000800:00000010:3.0:1767384686.314106:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000388e1952. 00000800:00000010:3.0:1767384686.314127:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000388e1952. 00000800:00020000:3.0:1767384686.314133:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384686.314136:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000853bcddd. 00000800:00000010:3.0:1767384686.314138:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006cf966c7. 00000400:02020000:3.0:1767384686.314169:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp31 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384686.314174:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000800:00000010:3.0:1767384686.314177:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006cf966c7. 00000800:00000010:3.0:1767384686.314179:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000853bcddd. 00000800:00000010:3.0:1767384686.314191:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000e8e3cdfe. 00000800:00000200:3.1:1767384686.314194:0:16344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8a617aa] -> 12345-192.168.203.125@tcp47 (2) 00000800:00000200:3.1:1767384686.314200:0:16344:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.125@tcp47 00000000e8e3cdfe deleted 00000800:00000010:3.1:1767384686.314202:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000e8e3cdfe. 00000800:00000200:3.1:1767384686.314205:0:16344:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1767384686.314215:0:16344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp47 ip 192.168.203.125:975 00000800:00000200:3.1:1767384686.314217:0:16344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d04699dd type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384686.314221:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp47 p 3.x 192.168.203.125 -> 192.168.203.125:975 incarnation:1767384674772607777 sched[0] 00000800:00000010:3.0:1767384686.314225:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000388e1952. 00000800:00000010:3.0:1767384686.314266:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000388e1952. 00000800:00000010:3.0:1767384686.314269:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000853bcddd. 00000800:00000010:3.0:1767384686.314284:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000d7545b02. 00000800:00000001:1.0:1767384686.314331:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384686.314335:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384686.314373:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384686.314376:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d04699dd. 00000400:00000200:1.0:1767384686.314379:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384686.314384:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp47->192.168.203.125@tcp47: GET: OK 00000400:00000200:1.0:1767384686.314389:0:16348:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: 0 00000400:00000200:1.0:1767384686.314392:0:16348:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp47 recovery message sent successfully:0 00000800:00000200:1.1:1767384686.314416:0:16345:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.0:1767384686.314420:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.125@tcp47 p 3.x 192.168.203.125 -> 192.168.203.125:988 incarnation:1767384674772607777 sched[0] 00000800:00000010:1.0:1767384686.314423:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001ec64f95. 00000400:00000200:1.0:1767384686.314478:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314499:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314514:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314530:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314546:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314561:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314575:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314591:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314606:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314625:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314643:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314659:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314675:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314691:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314707:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314723:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314738:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314754:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314778:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314794:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314823:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314844:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314860:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314876:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314892:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314907:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314923:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314939:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314954:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314970:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.314987:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.315003:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.315018:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.315033:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384686.315049:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384686.315123:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004363b5a3. 00000800:00000010:1.0:1767384686.315127:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fbf2832f. 00000800:00000010:1.0:1767384686.315130:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000025de27b5. 00000800:00000010:1.0:1767384686.315144:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000025de27b5. 00000800:00020000:1.0:1767384686.315149:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384686.315151:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fbf2832f. 00000800:00000010:1.0:1767384686.315153:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000004363b5a3. 00000400:02020000:1.0:1767384686.315178:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp47 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000001:3.0:1767384686.315227:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.315236:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.315238:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.315242:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.315247:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp47(192.168.203.125@tcp47) <- 192.168.203.125@tcp47 : GET - for me 00000400:00000200:3.0:1767384686.315259:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384686.315266:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 272/272 into md 0x2039 [1] + 0 00000400:00000200:3.0:1767384686.315277:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp47 to MR: 192.168.203.125@tcp47 local destination 00000400:00000200:3.0:1767384686.315284:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp47 NI seq info: [202:202:256:4294967295] 192.168.203.125@tcp47 LPNI seq info [199:199:8:4294967295] 00000400:00000200:3.0:1767384686.315295:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp47(192.168.203.125@tcp47:192.168.203.125@tcp47) -> 192.168.203.125@tcp47(192.168.203.125@tcp47:192.168.203.125@tcp47) 192.168.203.125@tcp47 : REPLY try# 0 00000800:00000200:3.0:1767384686.315300:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.125@tcp47 00000800:00000010:3.0:1767384686.315304:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000857dd97d. 00000800:00000200:3.0:1767384686.315309:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000a8a617aa] -> 12345-192.168.203.125@tcp47 (4) 00000800:00000200:3.0:1767384686.315311:0:16349:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.203.125 (cnted 2, interval 1, 1 secs later) 00000800:00000200:3.0:1767384686.315315:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp47 ip 192.168.203.125:988 00000800:00000200:3.0:1767384686.315317:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000857dd97d type 3, nob 368 niov 1 nkiov 1 00000800:00000200:3.0:1767384686.315364:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384686.315367:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000857dd97d. 00000400:00000200:3.0:1767384686.315369:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.315373:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp47->192.168.203.125@tcp47: REPLY: OK 00000800:00000001:3.0:1767384686.315381:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.315383:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.315385:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.315387:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.315388:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.315390:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.315394:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp47(192.168.203.125@tcp47) <- 192.168.203.125@tcp47 : REPLY - for me 00000400:00000200:3.0:1767384686.315402:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp47: Reply from 12345-192.168.203.125@tcp47 of length 272/272 into md 0x20ad 00000800:00000001:3.0:1767384686.315405:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.315409:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.315411:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.315418:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp47->192.168.203.125@tcp47: REPLY: OK 00000400:00000200:3.0:1767384686.315422:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac15ff4 00000400:00000010:3.0:1767384686.315424:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac15ff4. 00000400:00000200:3.0:1767384686.315427:0:16349:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 3 status: 0 00000400:00000010:3.0:1767384686.315431:0:16349:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000e9677f92. 00000400:00000010:3.0:1767384686.315434:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000009dd876bd. 00000800:00000001:3.0:1767384686.315457:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.315460:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384686.501633:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384686.501642:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384686.501650:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384686.501652:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384686.501682:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384686.501685:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384686.501688:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1767384686.693581:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384686.693588:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 2 10000000:00000001:0.0:1767384686.693593:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384686.693596:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384686.693597:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384686.693599:0:17083:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1767384686.693601:0:17083:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1767384686.693603:0:17083:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1767384686.693605:0:17083:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-mdtir-ffff9f6f091c8800 from 83 10000000:00000001:0.0:1767384686.693608:0:17083:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1767384686.693610:0:17083:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1767384686.693622:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a45e819b. 00000020:00000040:0.0:1767384686.693627:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384686.693632:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384686.693635:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384686.693652:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384686.693660:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b945a3c. 00000100:00000001:0.0:1767384686.693667:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.693671:0:17083:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767384686.693675:0:17083:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767384686.693681:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000048e0f60f. 00010000:00000001:0.0:1767384686.693685:0:17083:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384686.693688:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008af463c4. 00000020:00000001:0.0:1767384686.693692:0:17083:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384686.693695:0:17083:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008af463c4 with handle 0x71ee3a74e27192e0 to hash 00000020:00000001:0.0:1767384686.693697:0:17083:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384686.693698:0:17083:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:0.0:1767384686.693701:0:17083:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:0.0:1767384686.693705:0:17083:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384686.693707:0:17083:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384686.693710:0:17083:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384686.693719:0:17083:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384686.693729:0:17083:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384686.693735:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384686.693737:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384686.693742:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000448ec8f8. 00000100:00000001:0.0:1767384686.693744:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893636428352 : -106180073123264 : ffff9f6e06759240) 00000100:00000001:0.0:1767384686.693746:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384686.693747:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717097344 : -106174992454272 : ffff9f6f354a6d80) 00000100:00000001:0.0:1767384686.693752:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384686.693754:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.693756:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384686.693758:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384686.693766:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.693781:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384686.693784:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384686.693787:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384686.693790:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384686.693792:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384686.693795:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a45e819b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048149120:0@lo:101: 00000100:00000001:0.0:1767384686.693798:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384686.693803:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384686.693806:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384686.693820:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384686.693823:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000026e9fa18. 02000000:00000001:0.0:1767384686.693826:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384686.693831:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071971945. 00000400:00000010:0.0:1767384686.693837:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000100:00000200:0.0:1767384686.693843:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048149120, portal 25 00000100:00000001:0.0:1767384686.693845:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384686.693846:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717097344 : -106174992454272 : ffff9f6f354a6d80) 00000100:00000040:0.0:1767384686.693850:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.693857:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384686.693860:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384686.693861:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384686.693864:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048149120, offset 0 00000400:00000200:0.0:1767384686.693869:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384686.693880:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384686.693889:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff08480 00000400:00000200:0.0:1767384686.693894:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x17ad [2] + 0 00000400:00000010:0.0:1767384686.693898:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000341503a3. 00000400:00000200:0.0:1767384686.693902:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002da592ca 00000400:00000200:0.0:1767384686.693907:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384686.693911:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384686.693915:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002da592ca 00000400:00000010:0.0:1767384686.693922:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002da592ca. 00000100:00000001:0.0:1767384686.693926:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.693928:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384686.693931:0:17083:0:(events.c:337:request_in_callback()) incoming req@000000008ebe667b x1853237048149120 msgsize 328 00000100:00100000:0.0:1767384686.693935:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384686.693937:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384686.693951:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384686.693958:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:0.0:1767384686.693960:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:0.0:1767384686.693962:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384686.693965:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.693974:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384686.693977:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.693984:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.693986:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384686.693991:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.693995:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294974470 00000100:00000010:0.0:1767384686.693999:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d1a24af0. 00000100:00000001:0.0:1767384686.694005:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1767384686.694015:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294974470 00000100:00000010:0.0:1767384686.694018:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000683c3119. 00000100:00000001:0.0:1767384686.694021:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384686.694024:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384686.694026:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294974470 00000100:00100000:2.0:1767384686.694031:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048149120 00000100:00000010:0.0:1767384686.694032:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000023dbdedc. 00000100:00000001:0.0:1767384686.694037:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 02000000:00000001:2.0:1767384686.694038:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384686.694042:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294974470 00000100:00000001:2.0:1767384686.694043:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1767384686.694048:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7e04bf. 00000100:00000001:2.0:1767384686.694049:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.694056:0:17083:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1767384686.694058:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384686.694065:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048149120 00000020:00000001:2.0:1767384686.694068:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384686.694070:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:0.0:1767384686.694073:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384686.694074:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384686.694079:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384686.694081:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 00000020:00000001:2.0:1767384686.694089:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384686.694092:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384686.694096:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1767384686.694097:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00100000:0.0:1767384686.694101:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000448ec8f8 going to sleep for 11 seconds 00000100:00000001:2.0:1767384686.694107:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384686.694108:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384686.694114:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384686.694116:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057bcc19e. 00000100:00000001:2.0:1767384686.694122:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384686.694125:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057bcc19e. 00000020:00000010:2.0:1767384686.694134:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac122ad8. 00000020:00000010:2.0:1767384686.694140:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb80f275. 00000020:00000010:2.0:1767384686.694146:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000040:2.0:1767384686.694156:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384686.694166:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384686.694167:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384686.694169:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.694177:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.694200:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384686.694213:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384686.694215:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384686.694221:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00000040:2.0:1767384686.694225:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384686.694228:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935105104 : -106175774446512 : ffff9f6f06ae2c50) 00000100:00000040:2.0:1767384686.694235:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008ebe667b x1853237048149120/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:667/0 lens 328/0 e 0 to 0 dl 1767384697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384686.694246:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384686.694248:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057bcc19e. 00000100:00000001:2.0:1767384686.694250:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384686.694252:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057bcc19e. 00000100:00100000:2.0:1767384686.694256:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008ebe667b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:17083:x1853237048149120:12345-0@lo:101: 00000100:00000200:2.0:1767384686.694260:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048149120 00000020:00000001:2.0:1767384686.694264:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384686.694269:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384686.694271:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.694274:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384686.694277:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:2.0:1767384686.694280:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384686.694282:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384686.694284:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384686.694287:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384686.694292:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.694295:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384686.694297:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384686.694299:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384686.694301:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384686.694303:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384686.694308:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767384686.694314:0:17078:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000142f776f. 00010000:00000001:2.0:1767384686.694318:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384686.694321:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ad2504b1. 00000020:00000001:2.0:1767384686.694324:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384686.694326:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ad2504b1 with handle 0x71ee3a74e27192e7 to hash 00000020:00000001:2.0:1767384686.694329:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384686.694330:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000001:2.0:1767384686.694333:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00010000:2.0:1767384686.694336:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ad2504b1/0x71ee3a74e27192e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x71ee3a74e27192e0 expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384686.694344:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000003e698a73 : new locks_count 10 00000020:00000040:2.0:1767384686.694346:0:17078:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=15 00000100:00000001:2.0:1767384686.694354:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384686.694356:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384686.694360:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000030d3f53f. 02000000:00000001:2.0:1767384686.694363:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.694365:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384686.694367:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384686.694370:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384686.694373:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384686.694375:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384686.694377:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384686.694379:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384686.694380:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384686.694382:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384686.694384:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384686.694386:0:17078:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384686.694387:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384686.694389:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000142f776f) refcount = 1 00010000:00010000:2.0:1767384686.694394:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ad2504b1/0x71ee3a74e27192e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x71ee3a74e27192e0 expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384686.694400:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384686.694403:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384686.694404:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384686.694406:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384686.694408:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384686.694413:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384686.694415:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ad2504b1/0x71ee3a74e27192e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27192e0 expref: 15 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384686.694422:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384686.694424:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384686.694426:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384686.694428:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384686.694430:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384686.694431:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384686.694433:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384686.694434:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ad2504b1, rc 0) 00000020:00000001:2.0:1767384686.694469:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384686.694474:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048149120 00010000:00000001:2.0:1767384686.694476:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384686.694481:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000008ebe667b x1853237048149120/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:667/0 lens 328/344 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384686.694490:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384686.694492:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384686.694496:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384686.694500:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384686.694503:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384686.694505:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384686.694508:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384686.694510:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.694513:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384686.694515:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384686.694520:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000100:00000200:2.0:1767384686.694526:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048149120, offset 224 00000400:00000200:2.0:1767384686.694532:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384686.694542:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384686.694551:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff08480 00000400:00000200:2.0:1767384686.694557:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x20b1 [1] + 224 00000400:00000200:2.0:1767384686.694564:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384686.694567:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384686.694573:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384686.694577:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384686.694586:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384686.694604:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384686.694612:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:2.0:1767384686.694614:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000001:2.0:1767384686.694617:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384686.694618:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384686.694622:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384686.694626:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384686.694629:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384686.694631:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.694634:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384686.694639:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ebe667b x1853237048149120/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:667/0 lens 328/344 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.694642:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384686.694650:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384686.694653:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384686.694657:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071971945. 00000400:00000200:0.0:1767384686.694666:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000100:00100000:2.0:1767384686.694668:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008ebe667b pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048149120:12345-0@lo:101: Request processed in 418us (732us total) trans 0 rc 0/0 00000400:00000010:0.0:1767384686.694670:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000100:00000001:0.0:1767384686.694676:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384686.694683:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384686.694688:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00000040:2.0:1767384686.694697:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384686.694705:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.694710:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1767384686.694714:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384686.694717:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb80f275. 00000020:00000010:2.0:1767384686.694726:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000100:00000001:0.0:1767384686.694731:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:2.0:1767384686.694733:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac122ad8. 00000100:00000001:0.0:1767384686.694734:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384686.694739:0:17083:0:(client.c:1578:after_reply()) Process entered 00000020:00000040:2.0:1767384686.694741:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:0.0:1767384686.694742:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384686.694745:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1767384686.694749:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1767384686.694749:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384686.694754:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000030d3f53f. 02000000:00000001:0.0:1767384686.694756:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384686.694761:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00001000:0.0:1767384686.694763:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=103 v=5 (5 0 0 0) 00000100:00000001:2.0:1767384686.694765:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767384686.694773:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=103 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384686.694775:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1767384686.694779:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1767384686.694783:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a778352d. 00000100:00000001:0.0:1767384686.694783:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.694794:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1767384686.694797:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000462ef625. 00010000:00000001:0.0:1767384686.694798:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.694805:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384686.694819:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.694826:0:17083:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384686.694829:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384686.694831:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384686.694834:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384686.694847:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a45e819b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048149120:0@lo:101: 00000100:00000001:0.0:1767384686.694852:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384686.694854:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.694855:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767384686.694857:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384686.694859:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.694865:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384686.694867:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000448ec8f8. 00000100:00000001:0.0:1767384686.694870:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767384686.694871:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.694873:0:17083:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767384686.694876:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384686.694877:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384686.694879:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008af463c4 refcount=4 00000020:00000001:0.0:1767384686.694881:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:0.0:1767384686.694883:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000040:0.0:1767384686.694887:0:17083:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: 000000008af463c4, remote cookie: 0x71ee3a74e27192e7, flags: 0x0 00010000:00000001:0.0:1767384686.694890:0:17083:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384686.694893:0:17083:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384686.694895:0:17083:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384686.694896:0:17083:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384686.694897:0:17083:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384686.694899:0:17083:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (0000000048e0f60f) refcount = 1 00010000:00010000:0.0:1767384686.694903:0:17083:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384686.694909:0:17083:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384686.694911:0:17083:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384686.694912:0:17083:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384686.694914:0:17083:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767384686.694916:0:17083:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384686.694922:0:17083:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384686.694928:0:17083:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767384686.694929:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384686.694931:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384686.694932:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384686.694932:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384686.694934:0:17083:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.694935:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384686.694937:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a45e819b x1853237048149120/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384702 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.694944:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384686.694946:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384686.694948:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000026e9fa18. 02000000:00000001:0.0:1767384686.694951:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384686.694952:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384686.694954:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384686.694956:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384686.694958:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009b945a3c. 02000000:00000001:0.0:1767384686.694961:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384686.694962:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384686.694964:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a45e819b. 00000100:00000001:0.0:1767384686.694967:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384686.694968:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1767384686.694969:0:17083:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384686.694971:0:17083:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1767384686.694972:0:17083:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (0000000034785daf) refs 3 10000000:00000001:0.0:1767384686.694974:0:17083:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384686.694976:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384686.694977:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384686.694978:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008af463c4 refcount=3 00000020:00000001:0.0:1767384686.694979:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:0.0:1767384686.694981:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:0.0:1767384686.694983:0:17083:0:(ldlm_lock.c:2541:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1767384686.694984:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384686.694989:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384686.694990:0:17083:0:(ldlm_lock.c:2550:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384686.694992:0:17083:0:(mgc_request.c:1533:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1767384686.694995:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 000000003b9a84c5. 00000100:00000010:0.0:1767384686.695007:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a45e819b. 00000020:00000040:0.0:1767384686.695010:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384686.695012:0:17083:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384686.695014:0:17083:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384686.695017:0:17083:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384686.695019:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b945a3c. 00000100:00000001:0.0:1767384686.695022:0:17083:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.695026:0:17083:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1767384686.695028:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000026e9fa18. 00000100:00000010:0.0:1767384686.695031:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000003c5a3a2b. 00000020:00000040:0.0:1767384686.695033:0:17083:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384686.695036:0:17083:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767384686.695037:0:17083:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767384686.695040:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000448ec8f8. 00000100:00000001:0.0:1767384686.695041:0:17083:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446637893636428352 : -106180073123264 : ffff9f6e06759240) 00000100:00000001:0.0:1767384686.695043:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384686.695044:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717097344 : -106174992454272 : ffff9f6f354a6d80) 00000100:00000001:0.0:1767384686.695047:0:17083:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384686.695048:0:17083:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.695050:0:17083:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767384686.695051:0:17083:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384686.695054:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.695060:0:17083:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384686.695061:0:17083:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384686.695063:0:17083:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384686.695065:0:17083:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384686.695067:0:17083:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384686.695069:0:17083:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000a45e819b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048149248:0@lo:256: 00000100:00000001:0.0:1767384686.695072:0:17083:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384686.695077:0:17083:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384686.695079:0:17083:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.695081:0:17083:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000010:0.0:1767384686.695085:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071971945. 00000400:00000010:0.0:1767384686.695089:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000a36d52b8. 00000100:00000200:0.0:1767384686.695092:0:17083:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x695825ff08500-0x695825ff08500, portal 33 00000100:00000001:0.0:1767384686.695095:0:17083:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384686.695096:0:17083:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767384686.695098:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003f9eb55a. 02000000:00000001:0.0:1767384686.695100:0:17083:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384686.695102:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047212796. 00000400:00000010:0.0:1767384686.695104:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000100:00000200:0.0:1767384686.695106:0:17083:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048149248, portal 25 00000100:00000001:0.0:1767384686.695107:0:17083:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384686.695109:0:17083:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717097344 : -106174992454272 : ffff9f6f354a6d80) 00000100:00000040:0.0:1767384686.695112:0:17083:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.695118:0:17083:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384686.695120:0:17083:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384686.695122:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384686.695124:0:17083:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048149248, offset 0 00000400:00000200:0.0:1767384686.695127:0:17083:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384686.695133:0:17083:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384686.695138:0:17083:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff08500 00000400:00000200:0.0:1767384686.695143:0:17083:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x17bd [2] + 0 00000400:00000010:0.0:1767384686.695145:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005af63821. 00000400:00000200:0.0:1767384686.695148:0:17083:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009ae9f7e1 00000400:00000200:0.0:1767384686.695150:0:17083:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384686.695153:0:17083:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384686.695156:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ae9f7e1 00000400:00000010:0.0:1767384686.695158:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009ae9f7e1. 00000100:00000001:0.0:1767384686.695161:0:17083:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384686.695162:0:17083:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384686.695164:0:17083:0:(events.c:337:request_in_callback()) incoming req@00000000b35d2667 x1853237048149248 msgsize 304 00000100:00100000:0.0:1767384686.695171:0:17083:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384686.697849:0:17083:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384686.697867:0:17083:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384686.697872:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:0.0:1767384686.697874:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:0.0:1767384686.697876:0:17083:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384686.697880:0:17083:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.697887:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384686.697889:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384686.697895:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.697897:0:17083:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384686.697900:0:17083:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.697902:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294974474 00000100:00000001:0.0:1767384686.697907:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294974470 00000100:00000001:0.0:1767384686.697910:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294974474 00000100:00000001:0.0:1767384686.697913:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294974470 00000100:00000001:0.0:1767384686.697915:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294974474 00000100:00000001:0.0:1767384686.697917:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294974470 00000100:00000001:0.0:1767384686.697919:0:17083:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294974474 00000100:00000001:0.0:1767384686.697921:0:17083:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294974470 00000100:00000001:0.0:1767384686.697923:0:17083:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384686.697925:0:17083:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384686.697927:0:17083:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384686.697928:0:17083:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384686.697929:0:17083:0:(client.c:2690:ptlrpc_set_wait()) set 00000000448ec8f8 going to sleep for 11 seconds 00000100:00000001:0.0:1767384686.697931:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384686.697933:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.698003:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384686.698006:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048149248 02000000:00000001:2.0:1767384686.698008:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384686.698010:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384686.698011:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384686.698015:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384686.698018:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048149248 00000020:00000001:2.0:1767384686.698020:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384686.698021:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384686.698023:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384686.698024:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000020:00000001:2.0:1767384686.698026:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384686.698029:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384686.698032:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384686.698036:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057bcc19e. 00000100:00000001:2.0:1767384686.698039:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384686.698041:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057bcc19e. 00000020:00000010:2.0:1767384686.698046:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ac122ad8. 00000020:00000010:2.0:1767384686.698050:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cb80f275. 00000020:00000010:2.0:1767384686.698054:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000040:2.0:1767384686.698059:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384686.698062:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384686.698063:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384686.698065:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.698071:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.698084:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384686.698092:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384686.698093:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384686.698097:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00000040:2.0:1767384686.698099:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384686.698101:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935109200 : -106175774442416 : ffff9f6f06ae3c50) 00000100:00000040:2.0:1767384686.698105:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b35d2667 x1853237048149248/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:667/0 lens 304/0 e 0 to 0 dl 1767384697 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384686.698113:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384686.698115:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057bcc19e. 00000100:00000001:2.0:1767384686.698117:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384686.698118:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057bcc19e. 00000100:00100000:2.0:1767384686.698122:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000b35d2667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048149248:12345-0@lo:256: 00000100:00000200:2.0:1767384686.698125:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048149248 00000020:00000001:2.0:1767384686.698128:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384686.698131:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384686.698133:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.698135:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384686.698136:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:2.0:1767384686.698139:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384686.698141:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384686.698143:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384686.698145:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384686.698147:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.698150:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384686.698151:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384686.698154:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 0000000030d3f53f. 02000000:00000001:2.0:1767384686.698156:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.698158:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384686.698160:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:2.0:1767384686.698163:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:2.0:1767384686.698166:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:2.0:1767384686.698168:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:2.0:1767384686.698170:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384686.698172:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:2.0:1767384686.698174:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:00000010:2.0:1767384686.698176:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 000000002b9fa7fa. 20000000:00000001:2.0:1767384686.698179:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:2.0:1767384686.698197:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384686.698202:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384686.698206:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384686.698208:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384686.698210:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384686.698212:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384686.698214:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384686.698216:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384686.698218:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384686.698220:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384686.698222:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384686.698224:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384686.698225:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384686.698227:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384686.698229:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384686.698231:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384686.698233:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384686.698235:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384686.698237:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384686.698239:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384686.698240:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384686.698241:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384686.698243:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384686.698245:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384686.698247:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384686.698249:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384686.698251:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384686.698253:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384686.698255:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384686.698257:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384686.698258:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384686.698260:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384686.698262:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384686.698263:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384686.698265:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384686.698267:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384686.698269:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384686.698271:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384686.698273:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384686.698274:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384686.698276:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384686.698278:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384686.698280:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/4/3. 20000000:00000040:2.0:1767384686.698290:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:2.0:1767384686.698292:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:2.0:1767384686.698293:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:2.0:1767384686.698295:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:2.0:1767384686.698297:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:2.0:1767384686.698299:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:2.0:1767384686.698301:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:2.0:1767384686.698303:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:2.0:1767384686.698304:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:2.0:1767384686.698306:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:2.0:1767384686.698308:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:2.0:1767384686.698310:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:2.0:1767384686.698312:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:2.0:1767384686.698314:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:2.0:1767384686.698315:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:2.0:1767384686.698317:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:2.0:1767384686.698319:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:2.0:1767384686.698320:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:2.0:1767384686.698322:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:2.0:1767384686.698325:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:2.0:1767384686.698327:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:2.0:1767384686.698328:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:2.0:1767384686.698330:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:2.0:1767384686.698332:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:2.0:1767384686.698334:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:2.0:1767384686.698336:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:2.0:1767384686.698338:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:2.0:1767384686.698340:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:2.0:1767384686.698341:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:2.0:1767384686.698343:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:2.0:1767384686.698345:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:2.0:1767384686.698347:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:2.0:1767384686.698349:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:2.0:1767384686.698351:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:2.0:1767384686.698352:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:2.0:1767384686.698354:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:2.0:1767384686.698356:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:2.0:1767384686.698357:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:2.0:1767384686.698359:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:2.0:1767384686.698361:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:2.0:1767384686.698362:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:2.0:1767384686.698364:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:2.0:1767384686.698366:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/4/3. 20000000:01000000:2.0:1767384686.698368:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:2.0:1767384686.698370:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:2.0:1767384686.698372:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:2.0:1767384686.698375:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000003ace3d2f. 00000100:00000010:2.0:1767384686.698378:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000004f845742. 00000020:00000040:2.0:1767384686.698380:0:17078:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=16 00010000:00000001:2.0:1767384686.698383:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:2.0:1767384686.698386:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:2.0:1767384686.698389:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000400:00000010:2.0:1767384686.698394:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000097b80bb7. 00000400:00000200:2.0:1767384686.698397:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384686.698404:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384686.698409:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 1728 into portal 33 MB=0x695825ff08500 00000400:00000200:2.0:1767384686.698414:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 1728/1728 into md 0x20c1 [4] + 0 00000400:00000010:2.0:1767384686.698417:0:17078:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071971945. 00000400:00000200:2.0:1767384686.698420:0:17078:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a36d52b8 00000400:00000200:2.0:1767384686.698423:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384686.698425:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384686.698428:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a36d52b8 00000400:00000010:2.0:1767384686.698430:0:17078:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000a36d52b8. 00000100:00000001:2.0:1767384686.698432:0:17078:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1767384686.698434:0:17078:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 00000000a45e819b desc 0000000026e9fa18 mbits 1853237048149248 00000100:00000001:2.0:1767384686.698467:0:17078:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384686.698470:0:17078:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384686.698474:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384686.698480:0:17078:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x20cd 00000400:00000200:2.0:1767384686.698482:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384686.698485:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000001:2.0:1767384686.698488:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384686.698489:0:17078:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 000000003ace3d2f 00000100:00000001:2.0:1767384686.698491:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000400:00000200:2.0:1767384686.698496:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:2.0:1767384686.698497:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000001:2.0:1767384686.698500:0:17078:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:2.0:1767384686.698501:0:17078:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 000000003ace3d2f 00000100:00000001:2.0:1767384686.698503:0:17078:0:(events.c:486:server_bulk_callback()) Process leaving 00000100:00000200:2.0:1767384686.698506:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-0@lo mbits 0x695825ff08500-0x695825ff08500 00000100:00000001:2.0:1767384686.698508:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384686.698512:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.698513:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:2.0:1767384686.698516:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 15 00000100:00000010:2.0:1767384686.698519:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000004f845742. 00000100:00000010:2.0:1767384686.698521:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000003ace3d2f. 00000100:00000001:2.0:1767384686.698524:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:2.0:1767384686.698525:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:2.0:1767384686.698531:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 000000002b9fa7fa. 20000000:00000001:2.0:1767384686.698535:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384686.698537:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048149248 00010000:00000001:2.0:1767384686.698540:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384686.698543:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b35d2667 x1853237048149248/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:667/0 lens 304/240 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384686.698550:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384686.698552:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384686.698554:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384686.698558:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384686.698560:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384686.698562:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384686.698565:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384686.698566:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384686.698568:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384686.698570:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384686.698573:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000100:00000200:2.0:1767384686.698575:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048149248, offset 224 00000400:00000200:2.0:1767384686.698578:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384686.698583:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384686.698587:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff08500 00000400:00000200:2.0:1767384686.698590:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x20c5 [1] + 224 00000400:00000200:2.0:1767384686.698594:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384686.698596:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384686.698599:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384686.698601:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384686.698608:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384686.698615:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384686.698618:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:2.0:1767384686.698619:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000100:00000001:2.0:1767384686.698621:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384686.698623:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384686.698624:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384686.698626:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384686.698628:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384686.698630:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384686.698632:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384686.698635:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b35d2667 x1853237048149248/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:667/0 lens 304/240 e 0 to 0 dl 1767384697 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384686.698643:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000b35d2667 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:17083:x1853237048149248:12345-0@lo:256: Request processed in 529us (3477us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384686.698650:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00000040:2.0:1767384686.698653:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384686.698655:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384686.698656:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384686.698659:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cb80f275. 00000020:00000010:2.0:1767384686.698662:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384686.698664:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ac122ad8. 00000020:00000040:2.0:1767384686.698668:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 02000000:00000001:2.0:1767384686.698671:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384686.698672:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 0000000030d3f53f. 02000000:00000001:2.0:1767384686.698674:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384686.698676:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384686.698680:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384686.698683:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005675fd8. 00000400:00000010:2.0:1767384686.698686:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004ee38b99. 00000100:00000001:3.0:1767384686.698767:0:17083:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384686.698771:0:17083:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384686.698772:0:17083:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384686.698773:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047212796. 00000400:00000200:3.0:1767384686.698776:0:17083:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:3.0:1767384686.698778:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00000100:00000001:3.0:1767384686.698780:0:17083:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384686.698783:0:17083:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384686.698790:0:17083:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384686.698796:0:17083:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384686.698798:0:17083:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384686.698799:0:17083:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384686.698801:0:17083:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384686.698802:0:17083:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384686.698803:0:17083:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384686.698805:0:17083:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384686.698818:0:17083:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384686.698821:0:17083:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384686.698823:0:17083:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384686.698830:0:17083:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384686.698832:0:17083:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384686.698833:0:17083:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384686.698835:0:17083:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384686.698838:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384686.698846:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384686.698852:0:17083:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384686.698854:0:17083:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384686.698856:0:17083:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384686.698864:0:17083:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000a45e819b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:17083:1853237048149248:0@lo:256: 00000100:00000001:3.0:1767384686.698867:0:17083:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384686.698869:0:17083:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384686.698871:0:17083:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767384686.698872:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384686.698874:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384686.698879:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384686.698881:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000448ec8f8. 00000100:00000001:3.0:1767384686.698883:0:17083:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767384686.698884:0:17083:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384686.698887:0:17083:0:(mgc_request.c:1611:mgc_process_recover_log()) Latest version 88, more 0. 10000000:00000001:3.0:1767384686.698891:0:17083:0:(mgc_request.c:1274:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1767384686.698896:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000fd3b707f. 10000000:00000040:3.0:1767384686.698905:0:17083:0:(mgc_request.c:1427:mgc_apply_recover_logs()) mgc MGC192.168.203.125@tcp: cannot find obdname lustre-MDT0000-mdc-MDT0000 00010000:00000001:3.0:1767384686.698910:0:17083:0:(ldlm_lib.c:160:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1767384686.698913:0:17083:0:(lustre_peer.c:216:class_check_uuid()) Process entered 00000100:00000040:3.0:1767384686.698917:0:17083:0:(lustre_peer.c:219:class_check_uuid()) check if uuid 192.168.203.125@tcp has 192.168.203.125@tcp. 00000100:00000001:3.0:1767384686.698920:0:17083:0:(lustre_peer.c:238:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384686.698921:0:17083:0:(lustre_peer.c:170:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1767384686.698926:0:17083:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:3.0:1767384686.698928:0:17083:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000100:00000200:3.0:1767384686.698932:0:17083:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.125@tcp' 00000400:00000200:3.0:1767384686.698934:0:17083:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00001000:3.0:1767384686.698937:0:17083:0:(api-ni.c:3211:LNetNIInit()) refs 2 00000400:00000200:3.0:1767384686.698939:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:3.0:1767384686.698943:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384686.698947:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (39) 00000400:00000200:3.0:1767384686.698951:0:17083:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (40) 00000400:00000200:3.0:1767384686.698964:0:17083:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:3.0:1767384686.698966:0:17083:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:3.0:1767384686.698968:0:17083:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384686.698970:0:17083:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:3.0:1767384686.698973:0:17083:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (41) 00000400:00000200:3.0:1767384686.698974:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:3.0:1767384686.698976:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:3.0:1767384686.698979:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.698980:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:3.0:1767384686.698981:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:3.0:1767384686.698984:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.698985:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:3.0:1767384686.698987:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:3.0:1767384686.698990:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.698991:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:3.0:1767384686.698993:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:3.0:1767384686.698995:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.698996:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:3.0:1767384686.698998:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:3.0:1767384686.699001:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699002:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:3.0:1767384686.699003:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:3.0:1767384686.699005:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699007:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:3.0:1767384686.699008:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:3.0:1767384686.699010:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699012:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:3.0:1767384686.699017:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:3.0:1767384686.699020:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699022:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:3.0:1767384686.699023:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:3.0:1767384686.699026:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699027:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:3.0:1767384686.699029:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:3.0:1767384686.699031:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699033:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:3.0:1767384686.699034:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:3.0:1767384686.699036:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699037:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:3.0:1767384686.699039:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:3.0:1767384686.699042:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699043:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:3.0:1767384686.699045:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:3.0:1767384686.699047:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699049:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:3.0:1767384686.699050:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:3.0:1767384686.699052:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699053:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:3.0:1767384686.699055:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:3.0:1767384686.699057:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699059:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:3.0:1767384686.699060:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:3.0:1767384686.699063:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699064:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:3.0:1767384686.699066:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:3.0:1767384686.699068:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699070:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:3.0:1767384686.699071:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:3.0:1767384686.699073:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699075:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:3.0:1767384686.699076:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:3.0:1767384686.699078:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699079:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:3.0:1767384686.699084:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:3.0:1767384686.699087:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699088:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:3.0:1767384686.699090:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:3.0:1767384686.699092:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699094:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:3.0:1767384686.699095:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:3.0:1767384686.699098:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699099:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:3.0:1767384686.699101:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:3.0:1767384686.699103:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699105:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:3.0:1767384686.699106:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:3.0:1767384686.699108:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699109:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000400:00000200:3.0:1767384686.699111:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.125@tcp34 00000400:00000200:3.0:1767384686.699113:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699115:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp34 00000400:00000200:3.0:1767384686.699116:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.125@tcp35 00000400:00000200:3.0:1767384686.699119:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699121:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp35 00000400:00000200:3.0:1767384686.699122:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.125@tcp36 00000400:00000200:3.0:1767384686.699125:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699126:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp36 00000400:00000200:3.0:1767384686.699128:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.125@tcp37 00000400:00000200:3.0:1767384686.699130:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699131:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp37 00000400:00000200:3.0:1767384686.699133:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.125@tcp38 00000400:00000200:3.0:1767384686.699135:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699136:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp38 00000400:00000200:3.0:1767384686.699138:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.125@tcp39 00000400:00000200:3.0:1767384686.699140:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699141:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp39 00000400:00000200:3.0:1767384686.699143:0:17083:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.125@tcp40 00000400:00000200:3.0:1767384686.699145:0:17083:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384686.699146:0:17083:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp40 00000100:00000001:3.0:1767384686.699151:0:17083:0:(lustre_peer.c:206:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384686.699153:0:17083:0:(ldlm_lib.c:175:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1767384686.699156:0:17083:0:(mgc_request.c:1470:mgc_apply_recover_logs()) Found UUID '192.168.203.125@tcp' by NID '192.168.203.125@tcp' 10000000:00000010:3.0:1767384686.699160:0:17083:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 000000007662d3f4. 10000000:00000040:3.0:1767384686.699162:0:17083:0:(mgc_request.c:1491:mgc_apply_recover_logs()) ir apply logs 88/88 for lustre-OST0000-osc-MDT0000 -> osc.import=connection=192.168.203.125@tcp::2 00000020:00000080:3.0:1767384686.699165:0:17083:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000020:00000001:3.0:1767384686.699171:0:17083:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1767384686.699174:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089e089b8. 00000020:00000010:3.0:1767384686.699177:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b3218b9f. 00000040:00000010:3.0:1767384686.699182:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ff9c2e43. 00000020:00000010:3.0:1767384686.699186:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002d4894c8. 00000020:00000010:3.0:1767384686.699190:0:17083:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5361878. 00000020:00000010:3.0:1767384686.699193:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e617315. 80000000:00000010:3.0:1767384686.699197:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000365f4e78. 40000000:00000010:3.0:1767384686.699200:0:17083:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000388e1952. 00100000:00000010:3.0:1767384686.699204:0:17083:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d753b17a. 00040000:00000010:3.0:1767384686.699208:0:17083:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000857dd97d. 00040000:00000010:3.0:1767384686.699211:0:17083:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e4a31c35. 00040000:00000010:3.0:1767384686.699215:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000473c31b0. 00080000:00000010:3.0:1767384686.699220:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000034ff127. 00080000:00000010:3.0:1767384686.699224:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d924432d. 00000004:00000010:3.0:1767384686.699229:0:17083:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000afc1c4b4. 00000004:00000010:3.0:1767384686.699234:0:17083:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000000341b126. 00000004:00000010:3.0:1767384686.699238:0:17083:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000008f2c1a56. 00002000:00000010:3.0:1767384686.699242:0:17083:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002b487340. 00000004:00000010:3.0:1767384686.699246:0:17083:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000010e994b8. 00000004:00000001:3.0:1767384686.699249:0:17083:0:(osp_dev.c:662:osp_process_config()) Process entered 00000040:00000001:3.0:1767384686.699251:0:17083:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:3.0:1767384686.699253:0:17083:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: 000000007662d3f4 00000040:00001000:3.0:1767384686.699255:0:17083:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:3.0:1767384686.699256:0:17083:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:3.0:1767384686.699258:0:17083:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:3.0:1767384686.699259:0:17083:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:3.0:1767384686.699261:0:17083:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:3.0:1767384686.699266:0:17083:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:3.0:1767384686.699268:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 27 lustre-OST0000-osc-MDT0000 00000040:00001000:3.0:1767384686.699270:0:17083:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 osc.import=connection=192.168.203.125@tcp::2 00000040:00000001:3.0:1767384686.699271:0:17083:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000004:00000001:3.0:1767384686.699361:0:17083:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384686.699366:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b3218b9f. 00000040:00000010:3.0:1767384686.699370:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ff9c2e43. 00000020:00000010:3.0:1767384686.699373:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002d4894c8. 00000020:00000010:3.0:1767384686.699377:0:17083:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f5361878. 00000020:00000010:3.0:1767384686.699380:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e617315. 80000000:00000010:3.0:1767384686.699383:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000365f4e78. 40000000:00000010:3.0:1767384686.699386:0:17083:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000388e1952. 00100000:00000010:3.0:1767384686.699389:0:17083:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d753b17a. 00040000:00000010:3.0:1767384686.699392:0:17083:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000857dd97d. 00040000:00000010:3.0:1767384686.699394:0:17083:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000e4a31c35. 00040000:00000010:3.0:1767384686.699396:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000473c31b0. 00080000:00000010:3.0:1767384686.699400:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d924432d. 00080000:00000010:3.0:1767384686.699403:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000034ff127. 00000004:00000010:3.0:1767384686.699406:0:17083:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000afc1c4b4. 00000004:00000010:3.0:1767384686.699408:0:17083:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000341b126. 00000004:00000010:3.0:1767384686.699412:0:17083:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000008f2c1a56. 00002000:00000010:3.0:1767384686.699414:0:17083:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000002b487340. 00000004:00000010:3.0:1767384686.699416:0:17083:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000010e994b8. 00000020:00000010:3.0:1767384686.699418:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089e089b8. 00000020:00000001:3.0:1767384686.699421:0:17083:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384686.699423:0:17083:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1767384686.699425:0:17083:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 000000007662d3f4. 10000000:00000010:3.0:1767384686.699427:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000fd3b707f. 10000000:00000001:3.0:1767384686.699430:0:17083:0:(mgc_request.c:1509:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384686.699432:0:17083:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384686.699435:0:17083:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000a45e819b x1853237048149248/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384702 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384686.699459:0:17083:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384686.699461:0:17083:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384686.699467:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003f9eb55a. 02000000:00000001:3.0:1767384686.699470:0:17083:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384686.699471:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384686.699472:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384686.699474:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384686.699475:0:17083:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1767384686.699477:0:17083:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384686.699478:0:17083:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384686.699479:0:17083:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:3.0:1767384686.699481:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 000000003c5a3a2b. 00000100:00000010:3.0:1767384686.699483:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000026e9fa18. 00000100:00000001:3.0:1767384686.699485:0:17083:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1767384686.699487:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000009b945a3c. 02000000:00000001:3.0:1767384686.699488:0:17083:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384686.699490:0:17083:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384686.699491:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a45e819b. 00000100:00000001:3.0:1767384686.699493:0:17083:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384686.699494:0:17083:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1767384686.699504:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 000000003b9a84c5. 10000000:01000000:3.0:1767384686.699507:0:17083:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.203.125@tcp: configuration from log 'lustre-mdtir' succeeded (0). 10000000:00000001:3.0:1767384686.699510:0:17083:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1767384686.699512:0:17083:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384686.699514:0:17083:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384686.699515:0:17083:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008af463c4 refcount=3 00000020:00000001:3.0:1767384686.699517:0:17083:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:3.0:1767384686.699519:0:17083:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:3.0:1767384686.699522:0:17083:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1767384686.699524:0:17083:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384686.699531:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384686.699533:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384686.699534:0:17083:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384686.699539:0:17083:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1767384686.699543:0:17083:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384686.699544:0:17083:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1767384686.699546:0:17083:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384686.699547:0:17083:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384686.699549:0:17083:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1767384686.699551:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384686.699553:0:17083:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 3 10000000:00000001:3.0:1767384686.699555:0:17083:0:(mgc_request.c:147:config_log_put()) Process leaving 00000400:00000200:2.0:1767384686.699604:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384686.699609:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:2.0:1767384686.699611:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (40) 00000400:00000010:2.0:1767384686.699616:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 681 at 0000000030d3f53f. 00000400:00000010:2.0:1767384686.699619:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000400:00000010:2.0:1767384686.699623:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000ae23754a. 00000400:00000200:2.0:1767384686.699627:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:2.0:1767384686.699633:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:2.0:1767384686.699639:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000400:00000200:2.0:1767384686.699644:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000400:00000200:2.0:1767384686.699649:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000400:00000200:2.0:1767384686.699653:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 00000400:00000200:2.0:1767384686.699658:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000400:00000200:2.0:1767384686.699662:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000400:00000200:2.0:1767384686.699666:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000400:00000200:2.0:1767384686.699670:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000400:00000200:2.0:1767384686.699674:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000400:00000200:2.0:1767384686.699679:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000400:00000200:2.0:1767384686.699682:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000400:00000200:2.0:1767384686.699686:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000400:00000200:2.0:1767384686.699690:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000400:00000200:2.0:1767384686.699695:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000400:00000200:2.0:1767384686.699699:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[180, 68] 00000400:00000200:2.0:1767384686.699704:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 67], ns[183, 68] 00000400:00000200:2.0:1767384686.699708:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 67], ns[186, 68] 00000400:00000200:2.0:1767384686.699711:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[56, 67], ns[56, 68] 00000400:00000200:2.0:1767384686.699716:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 56], ns[60, 56] 00000400:00000200:2.0:1767384686.699720:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 56], ns[150, 56] 00000400:00000200:2.0:1767384686.699725:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 56], ns[87, 56] 00000400:00000200:2.0:1767384686.699729:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 56], ns[86, 56] 00000400:00000200:2.0:1767384686.699733:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 56], ns[171, 56] 00000400:00000200:2.0:1767384686.699738:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 56], ns[93, 56] 00000400:00000200:2.0:1767384686.699741:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 56], ns[125, 56] 00000400:00000200:2.0:1767384686.699746:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 56], ns[177, 56] 00000400:00000200:2.0:1767384686.699750:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 56], ns[192, 56] 00000400:00000200:2.0:1767384686.699755:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[197, 56], ns[200, 56] 00000400:00000200:2.0:1767384686.699760:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 56], ns[168, 56] 00000400:00000200:2.0:1767384686.699764:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 56], ns[176, 56] 00000400:00000200:2.0:1767384686.699767:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 56], ns[155, 56] 00000400:00000200:2.0:1767384686.699771:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 56], ns[165, 56] 00000400:00000200:2.0:1767384686.699776:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[195, 56], ns[198, 56] 00000400:00000200:2.0:1767384686.699780:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[186, 56], ns[189, 56] 00000400:00000200:2.0:1767384686.699784:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[193, 56], ns[196, 56] 00000400:00000200:2.0:1767384686.699789:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 56], ns[191, 56] 00000400:00000200:2.0:1767384686.699793:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 56], ns[195, 56] 00000400:00000200:2.0:1767384686.699797:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp27] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[199, 56], ns[202, 56] 00000400:00000200:2.0:1767384686.699801:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp27 00000400:00000200:2.0:1767384686.699806:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp27 00000400:00000200:2.0:1767384686.699819:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp27 lpni_is_preferred = 0 00000400:00000200:2.0:1767384686.699822:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp27 00000400:00000200:2.0:1767384686.699826:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp27 NI seq info: [203:203:256:4294967295] 192.168.203.125@tcp27 LPNI seq info [200:200:8:4294967295] 00000400:00000200:2.0:1767384686.699832:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp27 00000400:00000200:2.0:1767384686.699840:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27:) -> 192.168.203.125@tcp27(192.168.203.125@tcp:192.168.203.125@tcp27) : GET try# 0 00000800:00000200:2.0:1767384686.699845:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp27 00000800:00000010:2.0:1767384686.699849:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e8458dee. 00000800:00000200:2.0:1767384686.699855:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000800:00000200:2.1:1767384686.699860:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000800:00000200:2.1:1767384686.699879:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp27 ip 192.168.203.125:988 00000800:00000200:2.1:1767384686.699883:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e8458dee type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384686.699895:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384686.699898:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000800:00000200:3.0:1767384686.702923:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384686.702927:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e8458dee. 00000400:00000200:3.0:1767384686.702931:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.702936:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: GET: OK 00000400:00000200:3.0:1767384686.702940:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384686.702942:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:3.0:1767384686.702949:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.702957:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.702959:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.702962:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.702967:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27) <- 192.168.203.125@tcp27 : GET - for me 00000400:00000200:3.0:1767384686.702974:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 672 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384686.702981:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 672/672 into md 0x2039 [1] + 0 00000400:00000200:3.0:1767384686.702988:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp27 to MR: 192.168.203.125@tcp27 local destination 00000400:00000200:3.0:1767384686.702996:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp27 NI seq info: [204:204:256:4294967295] 192.168.203.125@tcp27 LPNI seq info [201:201:8:4294967295] 00000400:00000200:3.0:1767384686.703005:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27:192.168.203.125@tcp27) -> 192.168.203.125@tcp27(192.168.203.125@tcp27:192.168.203.125@tcp27) 192.168.203.125@tcp27 : REPLY try# 0 00000800:00000200:3.0:1767384686.703009:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 672 bytes in 1 frags to 12345-192.168.203.125@tcp27 00000800:00000010:3.0:1767384686.703012:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000857dd97d. 00000800:00000200:3.0:1767384686.703016:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007032f21b] -> 12345-192.168.203.125@tcp27 (4) 00000800:00000200:3.0:1767384686.703020:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp27 ip 192.168.203.125:987 00000800:00000200:3.0:1767384686.703023:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000857dd97d type 3, nob 768 niov 1 nkiov 1 00000800:00000200:3.0:1767384686.703080:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384686.703082:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000857dd97d. 00000400:00000200:3.0:1767384686.703085:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.703094:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: REPLY: OK 00000800:00000001:3.0:1767384686.703100:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.703103:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.703105:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.703107:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.703109:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.703111:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.703115:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp27(192.168.203.125@tcp27) <- 192.168.203.125@tcp27 : REPLY - for me 00000400:00000200:3.0:1767384686.703121:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp27: Reply from 12345-192.168.203.125@tcp27 of length 672/672 into md 0x20d9 00000800:00000001:3.0:1767384686.703125:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.703131:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.703132:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.703135:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp27->192.168.203.125@tcp27: REPLY: OK 00000400:00000200:3.0:1767384686.703139:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 00000400:00000010:3.0:1767384686.703140:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000400:00000200:3.0:1767384686.703142:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384686.703145:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:3.0:1767384686.703148:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:3.0:1767384686.703150:0:16349:0:(peer.c:3037:lnet_discovery_event_reply()) Truncated Reply from 192.168.203.125@tcp (704 bytes) 00000400:00000200:3.0:1767384686.703153:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000010:3.0:1767384686.703159:0:16349:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 0000000030d3f53f. 00000400:00000200:3.0:1767384686.703161:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (41) 00000800:00000001:3.0:1767384686.703165:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.703166:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384686.703287:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703327:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703344:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703369:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703386:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703402:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703420:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703469:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703493:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703510:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703527:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703544:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703575:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703591:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703608:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703627:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703647:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703663:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703679:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703695:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703711:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703727:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703743:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703759:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703775:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703792:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703820:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703842:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703859:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703874:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703891:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703907:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703924:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384686.703948:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384686.704037:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005039c53a. 00000800:00000010:0.0:1767384686.704041:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000009e00f1c0. 00000800:00000010:0.0:1767384686.704045:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e904e0f6. 00000800:00000010:0.0:1767384686.704061:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e904e0f6. 00000800:00020000:0.0:1767384686.704067:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384686.704070:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000009e00f1c0. 00000800:00000010:0.0:1767384686.704072:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000005039c53a. 00000400:02020000:0.0:1767384686.704102:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp27 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:2.0:1767384686.704190:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384686.704195:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000003ace3d2f. 00000400:00000010:2.0:1767384686.704199:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052139282. 00000400:00000010:2.0:1767384686.704202:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ef4b20f. 00000400:00000200:2.0:1767384686.704205:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003ace3d2f 00000400:00000001:2.0:1767384686.704208:0:16352:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384686.704210:0:16352:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384686.704211:0:16352:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d0f9ece. 00000400:00000200:2.0:1767384686.704213:0:16352:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ef61e92 00000400:00000010:2.0:1767384686.704215:0:16352:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ef61e92. 00000400:00000200:2.0:1767384686.704217:0:16352:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 6 status 0 unlinked 1 00000400:00000010:2.0:1767384686.704220:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 681 at 000000009e3905cf. 00000400:00000200:2.0:1767384686.704222:0:16352:0:(api-ni.c:2289:lnet_push_target_resize()) nbytes 704 success 00000400:00000200:2.0:1767384686.704225:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100871 00000400:00000200:2.0:1767384686.704228:0:16352:0:(peer.c:3820:lnet_peer_ping_failed()) peer 192.168.203.125@tcp:0 00000400:00000200:2.0:1767384686.704231:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 rc 1 00000400:00000200:2.0:1767384686.704233:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x102071 00000400:00000200:2.0:1767384686.704235:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (40) 00000400:00000010:2.0:1767384686.704237:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000000be8a725. 00000400:00000010:2.0:1767384686.704239:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00000400:00000010:2.0:1767384686.704243:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000bdab9b3b. 00000400:00000200:2.0:1767384686.704246:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp 00000400:00000200:2.0:1767384686.704251:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.125@tcp local destination 00000400:00000200:2.0:1767384686.704255:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp10, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[158, 154], ns[161, 157] 00000400:00000200:2.0:1767384686.704260:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp11, tcp] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[67, 154], ns[68, 157] 00000400:00000200:2.0:1767384686.704264:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp12, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[73, 67], ns[74, 68] 00000400:00000200:2.0:1767384686.704269:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp13, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[77, 67], ns[78, 68] 00000400:00000200:2.0:1767384686.704273:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp14, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[81, 67], ns[82, 68] 00000400:00000200:2.0:1767384686.704277:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp15, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[94, 67], ns[97, 68] 00000400:00000200:2.0:1767384686.704281:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp16, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[96, 67], ns[99, 68] 00000400:00000200:2.0:1767384686.704284:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp17, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[102, 67], ns[105, 68] 00000400:00000200:2.0:1767384686.704288:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp18, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[109, 67], ns[112, 68] 00000400:00000200:2.0:1767384686.704291:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp19, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[114, 67], ns[117, 68] 00000400:00000200:2.0:1767384686.704295:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp20, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[118, 67], ns[121, 68] 00000400:00000200:2.0:1767384686.704299:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp21, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[132, 67], ns[135, 68] 00000400:00000200:2.0:1767384686.704303:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp22, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[135, 67], ns[138, 68] 00000400:00000200:2.0:1767384686.704307:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp23, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[140, 67], ns[143, 68] 00000400:00000200:2.0:1767384686.704311:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp24, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[177, 67], ns[180, 68] 00000400:00000200:2.0:1767384686.704315:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp25, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[180, 67], ns[183, 68] 00000400:00000200:2.0:1767384686.704319:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp26, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[183, 67], ns[186, 68] 00000400:00000200:2.0:1767384686.704322:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp27, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[201, 67], ns[204, 68] 00000400:00000200:2.0:1767384686.704327:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp28, tcp11] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[60, 67], ns[60, 68] 00000400:00000200:2.0:1767384686.704331:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp29, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[147, 60], ns[150, 60] 00000400:00000200:2.0:1767384686.704336:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp30, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[86, 60], ns[87, 60] 00000400:00000200:2.0:1767384686.704340:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp31, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[85, 60], ns[86, 60] 00000400:00000200:2.0:1767384686.704344:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp32, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[168, 60], ns[171, 60] 00000400:00000200:2.0:1767384686.704347:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp33, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[92, 60], ns[93, 60] 00000400:00000200:2.0:1767384686.704351:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp34, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[122, 60], ns[125, 60] 00000400:00000200:2.0:1767384686.704355:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp35, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[174, 60], ns[177, 60] 00000400:00000200:2.0:1767384686.704359:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp36, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[189, 60], ns[192, 60] 00000400:00000200:2.0:1767384686.704363:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp37, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[400, 1000], np[4294967295, 4294967295], ps[197, 60], ns[200, 60] 00000400:00000200:2.0:1767384686.704367:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp38, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[165, 60], ns[168, 60] 00000400:00000200:2.0:1767384686.704371:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp39, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[173, 60], ns[176, 60] 00000400:00000200:2.0:1767384686.704375:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp40, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[152, 60], ns[155, 60] 00000400:00000200:2.0:1767384686.704379:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp41, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[162, 60], ns[165, 60] 00000400:00000200:2.0:1767384686.704384:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp42, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[500, 1000], np[4294967295, 4294967295], ps[195, 60], ns[198, 60] 00000400:00000200:2.0:1767384686.704388:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp43, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[186, 60], ns[189, 60] 00000400:00000200:2.0:1767384686.704392:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp44, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[600, 1000], np[4294967295, 4294967295], ps[193, 60], ns[196, 60] 00000400:00000200:2.0:1767384686.704396:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp45, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[188, 60], ns[191, 60] 00000400:00000200:2.0:1767384686.704400:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp46, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[192, 60], ns[195, 60] 00000400:00000200:2.0:1767384686.704405:0:16352:0:(lib-move.c:2555:lnet_find_best_ni_on_local_net()) n[tcp47, tcp28] ph[1000, 1000], pp[4294967295, 4294967295], nh[1000, 1000], np[4294967295, 4294967295], ps[199, 60], ns[202, 60] 00000400:00000200:2.0:1767384686.704408:0:16352:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp28 00000400:00000200:2.0:1767384686.704411:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp28 00000400:00000200:2.0:1767384686.704414:0:16352:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.125@tcp28 lpni_is_preferred = 0 00000400:00000200:2.0:1767384686.704416:0:16352:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.125@tcp28 00000400:00000200:2.0:1767384686.704419:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp28 NI seq info: [205:205:256:4294967295] 192.168.203.125@tcp28 LPNI seq info [202:202:8:4294967295] 00000400:00000200:2.0:1767384686.704424:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp28 00000400:00000200:2.0:1767384686.704430:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28:) -> 192.168.203.125@tcp28(192.168.203.125@tcp:192.168.203.125@tcp28) : GET try# 0 00000800:00000200:2.0:1767384686.704434:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp28 00000800:00000010:2.0:1767384686.704469:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000e3be9fa5. 00000800:00000200:2.0:1767384686.704473:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (6) 00000800:00000200:2.0:1767384686.704479:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp28 ip 192.168.203.125:988 00000800:00000200:2.0:1767384686.704482:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e3be9fa5 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1767384686.704487:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384686.704489:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100271 rc 0 00000800:00000200:3.0:1767384686.704570:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384686.704573:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000e3be9fa5. 00000400:00000200:3.0:1767384686.704576:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.704580:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: GET: OK 00000400:00000200:3.0:1767384686.704583:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384686.704585:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.125@tcp: 0 00000800:00000001:3.0:1767384686.704589:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.704593:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.704595:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.704598:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.704606:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28) <- 192.168.203.125@tcp28 : GET - for me 00000400:00000200:3.0:1767384686.704613:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384686.704618:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.125@tcp of length 704/704 into md 0x2039 [1] + 0 00000400:00000200:3.0:1767384686.704624:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp28 to MR: 192.168.203.125@tcp28 local destination 00000400:00000200:3.0:1767384686.704630:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp28 NI seq info: [206:206:256:4294967295] 192.168.203.125@tcp28 LPNI seq info [203:203:8:4294967295] 00000400:00000200:3.0:1767384686.704638:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) -> 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) 192.168.203.125@tcp28 : REPLY try# 0 00000800:00000200:3.0:1767384686.704642:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.125@tcp28 00000800:00000010:3.0:1767384686.704644:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000857dd97d. 00000800:00000200:3.0:1767384686.704648:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (6) 00000800:00000200:3.0:1767384686.704652:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp28 ip 192.168.203.125:986 00000800:00000200:3.0:1767384686.704654:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000857dd97d type 3, nob 800 niov 1 nkiov 1 00000800:00000200:3.0:1767384686.704697:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384686.704699:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000857dd97d. 00000400:00000200:3.0:1767384686.704702:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.704705:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: REPLY: OK 00000800:00000001:3.0:1767384686.704709:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.704712:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.704713:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.704716:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.704717:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.704719:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.704723:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28) <- 192.168.203.125@tcp28 : REPLY - for me 00000400:00000200:3.0:1767384686.704729:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp28: Reply from 12345-192.168.203.125@tcp28 of length 704/704 into md 0x20e1 00000800:00000001:3.0:1767384686.704732:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.704736:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.704737:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.704740:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: REPLY: OK 00000400:00000200:3.0:1767384686.704743:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba41e48e 00000400:00000010:3.0:1767384686.704744:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba41e48e. 00000400:00000200:3.0:1767384686.704746:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:3.0:1767384686.704753:0:16349:0:(peer.c:2979:lnet_discovery_event_reply()) Peer 192.168.203.125@tcp has discovery enabled 00000400:00000200:3.0:1767384686.704755:0:16349:0:(peer.c:2991:lnet_discovery_event_reply()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000200:3.0:1767384686.704758:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.125@tcp data present 42. state = 0x100271 00000400:00000200:3.0:1767384686.704761:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384686.704766:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (41) 00000800:00000001:3.0:1767384686.704769:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.704772:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384686.704838:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294974474, at 4294974475 00000100:00000010:0.0:1767384686.704845:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d1a24af0. 00000400:00000200:2.0:1767384686.704883:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384686.704886:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000f1 00000400:00000010:2.0:1767384686.704892:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 00000000e3dd847f. 00000400:00000010:2.0:1767384686.704895:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000007ccacd56. 00000400:00000010:2.0:1767384686.704897:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000065a30a61. 00000400:00000200:2.0:1767384686.704925:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp36(000000001b80d556) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384686.704929:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp37(0000000084ac2743) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384686.704936:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp42(000000005bc21181) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384686.704939:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp43(00000000dd511741) status changed from 0xdeadface to 0x15aac0de 00000400:00000200:2.0:1767384686.704942:0:16352:0:(peer.c:3266:handle_disc_lpni_health()) lpni 192.168.203.125@tcp44(000000004860f2f8) status changed from 0xdeadface to 0x15aac0de 00000400:00000010:2.0:1767384686.704950:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000ac122ad8. 00000400:00000200:2.0:1767384686.704956:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000ac122ad8 nid 192.168.203.125@tcp48 00000400:00000010:2.0:1767384686.704959:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 000000002ec2bfc1. 00000400:00000200:2.0:1767384686.704961:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 000000002ec2bfc1 net tcp48 00000400:00000200:2.0:1767384686.704963:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (40) 00000400:00000200:2.0:1767384686.704967:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp48 flags 0x11 00000400:00000010:2.0:1767384686.704971:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000c60df3f6. 00000400:00000200:2.0:1767384686.704973:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 00000000c60df3f6 nid 192.168.203.125@tcp49 00000400:00000010:2.0:1767384686.704975:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000026cb2d15. 00000400:00000200:2.0:1767384686.704977:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 0000000026cb2d15 net tcp49 00000400:00000200:2.0:1767384686.704979:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (41) 00000400:00000200:2.0:1767384686.704982:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp49 flags 0x11 00000400:00000010:2.0:1767384686.704985:0:16352:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000009dd876bd. 00000400:00000200:2.0:1767384686.704987:0:16352:0:(peer.c:185:lnet_peer_ni_alloc()) 000000009dd876bd nid 192.168.203.125@tcp50 00000400:00000010:2.0:1767384686.704989:0:16352:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000083305e1c. 00000400:00000200:2.0:1767384686.704991:0:16352:0:(peer.c:204:lnet_peer_net_alloc()) 0000000083305e1c net tcp50 00000400:00000200:2.0:1767384686.704993:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (42) 00000400:00000200:2.0:1767384686.704995:0:16352:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp50 flags 0x11 00000400:00000010:2.0:1767384686.704997:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 00000000e3dd847f. 00000400:00000010:2.0:1767384686.704999:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000007ccacd56. 00000400:00000010:2.0:1767384686.705002:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000065a30a61. 00000400:00000010:2.0:1767384686.705004:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000000be8a725. 00000400:00000200:2.0:1767384686.705006:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384686.705009:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000200:2.0:1767384686.705012:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000400:00000200:2.0:1767384686.705015:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000010:2.0:1767384686.705018:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000400:00000200:2.0:1767384686.705021:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (43) 00000400:00000010:2.0:1767384686.705024:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000010e1e20b. 00000400:00000200:2.0:1767384686.705027:0:16352:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.125@tcp28 00000400:00000200:2.0:1767384686.705032:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp28 to MR: 192.168.203.125@tcp28 local destination 00000400:00000200:2.0:1767384686.705036:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp28 NI seq info: [207:207:256:4294967295] 192.168.203.125@tcp28 LPNI seq info [204:204:8:4294967295] 00000400:00000200:2.0:1767384686.705040:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp28 00000400:00000200:2.0:1767384686.705046:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) -> 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) : PUT try# 0 00000800:00000200:2.0:1767384686.705050:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.125@tcp28 00000800:00000010:2.0:1767384686.705053:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6dcfa29. 00000800:00000200:2.0:1767384686.705056:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (6) 00000800:00000200:2.0:1767384686.705060:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp28 ip 192.168.203.125:988 00000800:00000200:2.0:1767384686.705063:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c6dcfa29 type 1, nob 800 niov 1 nkiov 1 00000400:00000200:2.0:1767384686.705078:0:16352:0:(peer.c:3995:lnet_peer_send_push()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384686.705080:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100571 rc 0 00000800:00000200:3.0:1767384686.705146:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384686.705148:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6dcfa29. 00000400:00000200:3.0:1767384686.705151:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.705155:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: PUT: OK 00000400:00000200:3.0:1767384686.705157:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:3.0:1767384686.705159:0:16349:0:(peer.c:3101:lnet_discovery_event_send()) Push Send to 192.168.203.125@tcp28: 0 00000800:00000001:3.0:1767384686.705163:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.705167:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.705168:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.705170:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.705174:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28) <- 192.168.203.125@tcp28 : PUT - for me 00000400:00000200:3.0:1767384686.705180:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.125@tcp of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:3.0:1767384686.705184:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.203.125@tcp of length 704/704 into md 0x20dd [1] + 0 00000400:00000010:3.0:1767384686.705187:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052139282. 00000400:00000200:3.0:1767384686.705189:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007ef4b20f 00000800:00000001:3.0:1767384686.705192:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.705195:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.705196:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.705199:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: PUT: OK 00000400:00000200:3.0:1767384686.705202:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef4b20f 00000400:00000010:3.0:1767384686.705203:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ef4b20f. 00000400:00000200:3.0:1767384686.705205:0:16349:0:(api-ni.c:2342:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:3.0:1767384686.705207:0:16349:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (44) 00000400:00000200:3.0:1767384686.705210:0:16349:0:(peer.c:2638:lnet_peer_push_event()) peer 192.168.203.125@tcp(000000006aea2b2e) is MR 00000400:00000010:3.0:1767384686.705213:0:16349:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 713 at 000000002b487340. 00000400:00000200:3.0:1767384686.705215:0:16349:0:(peer.c:2712:lnet_peer_push_event()) Received Push 192.168.203.125@tcp 42 00000400:00000200:3.0:1767384686.705223:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384686.705234:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (45) 00000400:00000200:3.0:1767384686.705239:0:16349:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767384686.705243:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp28 to MR: 192.168.203.125@tcp28 local destination 00000400:00000200:3.0:1767384686.705248:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp28 NI seq info: [208:208:256:4294967295] 192.168.203.125@tcp28 LPNI seq info [205:205:8:4294967295] 00000400:00000200:3.0:1767384686.705256:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) -> 192.168.203.125@tcp28(192.168.203.125@tcp28:192.168.203.125@tcp28) 192.168.203.125@tcp28 : ACK try# 0 00000800:00000200:3.0:1767384686.705260:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.125@tcp28 00000800:00000010:3.0:1767384686.705262:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000857dd97d. 00000800:00000200:3.0:1767384686.705266:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000820048cb] -> 12345-192.168.203.125@tcp28 (6) 00000800:00000200:3.0:1767384686.705269:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp28 ip 192.168.203.125:986 00000800:00000200:3.0:1767384686.705271:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000857dd97d type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1767384686.705303:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384686.705305:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000857dd97d. 00000400:00000200:3.0:1767384686.705307:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.705310:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: ACK: OK 00000800:00000001:3.0:1767384686.705313:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.705316:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.705317:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.705320:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384686.705321:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.705323:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384686.705327:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp28(192.168.203.125@tcp28) <- 192.168.203.125@tcp28 : ACK - for me 00000400:00000200:3.0:1767384686.705333:0:16349:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp28: ACK from 12345-192.168.203.125@tcp28 into md 0x20e5 00000400:00000200:3.0:1767384686.705336:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384686.705338:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp28->192.168.203.125@tcp28: ACK: OK 00000400:00000200:3.0:1767384686.705341:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000400:00000010:3.0:1767384686.705342:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000400:00000200:3.0:1767384686.705344:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:3.0:1767384686.705346:0:16349:0:(peer.c:2867:lnet_discovery_event_ack()) peer 192.168.203.125@tcp ev->status 0 00000400:00000200:3.0:1767384686.705349:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.125@tcp (000000006aea2b2e): -114 00000400:00000200:3.0:1767384686.705351:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (44) 00000800:00000001:3.0:1767384686.705359:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384686.705362:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384686.705417:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:2.0:1767384686.705421:0:16352:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d688a6ae. 00000400:00000010:2.0:1767384686.705424:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068c0e820. 00000400:00000200:2.0:1767384686.705427:0:16352:0:(api-ni.c:2332:lnet_push_target_post()) posted push target 000000003ace3d2f 00000400:00000200:2.0:1767384686.705429:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x1000f1 00000400:00000010:2.0:1767384686.705433:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 860 at 000000000be8a725. 00000400:00000010:2.0:1767384686.705435:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 1032 at 000000007ccacd56. 00000400:00000010:2.0:1767384686.705467:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 860 at 0000000065a30a61. 00000400:00000010:2.0:1767384686.705496:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 860 at 000000000be8a725. 00000400:00000010:2.0:1767384686.705498:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 1032 at 000000007ccacd56. 00000400:00000010:2.0:1767384686.705500:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 860 at 0000000065a30a61. 00000400:00000010:2.0:1767384686.705502:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 713 at 000000002b487340. 00000400:00000200:2.0:1767384686.705504:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.125@tcp (000000006aea2b2e): 0 00000400:00000200:2.0:1767384686.705506:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.125@tcp(000000006aea2b2e): 0. state = 0x100171 00000400:00000200:2.0:1767384686.705509:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 rc 1 00000400:00000200:2.0:1767384686.705512:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100171 00000400:00000200:2.0:1767384686.705515:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.125@tcp 00000400:00000200:2.0:1767384686.705517:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.125@tcp(000000006aea2b2e) state 0x100111 rc 0 00000400:00000200:2.0:1767384686.705520:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.125@tcp (000000006aea2b2e) 00000400:00000200:2.0:1767384686.705522:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (43) 00000100:00000040:2.0:1767384686.705530:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294974474, at 4294974475 00000100:00000010:2.0:1767384686.705535:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000023dbdedc. 00000100:00000040:3.0:1767384686.705608:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294974474, at 4294974476 00000100:00000010:3.0:1767384686.705613:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7e04bf. 00000100:00000040:1.0:1767384686.705678:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294974474, at 4294974476 00000100:00000010:1.0:1767384686.705684:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000683c3119. 00000020:00000010:1.0:1767384686.716629:0:39974:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 0000000025de27b5. 00000020:00000040:1.0:1767384686.716638:0:39974:0:(lproc_ptlrpc.c:1418:ldebugfs_import_seq_write()) IR: lustre-OST0000-osc-MDT0000 has already been connecting to new target(2) 00000020:00000010:1.0:1767384686.716641:0:39974:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 0000000025de27b5. 00080000:00000010:0.0:1767384686.998870:0:39975:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000016fa1862. 00080000:00000010:0.0:1767384686.998882:0:39975:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000016fa1862. 00000020:00000001:0.0:1767384686.998889:0:39975:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384686.998897:0:39975:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000016fa1862. 00080000:00000010:0.0:1767384686.998902:0:39975:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000016fa1862. 00000020:00000001:0.0:1767384686.998906:0:39975:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384687.197023:0:40011:0:(api-ni.c:5761:lnet_net_show_start()) alloc '(nlist)': 8 at 000000003db61b9a. 00000400:00000040:1.0:1767384687.197052:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384687.197055:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384687.197058:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197060:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384687.197062:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197063:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384687.197067:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384687.197068:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384687.197070:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384687.197071:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384687.197073:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384687.197075:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384687.197077:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384687.197078:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384687.197080:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384687.197082:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384687.197083:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384687.197085:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384687.197086:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384687.197089:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197091:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384687.197092:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384687.197094:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384687.197095:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384687.197096:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384687.197099:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197100:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384687.197102:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384687.197103:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384687.197105:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384687.197106:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384687.197108:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197110:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384687.197111:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384687.197113:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384687.197114:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384687.197115:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384687.197124:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384687.197126:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384687.197128:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384687.197129:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384687.197131:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384687.197132:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384687.197134:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384687.197135:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384687.197137:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384687.197139:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384687.197140:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384687.197142:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384687.197144:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384687.197145:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384687.197147:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384687.197148:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384687.197150:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 44 00000400:00000040:1.0:1767384687.197152:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384687.197153:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384687.197154:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2112 00000400:00000040:1.0:1767384687.197167:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384687.197168:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384687.197170:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197172:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384687.197173:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197174:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 80 00000400:00000040:1.0:1767384687.197176:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384687.197178:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 32 00000400:00000040:1.0:1767384687.197179:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384687.197180:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 160 00000400:00000040:1.0:1767384687.197182:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384687.197184:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384687.197186:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384687.197187:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384687.197189:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 128 00000400:00000040:1.0:1767384687.197191:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 36 00000400:00000040:1.0:1767384687.197192:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384687.197194:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 128 00000400:00000040:1.0:1767384687.197195:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 396 00000400:00000040:1.0:1767384687.197200:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197202:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384687.197203:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384687.197205:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384687.197206:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384687.197208:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 200 00000400:00000040:1.0:1767384687.197210:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197211:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384687.197213:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384687.197214:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384687.197216:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384687.197217:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 204 00000400:00000040:1.0:1767384687.197219:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 32 00000400:00000040:1.0:1767384687.197221:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 24 00000400:00000040:1.0:1767384687.197222:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1767384687.197223:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 24 00000400:00000040:1.0:1767384687.197225:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384687.197226:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 204 00000400:00000040:1.0:1767384687.197228:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 40 00000400:00000040:1.0:1767384687.197229:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384687.197231:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 32 00000400:00000040:1.0:1767384687.197232:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384687.197234:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1767384687.197235:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 32 00000400:00000040:1.0:1767384687.197237:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000400:00000040:1.0:1767384687.197238:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[8] length = 28 00000400:00000040:1.0:1767384687.197239:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 32 00000400:00000040:1.0:1767384687.197241:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 32 00000400:00000040:1.0:1767384687.197242:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[9] length = 408 00000400:00000040:1.0:1767384687.197244:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384687.197245:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 36 00000400:00000040:1.0:1767384687.197247:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 40 00000400:00000040:1.0:1767384687.197248:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1767384687.197249:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[10] length = 208 00000400:00000040:1.0:1767384687.197251:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1767384687.197253:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1767384687.197255:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 24 00000400:00000040:1.0:1767384687.197256:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[11] length = 156 00000400:00000040:1.0:1767384687.197258:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[12] length = 28 00000400:00000040:1.0:1767384687.197264:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[13] length = 24 00000400:00000040:1.0:1767384687.197265:0:40011:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 2224 00000400:00000010:1.0:1767384687.197492:0:40011:0:(api-ni.c:5734:lnet_net_show_done()) kfreed 'nlist': 8 at 000000003db61b9a. 00000400:00000200:1.0:1767384687.287615:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:1.0:1767384687.287657:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp50 from 255.3.0.2 00000800:00000010:1.0:1767384687.287661:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000095ecc67. 00000800:00000010:0.0:1767384687.287928:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000005039c53a. 00000800:00000010:0.0:1767384687.287934:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e812eef. 00000800:00000010:0.0:1767384687.287953:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000040c7d4b1. 00000800:00000200:0.0:1767384687.287964:0:16344:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.25@tcp50 p 3.x 192.168.203.125 -> 192.168.203.25:1023 incarnation:1767384685895759006 sched[0] 00000800:00000010:0.0:1767384687.287971:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0e649cd. 00000800:00000010:0.0:1767384687.288024:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0e649cd. 00000800:00000010:0.0:1767384687.288029:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e812eef. 00000800:00000010:0.0:1767384687.288059:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000095ecc67. 00000800:00000001:1.0:1767384687.288104:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384687.288111:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.289654:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.289662:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384687.289665:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.289671:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384687.289679:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : GET - for me 00000400:00000010:0.0:1767384687.289691:0:16347:0:(peer.c:231:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000fadbf05a. 00000400:00000200:0.0:1767384687.289701:0:16347:0:(peer.c:264:lnet_peer_alloc()) 00000000fadbf05a nid 192.168.203.25@tcp50 00000400:00000010:0.0:1767384687.289704:0:16347:0:(peer.c:195:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 00000000d1a24af0. 00000400:00000200:0.0:1767384687.289707:0:16347:0:(peer.c:204:lnet_peer_net_alloc()) 00000000d1a24af0 net tcp50 00000400:00000010:0.0:1767384687.289710:0:16347:0:(peer.c:139:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 000000002d6d8c68. 00000400:00000200:0.0:1767384687.289717:0:16347:0:(peer.c:185:lnet_peer_ni_alloc()) 000000002d6d8c68 nid 192.168.203.25@tcp50 00000400:00000200:0.0:1767384687.289722:0:16347:0:(peer.c:1069:lnet_peer_ni_set_non_mr_pref_nid()) peer 192.168.203.25@tcp50 nid 192.168.203.125@tcp50: 0 00000400:00000200:0.0:1767384687.289726:0:16347:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fadbf05a (0) 00000400:00000200:0.0:1767384687.289735:0:16347:0:(peer.c:1704:lnet_peer_attach_peer_ni()) peer 192.168.203.25@tcp50 NID 192.168.203.25@tcp50 flags 0x0 00000400:00000200:0.0:1767384687.289739:0:16347:0:(peer.c:2065:lnet_peer_ni_traffic_add()) peer 192.168.203.25@tcp50: 0 00000400:00000200:0.0:1767384687.289749:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 272 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1767384687.289758:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.25@tcp50 of length 272/272 into md 0x2039 [1] + 0 00000400:00000200:0.0:1767384687.289772:0:16347:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384687.289781:0:16347:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [209:209:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [1:1:8:4294967295] 00000400:00000200:0.0:1767384687.289797:0:16347:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) 192.168.203.25@tcp50 : REPLY try# 0 00000800:00000200:0.0:1767384687.289814:0:16347:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384687.289820:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5b382b. 00000800:00000200:0.0:1767384687.289826:0:16347:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (2) 00000800:00000200:0.0:1767384687.289833:0:16347:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384687.289837:0:16347:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004a5b382b type 3, nob 368 niov 1 nkiov 1 00000800:00000200:0.0:1767384687.289939:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384687.289944:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5b382b. 00000400:00000200:0.0:1767384687.289948:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384687.289953:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: REPLY: OK 00000800:00000001:0.0:1767384687.289966:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384687.289969:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.292674:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:3.0:1767384687.292773:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp50 from 254.3.0.2 00000800:00000010:3.0:1767384687.292778:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000b7cd05b7. 00000800:00000010:1.0:1767384687.293025:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000004363b5a3. 00000800:00000010:1.0:1767384687.293032:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c59e9f0a. 00000800:00000001:2.0:1767384687.294499:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384687.294509:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384687.294511:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384687.294516:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384687.294524:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : GET - for me 00000400:00000200:2.0:1767384687.294535:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 704 into portal 0 MB=0x8000000000000000 00000400:00000200:2.0:1767384687.294542:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 0 from 12345-192.168.203.25@tcp50 of length 704/704 into md 0x2039 [1] + 0 00000400:00000200:2.0:1767384687.294551:0:16349:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:2.0:1767384687.294561:0:16349:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [210:210:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1767384687.294571:0:16349:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) 192.168.203.25@tcp50 : REPLY try# 0 00000800:00000200:2.0:1767384687.294577:0:16349:0:(socklnd_cb.c:1001:ksocknal_send()) sending 704 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:2.0:1767384687.294581:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000874de7cb. 00000800:00000200:2.0:1767384687.294586:0:16349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (2) 00000800:00000200:2.0:1767384687.294591:0:16349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:2.0:1767384687.294595:0:16349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000874de7cb type 3, nob 800 niov 1 nkiov 1 00000800:00000200:2.0:1767384687.294663:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384687.294667:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000874de7cb. 00000400:00000200:2.0:1767384687.294671:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384687.294675:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: REPLY: OK 00000800:00000001:2.0:1767384687.294683:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384687.294686:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1767384687.295872:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000cb9d02d8. 00000800:00000200:1.1:1767384687.295879:0:16345:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (2) 00000800:00000200:1.1:1767384687.295884:0:16345:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.25@tcp50 00000000cb9d02d8 deleted 00000800:00000010:1.1:1767384687.295887:0:16345:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000cb9d02d8. 00000800:00000200:1.0:1767384687.295892:0:16345:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.25@tcp50 p 3.x 192.168.203.125 -> 192.168.203.25:1022 incarnation:1767384685895759006 sched[0] 00000800:00000010:1.0:1767384687.295898:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e4ff5e7a. 00000800:00000010:1.0:1767384687.295933:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e4ff5e7a. 00000800:00000010:1.0:1767384687.295936:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c59e9f0a. 00000800:00000010:1.0:1767384687.295955:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000b7cd05b7. 00000800:00000001:1.0:1767384687.295963:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384687.295966:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384687.301586:0:16350:0:(acceptor.c:592:lnet_acceptor()) Accepted connection on ens2:988 00000400:00000200:0.0:1767384687.303337:0:16350:0:(acceptor.c:514:lnet_accept()) Accept 192.168.203.125@tcp50 from 253.3.0.2 00000800:00000010:0.0:1767384687.303343:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000638c5992. 00000800:00000010:2.0:1767384687.303503:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006b80f6e6. 00000800:00000010:2.0:1767384687.303508:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ba21214. 00000800:00000010:2.0:1767384687.304558:0:16342:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 0000000066890472. 00000800:00000200:2.1:1767384687.304566:0:16342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (3) 00000800:00000200:2.1:1767384687.304572:0:16342:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.25@tcp50 0000000066890472 deleted 00000800:00000010:2.1:1767384687.304575:0:16342:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000066890472. 00000800:00000200:2.0:1767384687.304583:0:16342:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.203.25@tcp50 p 3.x 192.168.203.125 -> 192.168.203.25:1021 incarnation:1767384685895759006 sched[0] 00000800:00000010:2.0:1767384687.304589:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006b767911. 00000800:00000010:2.0:1767384687.304626:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006b767911. 00000800:00000010:2.0:1767384687.304630:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ba21214. 00000800:00000010:2.0:1767384687.304965:0:16342:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000638c5992. 00000800:00000001:1.0:1767384687.305222:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384687.305242:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384687.333676:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp43 00000400:00000010:2.0:1767384687.333690:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000b879578c. 00000400:00000010:2.0:1767384687.333699:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000026323ee8. 00000400:00000010:2.0:1767384687.333706:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c459c9d. 00000400:00000010:2.0:1767384687.333715:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000d80492b3. 00000400:00000200:2.0:1767384687.333719:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp43 00000400:00000200:2.0:1767384687.333744:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp43 local destination 00000400:00000200:2.0:1767384687.333750:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp43 00000400:00000200:2.0:1767384687.333754:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp43 NI seq info: [211:211:256:4294967295] 192.168.203.125@tcp43 LPNI seq info [206:206:8:4294967295] 00000400:00000200:2.0:1767384687.333761:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp43 00000400:00000200:2.0:1767384687.333769:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp43(192.168.203.125@tcp43:) -> 192.168.203.125@tcp43(192.168.203.125@tcp43:192.168.203.125@tcp43) : GET try# 0 00000800:00000200:2.0:1767384687.333775:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp43 00000800:00000010:2.0:1767384687.333780:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000874de7cb. 00000800:00000200:2.0:1767384687.333787:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000800:00000200:2.1:1767384687.333791:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000400:00000200:2.0:1767384687.333873:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp43 added to recovery queue. ping count: 4 next ping: 323 health :600 00000400:00000200:2.0:1767384687.333879:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp38 00000400:00000010:2.0:1767384687.333882:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000c649883c. 00000400:00000010:2.0:1767384687.333888:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d9bdf198. 00000400:00000010:2.0:1767384687.333892:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000400:00000010:2.0:1767384687.333896:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000083533dd1. 00000400:00000200:2.0:1767384687.333899:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp38 00000400:00000200:2.0:1767384687.333905:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp38 local destination 00000400:00000200:2.0:1767384687.333909:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp38 00000400:00000200:2.0:1767384687.333911:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp38 NI seq info: [212:212:256:4294967295] 192.168.203.125@tcp38 LPNI seq info [207:207:8:4294967295] 00000400:00000200:2.0:1767384687.333916:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp38 00000400:00000200:2.0:1767384687.333922:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp38(192.168.203.125@tcp38:) -> 192.168.203.125@tcp38(192.168.203.125@tcp38:192.168.203.125@tcp38) : GET try# 0 00000800:00000200:2.0:1767384687.333926:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp38 00000800:00000010:2.0:1767384687.333929:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000248c2469. 00000800:00000200:2.0:1767384687.333933:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000800:00000200:2.1:1767384687.333936:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aca4617e] -> 12345-192.168.203.125@tcp38 (2) 00000400:00000200:2.0:1767384687.334063:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp38 added to recovery queue. ping count: 5 next ping: 339 health :500 00000400:00000200:0.0:1767384687.334183:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334241:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334264:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334304:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334328:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334350:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334371:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334394:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334417:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334479:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334506:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334528:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334551:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334574:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334596:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334620:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334644:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334667:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334691:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334712:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334735:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334757:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334780:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334802:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334840:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334862:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334886:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334914:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334946:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.334960:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.334986:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335012:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.335030:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335053:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.335075:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335112:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.335113:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335151:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.335161:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335188:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.335218:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335233:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335281:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335301:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335324:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335348:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335370:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335396:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335422:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000800:00000010:0.0:1767384687.335492:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000080d4da29. 00000800:00000010:0.0:1767384687.335499:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002e812eef. 00000800:00000010:0.0:1767384687.335505:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e0e649cd. 00000800:00000010:0.0:1767384687.335531:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e0e649cd. 00000800:00020000:0.0:1767384687.335544:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384687.335548:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002e812eef. 00000800:00000010:0.0:1767384687.335551:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000080d4da29. 00000400:00000200:3.0:1767384687.335585:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:02020000:0.0:1767384687.335598:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp43 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384687.335606:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp43 notifying 192.168.203.125@tcp43: down 00000800:00000200:0.0:1767384687.335614:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp43 down 00000800:00000100:0.0:1767384687.335621:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp43 00000400:00000200:3.0:1767384687.335622:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000800:00000010:0.0:1767384687.335626:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000874de7cb. 00000400:00000200:0.0:1767384687.335634:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384687.335639:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp43->192.168.203.125@tcp43: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384687.335648:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384687.335649:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384687.335656:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384687.335662:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp43) recovery failed with -71 00000400:00000200:3.0:1767384687.335677:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335701:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335725:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335750:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335772:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335790:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335820:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335853:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335872:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335899:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335922:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335942:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335961:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.335979:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.336002:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.336024:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.336041:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384687.336061:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384687.336270:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000034ff127. 00000800:00000010:3.0:1767384687.336275:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002ac12c8a. 00000800:00000010:3.0:1767384687.336278:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002b89cfc2. 00000800:00000010:3.0:1767384687.336296:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002b89cfc2. 00000800:00020000:3.0:1767384687.336301:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384687.336303:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002ac12c8a. 00000800:00000010:3.0:1767384687.336306:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000034ff127. 00000400:02020000:3.0:1767384687.336337:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp38 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384687.336342:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp38 notifying 192.168.203.125@tcp38: down 00000800:00000200:3.0:1767384687.336347:0:16344:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp38 down 00000800:00000100:3.0:1767384687.336351:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp38 00000800:00000010:3.0:1767384687.336353:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000248c2469. 00000400:00000200:3.0:1767384687.336357:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384687.336360:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp38->192.168.203.125@tcp38: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384687.336365:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384687.336367:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384687.336370:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp38) recovery failed with -71 00010000:00000001:3.0:1767384687.525533:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384687.525540:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384687.525547:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384687.525561:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384687.525610:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384687.525622:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384687.525624:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384688.280268:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.280286:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.280291:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.280293:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.280305:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.280321:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 520 into portal 26 MB=0x695825f900180 00000400:00000200:2.0:1767384688.280331:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 520/520 into md 0x17d5 [2] + 0 00000400:00000010:2.0:1767384688.280336:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ccf2a6ec. 00000400:00000200:2.0:1767384688.280343:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fee1ba5b 00000800:00000001:2.0:1767384688.280351:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.280362:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.280364:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.280369:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.280373:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fee1ba5b 00000400:00000010:2.0:1767384688.280376:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fee1ba5b. 00000100:00000001:2.0:1767384688.280381:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384688.280383:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384688.280386:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000004abae6a x1853237041824128 msgsize 520 00000100:00100000:2.0:1767384688.280390:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:2.0:1767384688.280392:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384688.280412:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384688.280419:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.280423:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.280511:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.280514:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041824128 02000000:00000001:0.0:1767384688.280517:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.280520:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.280522:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.280527:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.280532:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041824128 00000020:00000001:0.0:1767384688.280535:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.280537:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384688.280539:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384688.280541:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.280543:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384688.280549:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df8521d8. 00000020:00000010:0.0:1767384688.280555:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.280560:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000001:0.0:1767384688.280578:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.280579:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.280581:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.280588:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.280647:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.280659:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.280662:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.280666:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 162 00000100:00000001:0.0:1767384688.280670:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935108176 : -106175774443440 : ffff9f6f06ae3850) 00000100:00000040:0.0:1767384688.280677:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000004abae6a x1853237041824128/t0(0) o250->@:0/0 lens 520/0 e 0 to 0 dl 1767384708 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.280688:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000004abae6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:0+-99:11797:x1853237041824128:12345-192.168.203.25@tcp50:250: 00000100:00000200:0.0:1767384688.280692:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041824128 00000020:00000001:0.0:1767384688.280695:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:0.0:1767384688.280700:0:25090:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:0.0:1767384688.280708:0:25090:0:(obd_config.c:927:class_incref()) incref MGS (000000000c08397d) now 6 - find 00000020:00000001:0.0:1767384688.280711:0:25090:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637897978071688 : -106175731479928 : ffff9f6f093dca88) 00000100:00000001:0.0:1767384688.280717:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.280720:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.280724:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000061553bf7. 02000000:00000001:0.0:1767384688.280726:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.280729:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.280731:0:25090:0:(ldlm_lib.c:1249:target_handle_connect()) MGS: ocd_connect_flags: 0xa000411001002060 tmp_exp_old_falloc: 0 00010000:00080000:0.0:1767384688.280737:0:25090:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from 467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50 t0 exp 0000000000000000 cur 308 last 0 00010000:00000001:0.0:1767384688.280740:0:25090:0:(obd_class.h:852:obd_connect()) Process entered 20000000:00000001:0.0:1767384688.280743:0:25090:0:(mgs_handler.c:1766:mgs_obd_connect()) Process entered 00000020:00000001:0.0:1767384688.280745:0:25090:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1767384688.280747:0:25090:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1767384688.280750:0:25090:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000b8cd936. 00000020:00000001:0.0:1767384688.280752:0:25090:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384688.280754:0:25090:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000b8cd936 with handle 0x71ee3a74e27192ee to hash 00000020:00000001:0.0:1767384688.280757:0:25090:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384688.280760:0:25090:0:(obd_class.h:1008:obd_init_export()) Process entered 00010000:00000001:0.0:1767384688.280768:0:25090:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:0.0:1767384688.280770:0:25090:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1767384688.280774:0:25090:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004a5b382b. 00000001:00000010:0.0:1767384688.280778:0:25090:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000001ddabb9a. 00000001:00000010:0.0:1767384688.280783:0:25090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b320c44b. 00000001:00000010:0.0:1767384688.280786:0:25090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b22223f2. 00000001:00000010:0.0:1767384688.280789:0:25090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000034e92a37. 00000001:00000010:0.0:1767384688.280792:0:25090:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005d5d42d6. 00010000:00000001:0.0:1767384688.280795:0:25090:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.280809:0:25090:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.280811:0:25090:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384688.280814:0:25090:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=3 00000020:00000040:0.0:1767384688.280817:0:25090:0:(obd_config.c:927:class_incref()) incref MGS (000000000c08397d) now 7 - export 00000020:00000001:0.0:1767384688.280820:0:25090:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000040:0.0:1767384688.280823:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 2 00000020:00000080:0.0:1767384688.280825:0:25090:0:(genops.c:1402:class_connect()) connect: client 467e5a43-65b4-43c3-96e9-9917fbef9ff3, cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.280827:0:25090:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.280829:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.280830:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.280831:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.280832:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=3 00000020:00000001:0.0:1767384688.280834:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.280836:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 20000000:00000001:0.0:1767384688.280839:0:25090:0:(mgs_handler.c:1736:mgs_obd_reconnect()) Process entered 20000000:00000001:0.0:1767384688.280842:0:25090:0:(mgs_fs.c:45:mgs_export_stats_init()) Process entered 00000020:00000001:0.0:1767384688.280844:0:25090:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:0.0:1767384688.280848:0:25090:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000006cf8cb22 00000020:00000010:0.0:1767384688.280851:0:25090:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000016196c8d. 00000020:00000040:0.0:1767384688.280857:0:25090:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000016196c8d for nid 192.168.203.25@tcp50 - ref 2 00000020:00000001:0.0:1767384688.280916:0:25090:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384688.280922:0:25090:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000031c3f9fd. 00000020:00000010:0.0:1767384688.280926:0:25090:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000002e812eef. 00000020:00000010:0.0:1767384688.280929:0:25090:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000072e711dc. 00000020:00000010:0.0:1767384688.280948:0:25090:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000bcdce36d. 00000020:00000010:0.0:1767384688.280950:0:25090:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 000000000b948ade. 00000020:00000010:0.0:1767384688.280953:0:25090:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000001e7dd17d. 20000000:00000001:0.0:1767384688.280961:0:25090:0:(mgs_fs.c:63:mgs_export_stats_init()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.280962:0:25090:0:(mgs_handler.c:1753:mgs_obd_reconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.280964:0:25090:0:(mgs_handler.c:1785:mgs_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.280966:0:25090:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384688.280969:0:25090:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e6602651. 00000020:00000040:0.0:1767384688.280972:0:25090:0:(obd_config.c:927:class_incref()) incref MGS (000000000c08397d) now 8 - import 00000020:00000001:0.0:1767384688.280977:0:25090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384688.280978:0:25090:0:(genops.c:1242:class_import_put()) import 00000000e6602651 refcount=1 obd=MGS 00000020:00000001:0.0:1767384688.280980:0:25090:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:0.0:1767384688.280984:0:25090:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=4 00000100:00000040:0.0:1767384688.280986:0:25090:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.280988:0:25090:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384688.280993:0:25090:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fadbf05a (1) 00000400:00000200:0.0:1767384688.280997:0:25090:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fadbf05a (2) 00000400:00000200:0.0:1767384688.281021:0:25090:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.25@tcp50 (00000000fadbf05a): 0 00000400:00000200:0.0:1767384688.281024:0:25090:0:(peer.c:2795:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1767384688.281126:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1767384688.281131:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.25@tcp50(00000000fadbf05a) state 0x40 00000400:00000200:1.0:1767384688.281134:0:16352:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fadbf05a (3) 00000400:00000010:1.0:1767384688.281139:0:16352:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000071e42cc5. 00000400:00000010:1.0:1767384688.281143:0:16352:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076600526. 00000400:00000010:1.0:1767384688.281151:0:16352:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000682ce940. 00000400:00000200:1.0:1767384688.281155:0:16352:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.25@tcp50 00000400:00000200:1.0:1767384688.281175:0:16352:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:1.0:1767384688.281181:0:16352:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp50 00000400:00000200:1.0:1767384688.281185:0:16352:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [213:213:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1767384688.281191:0:16352:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.25@tcp50 00000400:00000200:1.0:1767384688.281205:0:16352:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : GET try# 0 00000800:00000200:1.0:1767384688.281211:0:16352:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.25@tcp50 00000800:00000010:1.0:1767384688.281215:0:16352:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000001f5cbb6. 00000800:00000200:1.0:1767384688.281221:0:16352:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:1.0:1767384688.281227:0:16352:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:1.0:1767384688.281231:0:16352:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000001f5cbb6 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1767384688.281251:0:16352:0:(peer.c:3861:lnet_peer_send_ping()) peer 192.168.203.25@tcp50 00000400:00000200:1.0:1767384688.281253:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.25@tcp50(00000000fadbf05a) state 0x240 rc 0 00000800:00000200:0.0:1767384688.282764:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384688.282767:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000001f5cbb6. 00000400:00000200:0.0:1767384688.282771:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384688.282775:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: GET: OK 00000400:00000200:0.0:1767384688.282779:0:16347:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 5 00000400:00000200:0.0:1767384688.282781:0:16347:0:(peer.c:3101:lnet_discovery_event_send()) Ping Send to 192.168.203.25@tcp50: 0 00000800:00000001:1.0:1767384688.285903:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.285913:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.285915:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.285916:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.285923:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : REPLY - for me 00000400:00000200:1.0:1767384688.285933:0:16349:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.203.125@tcp50: Reply from 12345-192.168.203.25@tcp50 of length 48/48 into md 0x20f5 00000800:00000001:1.0:1767384688.285939:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.285945:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.285947:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.285950:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: REPLY: OK 00000400:00000200:1.0:1767384688.285954:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076600526 00000400:00000010:1.0:1767384688.285957:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076600526. 00000400:00000200:1.0:1767384688.285959:0:16349:0:(peer.c:3149:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1767384688.285962:0:16349:0:(peer.c:2953:lnet_discovery_event_reply()) Peer 192.168.203.25@tcp50 has discovery disabled, local discovery enabled 00000400:00000200:1.0:1767384688.285966:0:16349:0:(peer.c:3002:lnet_discovery_event_reply()) peer 192.168.203.25@tcp50(00000000fadbf05a) not MR: DD disabled remotely 00000400:00000200:1.0:1767384688.285969:0:16349:0:(peer.c:3060:lnet_discovery_event_reply()) peer 192.168.203.25@tcp50 data present 3. state = 0x242 00000400:00000200:1.0:1767384688.285973:0:16349:0:(peer.c:2473:lnet_peer_queue_for_discovery()) Queue peer 192.168.203.25@tcp50 (00000000fadbf05a): -114 00000400:00000200:1.0:1767384688.285989:0:16349:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fadbf05a (4) 00000800:00000001:1.0:1767384688.285995:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.285998:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.286082:0:16352:0:(peer.c:4061:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:2.0:1767384688.286086:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.25@tcp50(00000000fadbf05a) state 0xc2 00000400:00000010:2.0:1767384688.286092:0:16352:0:(peer.c:3334:lnet_peer_merge_data()) alloc '(curnis)': 40 at 000000006b767911. 00000400:00000010:2.0:1767384688.286095:0:16352:0:(peer.c:3335:lnet_peer_merge_data()) alloc '(addnis)': 48 at 0000000057bcc19e. 00000400:00000010:2.0:1767384688.286097:0:16352:0:(peer.c:3336:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000966811ba. 00000400:00000010:2.0:1767384688.286101:0:16352:0:(peer.c:3474:lnet_peer_merge_data()) kfreed 'curnis': 40 at 000000006b767911. 00000400:00000010:2.0:1767384688.286103:0:16352:0:(peer.c:3475:lnet_peer_merge_data()) kfreed 'addnis': 48 at 0000000057bcc19e. 00000400:00000010:2.0:1767384688.286105:0:16352:0:(peer.c:3476:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000966811ba. 00000400:00000010:2.0:1767384688.286106:0:16352:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000071e42cc5. 00000400:00000200:2.0:1767384688.286111:0:16352:0:(peer.c:3479:lnet_peer_merge_data()) peer 192.168.203.25@tcp50 (00000000fadbf05a): 0 00000400:00000200:2.0:1767384688.286113:0:16352:0:(peer.c:3787:lnet_peer_data_present()) peer 192.168.203.25@tcp50(00000000fadbf05a): 0. state = 0x142 00000400:00000200:2.0:1767384688.286116:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.25@tcp50(00000000fadbf05a) state 0x142 rc 1 00000400:00000200:2.0:1767384688.286118:0:16352:0:(peer.c:4173:lnet_peer_discovery()) peer 192.168.203.25@tcp50(00000000fadbf05a) state 0x142 00000400:00000200:2.0:1767384688.286120:0:16352:0:(peer.c:3917:lnet_peer_discovered()) peer 192.168.203.25@tcp50 00000400:00000200:2.0:1767384688.286121:0:16352:0:(peer.c:4191:lnet_peer_discovery()) peer 192.168.203.25@tcp50(00000000fadbf05a) state 0x112 rc 0 00000400:00000200:2.0:1767384688.286123:0:16352:0:(peer.c:2489:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.203.25@tcp50 (00000000fadbf05a) 00000400:00000200:2.0:1767384688.286162:0:16352:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fadbf05a (3) 00000400:00000200:0.0:1767384688.286183:0:25090:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fadbf05a (2) 00000400:00000200:0.0:1767384688.286185:0:25090:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 00000000fadbf05a (1) 00000400:00000200:0.0:1767384688.286188:0:25090:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.25@tcp50 NID 192.168.203.25@tcp50: 0. discovery complete 00000400:00000200:0.0:1767384688.286189:0:25090:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 00000000fadbf05a (2) 00000400:00000200:0.0:1767384688.286192:0:25090:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.25@tcp50 primary NID 192.168.203.25@tcp50 rc 0 00000100:00000010:0.0:1767384688.286196:0:25090:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000e0e649cd. 00000100:00000001:0.0:1767384688.286198:0:25090:0:(connection.c:145:ptlrpc_connection_get()) Process leaving 00000100:00000040:0.0:1767384688.286200:0:25090:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e0e649cd refcount 1 to 192.168.203.25@tcp50 00000020:00000040:0.0:1767384688.286203:0:25090:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=5 00000100:00000001:0.0:1767384688.286215:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.286216:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.286217:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.286220:0:25090:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384688.286223:0:25090:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384688.286224:0:25090:0:(sec.c:1440:sptlrpc_sec_create()) mgs MGS: reverse sec using flavor null 02000000:00000001:0.0:1767384688.286227:0:25090:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650440768 : -1059110848 : ffffffffc0df4040) 02000000:00000001:0.0:1767384688.286228:0:25090:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.286230:0:25090:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384688.286232:0:25090:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384688.286234:0:25090:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384688.286236:0:25090:0:(import.c:65:import_set_state_nolock()) 00000000e6602651 : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384688.286238:0:25090:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384688.286239:0:25090:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384688.286240:0:25090:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384688.286242:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 4 00000020:00000040:0.0:1767384688.286244:0:25090:0:(obd_config.c:955:class_decref()) Decref MGS (000000000c08397d) now 8 - find 00010000:00000001:0.0:1767384688.286246:0:25090:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.286249:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.286250:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105408 : -1049446208 : ffffffffc172b8c0) 00000020:00000001:0.0:1767384688.286253:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.286253:0:25090:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.286255:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.286256:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.286258:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.286259:0:25090:0:(mgs_handler.c:38:mgs_connect()) Process entered 00000020:00000001:0.0:1767384688.286261:0:25090:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384688.286264:0:25090:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.286266:0:25090:0:(mgs_handler.c:48:mgs_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.286267:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041824128 00010000:00000001:0.0:1767384688.286269:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.286272:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000004abae6a x1853237041824128/t0(0) o250->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.286279:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.286280:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.286286:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384688.286289:0:25090:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384688.286291:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.286292:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.286293:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.286295:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.286297:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.286299:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.286301:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.286303:0:25090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384688.286305:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237041824128, offset 0 00000400:00000200:0.0:1767384688.286308:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.286313:0:25090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.286323:0:25090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [214:214:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1767384688.286330:0:25090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.286333:0:25090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.286335:0:25090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7bdbc25. 00000800:00000200:0.0:1767384688.286338:0:25090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.286342:0:25090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384688.286345:0:25090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7bdbc25 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384688.286381:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.286383:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.286385:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.286386:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.286387:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.286390:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000004abae6a x1853237041824128/t0(0) o250->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.286396:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000004abae6a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:467e5a43-65b4-43c3-96e9-9917fbef9ff3+4:11797:x1853237041824128:12345-192.168.203.25@tcp50:250: Request processed in 5709us (6008us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.286402:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 162 00000100:00000040:0.0:1767384688.286408:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.286410:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.286411:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.286415:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.286418:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.286420:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df8521d8. 00000020:00000040:0.0:1767384688.286423:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 3 00000100:00000001:0.0:1767384688.286427:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.286431:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.286435:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe19dbc2. 00000400:00000010:0.0:1767384688.286458:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004b4e327e. 00000800:00000200:2.0:1767384688.286528:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384688.286531:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7bdbc25. 00000400:00000200:2.0:1767384688.286533:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.286536:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.286537:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:2.0:1767384688.286538:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:2.0:1767384688.286541:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384688.286543:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384688.286544:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000061553bf7. 02000000:00000001:2.0:1767384688.286546:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384688.286547:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1767384688.287572:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384688.287577:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384688.287579:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384688.287580:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384688.287584:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:0.0:1767384688.287589:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 328 into portal 26 MB=0x695825f900100 00000400:00000200:0.0:1767384688.287593:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 328/328 into md 0x1825 [2] + 0 00000400:00000010:0.0:1767384688.287596:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051e907c8. 00000400:00000200:0.0:1767384688.287598:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000006d7d536a 00000800:00000001:0.0:1767384688.287601:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384688.287604:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384688.287605:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384688.287607:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:0.0:1767384688.287609:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d7d536a 00000400:00000010:0.0:1767384688.287610:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006d7d536a. 00000100:00000001:0.0:1767384688.287613:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384688.287624:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384688.287628:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000007cb3b8cc x1853237041824000 msgsize 328 00000100:00100000:0.0:1767384688.287632:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:0.0:1767384688.287634:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384688.287647:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1767384688.287652:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384688.287655:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384688.287785:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384688.287787:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041824000 02000000:00000001:2.0:1767384688.287789:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384688.287791:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384688.287792:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384688.287795:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384688.287807:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041824000 00000020:00000001:2.0:1767384688.287810:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384688.287811:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:2.0:1767384688.287812:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384688.287814:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=4 00000020:00000001:2.0:1767384688.287815:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:2.0:1767384688.287817:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:2.0:1767384688.287820:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384688.287823:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:2.0:1767384688.287825:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384688.287827:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384688.287831:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c51c0fd2. 00000020:00000010:2.0:1767384688.287835:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384688.287839:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000040:2.0:1767384688.287846:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384688.287849:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384688.287850:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384688.287852:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.287857:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.287870:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384688.287877:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384688.287879:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384688.287883:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 163 00000100:00000040:2.0:1767384688.287886:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:2.0:1767384688.287887:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935107152 : -106175774444464 : ffff9f6f06ae3450) 00000100:00000040:2.0:1767384688.287891:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000007cb3b8cc x1853237041824000/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384688.287898:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384688.287900:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:2.0:1767384688.287901:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384688.287902:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00100000:2.0:1767384688.287905:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000007cb3b8cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:467e5a43-65b4-43c3-96e9-9917fbef9ff3+4:15188:x1853237041824000:12345-192.168.203.25@tcp50:101: 00000100:00000200:2.0:1767384688.287907:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041824000 00000020:00000001:2.0:1767384688.287909:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384688.287911:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384688.287912:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.287913:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384688.287914:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:2.0:1767384688.287916:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384688.287917:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384688.287918:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384688.287918:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384688.287921:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.287922:0:25090:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1767384688.287924:0:25090:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1767384688.287925:0:25090:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1767384688.287927:0:25090:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1767384688.287928:0:25090:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.287932:0:25090:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1767384688.287937:0:25090:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 6 00010000:00000001:2.0:1767384688.287938:0:25090:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384688.287941:0:25090:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767384688.287942:0:25090:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000e3c70d9. 00000020:00000001:2.0:1767384688.287945:0:25090:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767384688.287946:0:25090:0:(lustre_handles.c:77:class_handle_hash()) added object 000000000e3c70d9 with handle 0x71ee3a74e27192f5 to hash 00000020:00000001:2.0:1767384688.287948:0:25090:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767384688.287949:0:25090:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 00010000:00000001:2.0:1767384688.287951:0:25090:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898932353536 : -106174777198080 : ffff9f6f421efa00) 00010000:00010000:2.0:1767384688.287953:0:25090:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000000e3c70d9/0x71ee3a74e27192f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x58254b8e9563c413 expref: -99 pid: 25090 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384688.287958:0:25090:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000000b8cd936 : new locks_count 1 00000020:00000040:2.0:1767384688.287959:0:25090:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=5 00000100:00000001:2.0:1767384688.287965:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384688.287966:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384688.287968:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000e3dd847f. 02000000:00000001:2.0:1767384688.287968:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.287970:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.287971:0:25090:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1767384688.287975:0:25090:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1767384688.287977:0:25090:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:2.0:1767384688.287978:0:25090:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384688.287980:0:25090:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.287981:0:25090:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:2.0:1767384688.287982:0:25090:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.287984:0:25090:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1767384688.287986:0:25090:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1767384688.287987:0:25090:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:2.0:1767384688.287988:0:25090:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1767384688.287990:0:25090:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000000591f343) refcount = 6 00010000:00000040:2.0:1767384688.287992:0:25090:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1767384688.287994:0:25090:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009379e02c/0x71ee3a74e2719001 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718ffa expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384688.287998:0:25090:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c38ced0e/0x71ee3a74e2718fd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718fd0 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384688.288001:0:25090:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002fc4186f/0x71ee3a74e2718f8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718f83 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384688.288004:0:25090:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d9d7af52/0x71ee3a74e2718f05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718efe expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384688.288007:0:25090:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ef4a9e6e/0x71ee3a74e2718ee9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718ee2 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767384688.288010:0:25090:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000000e3c70d9/0x71ee3a74e27192f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c413 expref: 5 pid: 25090 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384688.288013:0:25090:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1767384688.288014:0:25090:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1767384688.288015:0:25090:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.288016:0:25090:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.288017:0:25090:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384688.288020:0:25090:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1767384688.288021:0:25090:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000000e3c70d9/0x71ee3a74e27192f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c413 expref: 5 pid: 25090 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1767384688.288025:0:25090:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384688.288026:0:25090:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384688.288028:0:25090:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384688.288029:0:25090:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384688.288030:0:25090:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1767384688.288031:0:25090:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384688.288033:0:25090:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1767384688.288033:0:25090:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000000e3c70d9, rc 0) 00000020:00000001:2.0:1767384688.288035:0:25090:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384688.288036:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041824000 00010000:00000001:2.0:1767384688.288038:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384688.288039:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007cb3b8cc x1853237041824000/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384688.288043:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384688.288045:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384688.288046:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384688.288048:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384688.288049:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:2.0:1767384688.288051:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:2.0:1767384688.288052:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384688.288053:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.288054:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384688.288055:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:2.0:1767384688.288058:0:25090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ef4b20f. 00000100:00000200:2.0:1767384688.288060:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237041824000, offset 224 00000400:00000200:2.0:1767384688.288063:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:2.0:1767384688.288066:0:25090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:2.0:1767384688.288072:0:25090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [215:215:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1767384688.288078:0:25090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384688.288080:0:25090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:2.0:1767384688.288083:0:25090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c7c3982. 00000800:00000200:2.0:1767384688.288085:0:25090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:2.0:1767384688.288088:0:25090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:2.0:1767384688.288090:0:25090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000004c7c3982 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1767384688.288101:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384688.288103:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:2.0:1767384688.288105:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384688.288106:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.288107:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384688.288109:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cb3b8cc x1853237041824000/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384688.288114:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000007cb3b8cc pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:467e5a43-65b4-43c3-96e9-9917fbef9ff3+5:15188:x1853237041824000:12345-192.168.203.25@tcp50:101: Request processed in 215us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384688.288118:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 163 00000100:00000040:2.0:1767384688.288119:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:2.0:1767384688.288120:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384688.288121:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384688.288123:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384688.288125:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384688.288126:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c51c0fd2. 00000020:00000040:2.0:1767384688.288128:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 4 00000100:00000001:2.0:1767384688.288130:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384688.288132:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384688.288134:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed7ac4c1. 00000400:00000010:2.0:1767384688.288136:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002ba21214. 00000800:00000200:1.0:1767384688.288222:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.288224:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c7c3982. 00000400:00000200:1.0:1767384688.288228:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.288231:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.288237:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ef4b20f 00000400:00000010:1.0:1767384688.288238:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ef4b20f. 00000100:00000001:1.0:1767384688.288239:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.288241:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.288242:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000e3dd847f. 02000000:00000001:1.0:1767384688.288243:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.288244:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1767384688.289360:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.289367:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384688.289369:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.289370:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.289374:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:2.0:1767384688.289381:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 512 into portal 26 MB=0x695825f900200 00000400:00000200:2.0:1767384688.289385:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 512/512 into md 0x1855 [2] + 0 00000400:00000010:2.0:1767384688.289387:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db10eac. 00000400:00000200:2.0:1767384688.289389:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000002eba07c8 00000800:00000001:2.0:1767384688.289392:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.289395:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384688.289396:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384688.289399:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:2.0:1767384688.289400:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002eba07c8 00000400:00000010:2.0:1767384688.289402:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002eba07c8. 00000100:00000001:2.0:1767384688.289404:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384688.289404:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1767384688.289406:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000059394144 x1853237041824256 msgsize 512 00000100:00100000:2.0:1767384688.289408:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:2.0:1767384688.289410:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384688.289475:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384688.289479:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384688.289481:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.289526:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.289527:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041824256 02000000:00000001:0.0:1767384688.289528:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.289529:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.289531:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.289532:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.289534:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041824256 00000020:00000001:0.0:1767384688.289535:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.289536:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.289537:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.289538:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=5 00000020:00000001:0.0:1767384688.289540:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.289541:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.289543:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.289545:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fb413da. 00000100:00000001:0.0:1767384688.289547:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.289548:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fb413da. 00000020:00000010:0.0:1767384688.289551:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.289553:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.289555:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.289557:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.289559:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.289559:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.289561:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.289563:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.289595:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.289601:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.289602:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.289605:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 164 00000100:00000040:0.0:1767384688.289606:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.289607:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935104080 : -106175774447536 : ffff9f6f06ae2850) 00000100:00000040:0.0:1767384688.289610:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059394144 x1853237041824256/t0(0) o501->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 512/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.289627:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.289636:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fb413da. 00000100:00000001:0.0:1767384688.289638:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.289640:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fb413da. 00000100:00100000:0.0:1767384688.289644:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059394144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+5:15188:x1853237041824256:12345-192.168.203.25@tcp50:501: 00000100:00000200:0.0:1767384688.289647:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041824256 00000020:00000001:0.0:1767384688.289650:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.289651:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.289653:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.289655:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.289656:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104896 : -1049446720 : ffffffffc172b6c0) 00000020:00000001:0.0:1767384688.289659:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.289660:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.289661:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.289663:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.289665:0:17078:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384688.289667:0:17078:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.289669:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.289671:0:17078:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384688.289672:0:17078:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384688.289674:0:17078:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384688.289676:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.289678:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.289680:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000003337d0d9. 02000000:00000001:0.0:1767384688.289682:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.289684:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384688.289687:0:17078:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-sptlrpc 00000040:00000040:0.0:1767384688.289689:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:0.0:1767384688.289690:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384688.289692:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099f81806. 00000040:00000001:0.0:1767384688.289695:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384688.289697:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384688.289699:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:0.0:1767384688.289701:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00080000:00000001:0.0:1767384688.289706:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384688.289713:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384688.289729:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1767384688.289732:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1767384688.289734:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384688.289736:0:17078:0:(llog_osd.c:1466:llog_osd_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000001:0.0:1767384688.289738:0:17078:0:(llog_osd.c:1530:llog_osd_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00001000:0.0:1767384688.289740:0:17078:0:(llog.c:1547:llog_open()) MGS: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1767384688.289741:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099f81806. 00000040:00000001:0.0:1767384688.289743:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1767384688.289745:0:17078:0:(llog_server.c:81:llog_origin_handle_open()) Process leaving via out_ctxt (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000040:00000040:0.0:1767384688.289746:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:0.0:1767384688.289748:0:17078:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000001:0.0:1767384688.289749:0:17078:0:(mgs_handler.c:689:mgs_llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1767384688.289751:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041824256 00010000:00000001:0.0:1767384688.289752:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.289755:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059394144 x1853237041824256/t0(0) o501->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 512/272 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc -2/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.289759:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.289761:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.289762:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.289764:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.289766:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.289767:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.289768:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.289769:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.289770:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.289772:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.289773:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e73402. 00000100:00000200:0.0:1767384688.289775:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237041824256, offset 224 00000400:00000200:0.0:1767384688.289778:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.289782:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.289788:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [216:216:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1767384688.289813:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.289816:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.289818:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cca56323. 00000800:00000200:0.0:1767384688.289821:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.289824:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384688.289826:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cca56323 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384688.289864:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.289866:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.289868:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.289869:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.289870:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.289872:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059394144 x1853237041824256/t0(0) o501->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 512/272 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc -2/-2 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.289877:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059394144 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+5:15188:x1853237041824256:12345-192.168.203.25@tcp50:501: Request processed in 250us (470us total) trans 0 rc -2/-2 00000100:00100000:0.0:1767384688.289882:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 164 00000100:00000040:0.0:1767384688.289883:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.289884:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.289885:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.289888:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.289890:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.289892:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.289894:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 4 00000100:00000001:0.0:1767384688.289896:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.289898:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.289901:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4567ab. 00000400:00000010:0.0:1767384688.289903:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003fa69cb1. 00000800:00000200:1.0:1767384688.290017:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.290020:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cca56323. 00000400:00000200:1.0:1767384688.290022:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.290025:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.290027:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029e73402 00000400:00000010:1.0:1767384688.290028:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029e73402. 00000100:00000001:1.0:1767384688.290030:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.290031:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.290032:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000003337d0d9. 02000000:00000001:1.0:1767384688.290033:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.290034:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.292288:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.292296:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.292298:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.292300:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.292305:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.292313:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 328 into portal 26 MB=0x695825f900280 00000400:00000200:1.0:1767384688.292319:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 328/328 into md 0x1871 [2] + 0 00000400:00000010:1.0:1767384688.292322:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc1553af. 00000400:00000200:1.0:1767384688.292325:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fafa27e3 00000800:00000001:1.0:1767384688.292329:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.292333:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.292335:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.292338:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.292341:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fafa27e3 00000400:00000010:1.0:1767384688.292343:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fafa27e3. 00000100:00000001:1.0:1767384688.292345:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.292347:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384688.292350:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000059d2e9c6 x1853237041824384 msgsize 328 00000100:00100000:1.0:1767384688.292360:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384688.292362:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384688.292374:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.292380:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.292383:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.292429:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.292431:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041824384 02000000:00000001:0.0:1767384688.292433:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.292456:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.292457:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.292459:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.292462:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041824384 00000020:00000001:0.0:1767384688.292464:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.292465:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.292467:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.292469:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=5 00000020:00000001:0.0:1767384688.292471:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.292473:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.292476:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.292479:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fb413da. 00000100:00000001:0.0:1767384688.292481:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.292483:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fb413da. 00000020:00000010:0.0:1767384688.292486:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.292489:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.292491:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.292495:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.292497:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.292498:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.292500:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.292503:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.292566:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.292574:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.292575:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.292578:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 165 00000100:00000040:0.0:1767384688.292581:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.292583:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935094864 : -106175774456752 : ffff9f6f06ae0450) 00000100:00000040:0.0:1767384688.292587:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000059d2e9c6 x1853237041824384/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.292595:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.292597:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fb413da. 00000100:00000001:0.0:1767384688.292599:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.292606:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fb413da. 00000100:00100000:0.0:1767384688.292610:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000059d2e9c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+5:15188:x1853237041824384:12345-192.168.203.25@tcp50:101: 00000100:00000200:0.0:1767384688.292613:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041824384 00000020:00000001:0.0:1767384688.292615:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.292617:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.292619:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.292621:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.292622:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:0.0:1767384688.292624:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.292625:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.292627:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.292628:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.292631:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.292633:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384688.292635:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384688.292636:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384688.292638:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384688.292639:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.292643:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384688.292648:0:17078:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 7 00010000:00000001:0.0:1767384688.292651:0:17078:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384688.292653:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384688.292655:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c19ead19. 00000020:00000001:0.0:1767384688.292658:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384688.292660:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000c19ead19 with handle 0x71ee3a74e27192fc to hash 00000020:00000001:0.0:1767384688.292661:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384688.292663:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:0.0:1767384688.292665:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00010000:0.0:1767384688.292668:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000c19ead19/0x71ee3a74e27192fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x58254b8e9563c41a expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384688.292675:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000000b8cd936 : new locks_count 2 00000020:00000040:0.0:1767384688.292677:0:17078:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=6 00000100:00000001:0.0:1767384688.292687:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.292689:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.292692:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000009e3905cf. 02000000:00000001:0.0:1767384688.292693:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.292695:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.292697:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384688.292700:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384688.292702:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384688.292704:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384688.292706:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.292707:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384688.292709:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.292710:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384688.292712:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384688.292713:0:17078:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384688.292715:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384688.292716:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (000000000591f343) refcount = 7 00010000:00000040:0.0:1767384688.292719:0:17078:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384688.292722:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000000e3c70d9/0x71ee3a74e27192f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c413 expref: 6 pid: 25090 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384688.292729:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000009379e02c/0x71ee3a74e2719001 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718ffa expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384688.292734:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000c38ced0e/0x71ee3a74e2718fd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718fd0 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384688.292739:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 000000002fc4186f/0x71ee3a74e2718f8a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718f83 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384688.292744:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000d9d7af52/0x71ee3a74e2718f05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718efe expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384688.292749:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ef4a9e6e/0x71ee3a74e2718ee9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718ee2 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384688.292755:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000c19ead19/0x71ee3a74e27192fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c41a expref: 6 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.292766:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384688.292767:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384688.292769:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.292771:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.292772:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384688.292776:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384688.292779:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000c19ead19/0x71ee3a74e27192fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c41a expref: 6 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.292785:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384688.292786:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384688.292788:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.292789:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.292791:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384688.292792:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.292794:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384688.292796:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000c19ead19, rc 0) 00000020:00000001:0.0:1767384688.292811:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.292817:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041824384 00010000:00000001:0.0:1767384688.292819:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.292823:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000059d2e9c6 x1853237041824384/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.292829:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.292831:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.292833:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.292836:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.292838:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.292840:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.292842:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.292844:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.292846:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.292848:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.292851:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000160e44e2. 00000100:00000200:0.0:1767384688.292859:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237041824384, offset 224 00000400:00000200:0.0:1767384688.292863:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.292869:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.292878:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [217:217:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [7:7:8:4294967295] 00000400:00000200:0.0:1767384688.292886:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.292890:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.292893:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3c5051f. 00000800:00000200:0.0:1767384688.292897:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.292901:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384688.292904:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a3c5051f type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384688.292920:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.292923:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.292925:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.292927:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.292928:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.292931:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059d2e9c6 x1853237041824384/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.292938:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000059d2e9c6 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+6:15188:x1853237041824384:12345-192.168.203.25@tcp50:101: Request processed in 343us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.292944:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 165 00000100:00000040:0.0:1767384688.292946:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.292947:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.292949:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.292951:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.292954:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.292956:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.292959:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 5 00000100:00000001:0.0:1767384688.292962:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.292965:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.292974:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031cffc89. 00000400:00000010:0.0:1767384688.292978:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068e38ced. 00000800:00000200:1.0:1767384688.293050:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.293053:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3c5051f. 00000400:00000200:1.0:1767384688.293056:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.293060:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.293063:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000160e44e2 00000400:00000010:1.0:1767384688.293064:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000160e44e2. 00000100:00000001:1.0:1767384688.293067:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.293068:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.293070:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000009e3905cf. 02000000:00000001:1.0:1767384688.293072:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.293073:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.294693:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.294700:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.294702:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.294704:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.294710:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.294718:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 512 into portal 26 MB=0x695825f900300 00000400:00000200:1.0:1767384688.294723:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 512/512 into md 0x18a5 [2] + 0 00000400:00000010:1.0:1767384688.294726:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000086d75a04. 00000400:00000200:1.0:1767384688.294729:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cbff0b51 00000800:00000001:1.0:1767384688.294733:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.294747:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.294750:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.294753:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.294757:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cbff0b51 00000400:00000010:1.0:1767384688.294759:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cbff0b51. 00000100:00000001:1.0:1767384688.294761:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.294763:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384688.294765:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000053ad977a x1853237041824512 msgsize 512 00000100:00100000:1.0:1767384688.294769:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384688.294776:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384688.294790:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.294805:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.294809:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.294860:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.294862:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041824512 02000000:00000001:0.0:1767384688.294864:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.294866:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.294868:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.294870:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.294872:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041824512 00000020:00000001:0.0:1767384688.294874:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.294876:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.294878:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.294879:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=6 00000020:00000001:0.0:1767384688.294882:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.294884:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.294886:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.294890:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fb413da. 00000100:00000001:0.0:1767384688.294892:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.294894:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fb413da. 00000020:00000010:0.0:1767384688.294897:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.294900:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.294903:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.294907:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.294909:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.294910:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.294911:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.294915:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.294925:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.294931:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.294932:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.294935:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 166 00000100:00000040:0.0:1767384688.294937:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.294939:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935097936 : -106175774453680 : ffff9f6f06ae1050) 00000100:00000040:0.0:1767384688.294943:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000053ad977a x1853237041824512/t0(0) o501->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 512/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.294955:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.294957:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fb413da. 00000100:00000001:0.0:1767384688.294958:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.294960:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fb413da. 00000100:00100000:0.0:1767384688.294963:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000053ad977a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+6:15188:x1853237041824512:12345-192.168.203.25@tcp50:501: 00000100:00000200:0.0:1767384688.294967:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041824512 00000020:00000001:0.0:1767384688.294968:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.294970:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.294971:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.294973:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.294974:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104896 : -1049446720 : ffffffffc172b6c0) 00000020:00000001:0.0:1767384688.294977:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.294978:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.294980:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.294981:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.294983:0:17078:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384688.294985:0:17078:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.294986:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.294987:0:17078:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384688.294989:0:17078:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384688.294990:0:17078:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384688.294992:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.294994:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.294996:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000026e9fa18. 02000000:00000001:0.0:1767384688.294997:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.294999:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384688.295001:0:17078:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log lustre-client 00000040:00000040:0.0:1767384688.295003:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:0.0:1767384688.295005:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384688.295006:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099f81806. 00000040:00000001:0.0:1767384688.295009:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384688.295011:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384688.295012:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:0.0:1767384688.295017:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00080000:00000001:0.0:1767384688.295022:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384688.295025:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384688.295036:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384688.295050:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384688.295052:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384688.295054:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384688.295055:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384688.295057:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384688.295059:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x3:0x0] 86:3388207965 to info 00000000d3358aa9 00000020:00000001:0.0:1767384688.295063:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e4bf8792 00080000:00000002:0.0:1767384688.295064:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0x3:0x0] 00080000:00000001:0.0:1767384688.295066:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384688.295069:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384688.295070:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384688.295074:0:17078:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000066d0d760. 00000020:00000001:0.0:1767384688.295077:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384688.295082:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786904 : -106175130764712 : ffff9f6f2d0bfa58) 00000040:00000001:0.0:1767384688.295085:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.295086:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.295089:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384688.295091:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000004b87b648/00000000b775d8f4 to site lru. bkt: 00000000b0f52e5d 00000040:00000010:0.0:1767384688.295094:0:17078:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000066d0d760. 00000040:00000001:0.0:1767384688.295096:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384688.295098:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099f81806. 00000040:00000001:0.0:1767384688.295100:0:17078:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384688.295101:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:0.0:1767384688.295103:0:17078:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.295106:0:17078:0:(mgs_nids.c:1137:mgs_fsc_attach()) Process entered 20000000:00000001:0.0:1767384688.295108:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384688.295110:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384688.295111:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.295113:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:0.0:1767384688.295115:0:17078:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000004fb413da. 00000020:00000040:0.0:1767384688.295117:0:17078:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=7 20000000:00000001:0.0:1767384688.295123:0:17078:0:(mgs_nids.c:1192:mgs_fsc_attach()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.295124:0:17078:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.295126:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041824512 00010000:00000001:0.0:1767384688.295128:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.295131:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000053ad977a x1853237041824512/t0(0) o501->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 512/272 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.295138:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.295139:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.295142:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.295145:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.295147:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.295200:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.295203:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.295204:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.295206:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.295209:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.295212:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031974b28. 00000100:00000200:0.0:1767384688.295215:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237041824512, offset 224 00000400:00000200:0.0:1767384688.295220:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.295225:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.295233:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [218:218:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [8:8:8:4294967295] 00000400:00000200:0.0:1767384688.295243:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.295247:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.295249:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dec98bc0. 00000800:00000200:0.0:1767384688.295253:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.295257:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384688.295259:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dec98bc0 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384688.295325:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.295328:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.295330:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.295331:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.295337:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.295340:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000053ad977a x1853237041824512/t0(0) o501->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 512/272 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.295347:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000053ad977a pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+7:15188:x1853237041824512:12345-192.168.203.25@tcp50:501: Request processed in 392us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.295354:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 166 00000100:00000040:0.0:1767384688.295355:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.295357:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.295359:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.295361:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.295364:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.295366:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.295368:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 6 00000100:00000001:0.0:1767384688.295371:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.295373:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.295376:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067649860. 00000400:00000010:0.0:1767384688.295379:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6be0d38. 00000800:00000200:1.0:1767384688.295986:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.295989:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dec98bc0. 00000400:00000200:1.0:1767384688.295991:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.295994:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.295996:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031974b28 00000400:00000010:1.0:1767384688.295997:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031974b28. 00000100:00000001:1.0:1767384688.295999:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.296000:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.296001:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000026e9fa18. 02000000:00000001:1.0:1767384688.296002:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.296003:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.296649:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.296655:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.296657:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.296659:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.296664:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.296671:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 272 into portal 26 MB=0x695825f900380 00000400:00000200:1.0:1767384688.296676:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 272/272 into md 0x18ad [2] + 0 00000400:00000010:1.0:1767384688.296679:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c11cf120. 00000400:00000200:1.0:1767384688.296681:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d8486bf8 00000800:00000001:1.0:1767384688.296685:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.296689:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.296691:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.296694:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.296697:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d8486bf8 00000400:00000010:1.0:1767384688.296698:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d8486bf8. 00000100:00000001:1.0:1767384688.296701:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.296702:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384688.296704:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000000b5c02b7 x1853237041824640 msgsize 272 00000100:00100000:1.0:1767384688.296708:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384688.296709:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384688.296755:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.296761:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.296764:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.296788:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.296790:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041824640 02000000:00000001:0.0:1767384688.296791:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.296792:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.296793:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.296794:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.296796:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041824640 00000020:00000001:0.0:1767384688.296807:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.296808:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.296810:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.296812:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=7 00000020:00000001:0.0:1767384688.296814:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.296816:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.296819:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.296821:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.296823:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.296830:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000020:00000010:0.0:1767384688.296833:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.296835:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.296838:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.296843:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.296844:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.296845:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.296846:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.296849:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.296895:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.296903:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.296904:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.296908:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 167 00000100:00000040:0.0:1767384688.296910:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.296912:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935095888 : -106175774455728 : ffff9f6f06ae0850) 00000100:00000040:0.0:1767384688.296916:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000b5c02b7 x1853237041824640/t0(0) o503->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.296922:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.296925:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.296926:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.296928:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000100:00100000:0.0:1767384688.296931:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000b5c02b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+7:15188:x1853237041824640:12345-192.168.203.25@tcp50:503: 00000100:00000200:0.0:1767384688.296934:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041824640 00000020:00000001:0.0:1767384688.296936:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.296938:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.296939:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.296941:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.296943:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104992 : -1049446624 : ffffffffc172b720) 00000020:00000001:0.0:1767384688.296945:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.296946:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.296948:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.296949:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.296954:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.296956:0:17078:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:0.0:1767384688.296957:0:17078:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:0.0:1767384688.296959:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.296960:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.296969:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000e1b06a5a. 02000000:00000001:0.0:1767384688.296970:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.296972:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384688.296973:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:0.0:1767384688.296974:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384688.296975:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099f81806. 00000040:00000001:0.0:1767384688.296977:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384688.296978:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384688.296979:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:0.0:1767384688.296981:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:0.0:1767384688.296983:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384688.296984:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786904 : -106175130764712 : ffff9f6f2d0bfa58) 00000040:00000001:0.0:1767384688.296986:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.296987:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.296988:0:17078:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384688.296991:0:17078:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000080d4da29. 00000040:00000001:0.0:1767384688.296992:0:17078:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384688.296994:0:17078:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384688.297005:0:17078:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.297007:0:17078:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.297008:0:17078:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1767384688.297010:0:17078:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x3:0x0] count 30 lgh_last_idx 29 llh_cat_idx 0 00000040:00000001:0.0:1767384688.297011:0:17078:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:0.0:1767384688.297013:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384688.297014:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000004b87b648/00000000b775d8f4 to site lru. bkt: 00000000b0f52e5d 00000040:00000001:0.0:1767384688.297015:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384688.297016:0:17078:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000080d4da29. 00000040:00000010:0.0:1767384688.297018:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099f81806. 00000040:00000040:0.0:1767384688.297019:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:0.0:1767384688.297021:0:17078:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.297025:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041824640 00010000:00000001:0.0:1767384688.297027:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.297029:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000b5c02b7 x1853237041824640/t0(0) o503->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/8416 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.297035:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.297036:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.297038:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.297041:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.297043:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.297045:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.297047:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.297048:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.297050:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.297052:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.297055:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000009e00f1c0. 00000100:00000200:0.0:1767384688.297057:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237041824640, offset 224 00000400:00000200:0.0:1767384688.297062:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.297067:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.297075:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [219:219:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [9:9:8:4294967295] 00000400:00000200:0.0:1767384688.297082:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.297086:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.297089:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000099f81806. 00000800:00000200:0.0:1767384688.297092:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.297094:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1022 00000800:00000200:0.0:1767384688.297096:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000099f81806 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:0.0:1767384688.297107:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.297109:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.297110:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.297111:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.297112:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.297114:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b5c02b7 x1853237041824640/t0(0) o503->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/8416 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.297126:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000b5c02b7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+7:15188:x1853237041824640:12345-192.168.203.25@tcp50:503: Request processed in 202us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.297130:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 167 00000100:00000040:0.0:1767384688.297131:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.297133:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.297133:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.297135:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.297137:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.297139:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.297140:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 6 00000100:00000001:0.0:1767384688.297142:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.297144:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.297147:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d7e0371. 00000400:00000010:0.0:1767384688.297157:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066a030cb. 00000800:00000200:1.0:1767384688.297217:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.297220:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000099f81806. 00000400:00000200:1.0:1767384688.297223:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.297227:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.297229:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e00f1c0 00000400:00000010:1.0:1767384688.297231:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000009e00f1c0. 00000100:00000001:1.0:1767384688.297234:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.297235:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.297237:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000e1b06a5a. 02000000:00000001:1.0:1767384688.297244:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.297245:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.298927:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.298932:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.298934:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.298936:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.298941:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.298949:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 272 into portal 26 MB=0x695825f900400 00000400:00000200:1.0:1767384688.298953:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 272/272 into md 0x18e1 [2] + 0 00000400:00000010:1.0:1767384688.298956:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027410ff9. 00000400:00000200:1.0:1767384688.298960:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000fc9dd740 00000800:00000001:1.0:1767384688.298963:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.298968:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.298970:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.298973:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.298976:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc9dd740 00000400:00000010:1.0:1767384688.298979:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fc9dd740. 00000100:00000001:1.0:1767384688.298982:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.298983:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384688.298985:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000cdb92159 x1853237041824768 msgsize 272 00000100:00100000:1.0:1767384688.298989:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384688.298990:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384688.299003:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.299012:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.299015:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.299063:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.299065:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041824768 02000000:00000001:0.0:1767384688.299067:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.299068:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.299069:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.299072:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.299074:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041824768 00000020:00000001:0.0:1767384688.299076:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.299077:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.299078:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.299080:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=7 00000020:00000001:0.0:1767384688.299081:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.299083:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.299086:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.299088:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.299090:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.299092:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000020:00000010:0.0:1767384688.299099:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.299102:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.299105:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.299109:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.299111:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.299112:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.299113:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.299117:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.299170:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.299178:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.299179:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.299182:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 168 00000100:00000040:0.0:1767384688.299185:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.299187:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637897935098960 : -106175774452656 : ffff9f6f06ae1450) 00000100:00000040:0.0:1767384688.299191:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000cdb92159 x1853237041824768/t0(0) o502->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.299201:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.299204:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.299205:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.299207:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000100:00100000:0.0:1767384688.299211:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000cdb92159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+7:15207:x1853237041824768:12345-192.168.203.25@tcp50:502: 00000100:00000200:0.0:1767384688.299214:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041824768 00000020:00000001:0.0:1767384688.299216:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.299218:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.299219:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.299221:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.299222:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104944 : -1049446672 : ffffffffc172b6f0) 00000020:00000001:0.0:1767384688.299224:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.299225:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.299227:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.299228:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.299230:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.299237:0:17078:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384688.299238:0:17078:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384688.299241:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.299242:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.299249:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000e1b06a5a. 02000000:00000001:0.0:1767384688.299252:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.299253:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384688.299255:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:0.0:1767384688.299257:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384688.299259:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003a7a35ff. 00000040:00000001:0.0:1767384688.299261:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384688.299262:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384688.299264:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:0.0:1767384688.299266:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:0.0:1767384688.299269:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384688.299272:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786904 : -106175130764712 : ffff9f6f2d0bfa58) 00000040:00000001:0.0:1767384688.299274:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.299275:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.299276:0:17078:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384688.299279:0:17078:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000080d4da29. 00000040:00000001:0.0:1767384688.299282:0:17078:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384688.299283:0:17078:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384688.299289:0:17078:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.299291:0:17078:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.299292:0:17078:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.299295:0:17078:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384688.299297:0:17078:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384688.299299:0:17078:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 13192 00000040:00000001:0.0:1767384688.299309:0:17078:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384688.299311:0:17078:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.299313:0:17078:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384688.299314:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384688.299316:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000004b87b648/00000000b775d8f4 to site lru. bkt: 00000000b0f52e5d 00000040:00000001:0.0:1767384688.299318:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384688.299320:0:17078:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000080d4da29. 00000040:00000010:0.0:1767384688.299322:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003a7a35ff. 00000040:00000040:0.0:1767384688.299329:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:0.0:1767384688.299331:0:17078:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.299333:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041824768 00010000:00000001:0.0:1767384688.299335:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.299338:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000cdb92159 x1853237041824768/t0(0) o502->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/8472 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.299345:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.299347:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.299349:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.299352:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.299354:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.299356:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.299359:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.299360:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.299362:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.299364:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.299367:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000061766dc7. 00000100:00000200:0.0:1767384688.299370:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237041824768, offset 224 00000400:00000200:0.0:1767384688.299374:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.299380:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.299388:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [220:220:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [10:10:8:4294967295] 00000400:00000200:0.0:1767384688.299396:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.299401:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.299403:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000003a7a35ff. 00000800:00000200:0.0:1767384688.299407:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.299411:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1022 00000800:00000200:0.0:1767384688.299414:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003a7a35ff type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384688.299431:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.299434:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.299436:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.299456:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.299463:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.299467:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cdb92159 x1853237041824768/t0(0) o502->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/8472 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.299476:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000cdb92159 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+7:15207:x1853237041824768:12345-192.168.203.25@tcp50:502: Request processed in 274us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.299482:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 168 00000100:00000040:0.0:1767384688.299485:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.299487:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.299488:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.299490:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.299493:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.299496:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.299498:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 6 00000100:00000001:0.0:1767384688.299501:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.299504:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.299508:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004675cdf5. 00000400:00000010:0.0:1767384688.299511:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f8d61a5e. 00000800:00000200:1.0:1767384688.299577:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.299579:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000003a7a35ff. 00000400:00000200:1.0:1767384688.299582:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.299586:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.299589:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061766dc7 00000400:00000010:1.0:1767384688.299591:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000061766dc7. 00000100:00000001:1.0:1767384688.299593:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.299594:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.299596:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000e1b06a5a. 02000000:00000001:1.0:1767384688.299602:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.299604:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.311821:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.311838:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.311842:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.311844:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.311855:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.311871:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 272 into portal 26 MB=0x695825f900480 00000400:00000200:1.0:1767384688.311880:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 272/272 into md 0x18e9 [2] + 0 00000400:00000010:1.0:1767384688.311884:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d88a077. 00000400:00000200:1.0:1767384688.311891:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000088dae90b 00000800:00000001:1.0:1767384688.311898:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.311906:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.311909:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.311913:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.311917:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000088dae90b 00000400:00000010:1.0:1767384688.311919:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000088dae90b. 00000100:00000001:1.0:1767384688.311925:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.311927:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384688.311931:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000052aafe1e x1853237041824896 msgsize 272 00000100:00100000:1.0:1767384688.311935:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384688.311937:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384688.311954:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.311961:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.311977:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.312051:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.312054:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041824896 02000000:00000001:0.0:1767384688.312057:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.312059:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.312061:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.312065:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.312070:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041824896 00000020:00000001:0.0:1767384688.312073:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.312074:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.312077:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.312079:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=7 00000020:00000001:0.0:1767384688.312082:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.312084:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.312088:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.312092:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.312094:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.312102:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000020:00000010:0.0:1767384688.312108:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.312113:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.312117:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.312123:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.312126:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.312127:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.312128:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.312136:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.312200:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.312211:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.312213:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.312218:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 169 00000100:00000040:0.0:1767384688.312221:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.312222:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863212624 : -106174846338992 : ffff9f6f3dfff850) 00000100:00000040:0.0:1767384688.312228:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000052aafe1e x1853237041824896/t0(0) o502->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.312238:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.312240:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.312242:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.312243:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000100:00100000:0.0:1767384688.312247:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000052aafe1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+7:15207:x1853237041824896:12345-192.168.203.25@tcp50:502: 00000100:00000200:0.0:1767384688.312250:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041824896 00000020:00000001:0.0:1767384688.312253:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.312256:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.312258:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.312261:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.312262:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104944 : -1049446672 : ffffffffc172b6f0) 00000020:00000001:0.0:1767384688.312266:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.312267:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.312269:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.312271:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.312278:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.312280:0:17078:0:(tgt_handler.c:1541:tgt_llog_next_block()) Process entered 00000040:00000001:0.0:1767384688.312281:0:17078:0:(llog_server.c:103:llog_origin_handle_next_block()) Process entered 00000100:00000001:0.0:1767384688.312287:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.312289:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.312301:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000e1b06a5a. 02000000:00000001:0.0:1767384688.312304:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.312306:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384688.312309:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:0.0:1767384688.312311:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384688.312314:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e1bb3b98. 00000040:00000001:0.0:1767384688.312318:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384688.312321:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384688.312323:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:0.0:1767384688.312326:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:0.0:1767384688.312331:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384688.312336:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898578786904 : -106175130764712 : ffff9f6f2d0bfa58) 00000040:00000001:0.0:1767384688.312338:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.312340:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.312341:0:17078:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:0.0:1767384688.312346:0:17078:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000080d4da29. 00000040:00000001:0.0:1767384688.312348:0:17078:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:0.0:1767384688.312350:0:17078:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1767384688.312364:0:17078:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.312366:0:17078:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.312368:0:17078:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.312371:0:17078:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1767384688.312372:0:17078:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1767384688.312376:0:17078:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 29 (cur idx 29 off 8192), size 13192 00000040:00000001:0.0:1767384688.312383:0:17078:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1767384688.312386:0:17078:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.312387:0:17078:0:(llog_server.c:148:llog_origin_handle_next_block()) Process leaving 00000040:00000001:0.0:1767384688.312390:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384688.312393:0:17078:0:(lu_object.c:207:lu_object_put()) Add 000000004b87b648/00000000b775d8f4 to site lru. bkt: 00000000b0f52e5d 00000040:00000001:0.0:1767384688.312396:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384688.312398:0:17078:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000080d4da29. 00000040:00000010:0.0:1767384688.312406:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e1bb3b98. 00000040:00000040:0.0:1767384688.312409:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:0.0:1767384688.312410:0:17078:0:(tgt_handler.c:1545:tgt_llog_next_block()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.312413:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041824896 00010000:00000001:0.0:1767384688.312416:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.312420:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000052aafe1e x1853237041824896/t0(0) o502->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/8472 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.312428:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.312430:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.312433:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.312468:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.312471:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.312473:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.312476:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.312477:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.312480:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.312482:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.312486:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000a36d52b8. 00000100:00000200:0.0:1767384688.312490:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237041824896, offset 224 00000400:00000200:0.0:1767384688.312496:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.312504:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.312522:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [221:221:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [11:11:8:4294967295] 00000400:00000200:0.0:1767384688.312533:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.312538:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8472 bytes in 3 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.312541:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000e1bb3b98. 00000800:00000200:0.0:1767384688.312545:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.312551:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1022 00000800:00000200:0.0:1767384688.312555:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e1bb3b98 type 1, nob 8568 niov 1 nkiov 3 00000100:00000001:0.0:1767384688.312567:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.312570:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.312572:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.312578:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.312579:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.312583:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000052aafe1e x1853237041824896/t0(0) o502->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/8472 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.312590:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000052aafe1e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+7:15207:x1853237041824896:12345-192.168.203.25@tcp50:502: Request processed in 352us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.312597:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 169 00000100:00000040:0.0:1767384688.312600:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.312602:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.312603:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.312607:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.312610:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.312613:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.312616:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 6 00000100:00000001:0.0:1767384688.312620:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.312624:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.312627:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027705149. 00000400:00000010:0.0:1767384688.312630:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000448ec8f8. 00000800:00000200:1.0:1767384688.312721:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.312724:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000e1bb3b98. 00000400:00000200:1.0:1767384688.312727:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.312730:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.312733:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a36d52b8 00000400:00000010:1.0:1767384688.312734:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000a36d52b8. 00000100:00000001:1.0:1767384688.312737:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.312739:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.312740:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000e1b06a5a. 02000000:00000001:1.0:1767384688.312749:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.312750:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.317080:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.317090:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.317093:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.317095:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.317102:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.317112:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 328 into portal 26 MB=0x695825f900500 00000400:00000200:1.0:1767384688.317117:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 328/328 into md 0x1929 [2] + 0 00000400:00000010:1.0:1767384688.317122:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b223cb9. 00000400:00000200:1.0:1767384688.317127:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009f44a2c3 00000800:00000001:1.0:1767384688.317131:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.317137:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.317139:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.317143:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.317146:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f44a2c3 00000400:00000010:1.0:1767384688.317148:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009f44a2c3. 00000100:00000001:1.0:1767384688.317152:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.317153:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384688.317156:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000ffc94f97 x1853237041825024 msgsize 328 00000100:00100000:1.0:1767384688.317161:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384688.317163:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384688.317177:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.317183:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.317185:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.317261:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.317264:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041825024 02000000:00000001:0.0:1767384688.317266:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.317267:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.317269:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.317272:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.317274:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041825024 00000020:00000001:0.0:1767384688.317276:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.317277:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.317279:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.317281:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=7 00000020:00000001:0.0:1767384688.317283:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.317285:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.317288:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.317291:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.317297:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.317299:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000020:00000010:0.0:1767384688.317302:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.317306:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.317309:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.317313:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.317315:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.317316:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.317318:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.317322:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.317366:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.317373:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.317375:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.317378:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 170 00000100:00000040:0.0:1767384688.317380:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.317382:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863206480 : -106174846345136 : ffff9f6f3dffe050) 00000100:00000040:0.0:1767384688.317386:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000ffc94f97 x1853237041825024/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.317394:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.317396:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.317397:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.317399:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000100:00100000:0.0:1767384688.317402:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000ffc94f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+7:15188:x1853237041825024:12345-192.168.203.25@tcp50:101: 00000100:00000200:0.0:1767384688.317405:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041825024 00000020:00000001:0.0:1767384688.317407:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.317408:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.317410:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.317412:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.317413:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:0.0:1767384688.317415:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.317417:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.317418:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.317424:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.317426:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.317428:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384688.317430:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384688.317432:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384688.317434:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384688.317436:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.317457:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384688.317463:0:17078:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000142f776f count: 2 00010000:00000001:0.0:1767384688.317465:0:17078:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384688.317468:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384688.317471:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001bce492f. 00000020:00000001:0.0:1767384688.317474:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384688.317476:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001bce492f with handle 0x71ee3a74e2719303 to hash 00000020:00000001:0.0:1767384688.317478:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384688.317479:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000001:0.0:1767384688.317481:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00010000:0.0:1767384688.317484:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 000000001bce492f/0x71ee3a74e2719303 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x58254b8e9563c43d expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384688.317492:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000000b8cd936 : new locks_count 3 00000020:00000040:0.0:1767384688.317494:0:17078:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=8 00000100:00000001:0.0:1767384688.317502:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.317503:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.317507:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000a35f15cb. 02000000:00000001:0.0:1767384688.317509:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.317510:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.317513:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384688.317516:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384688.317518:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384688.317520:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384688.317522:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.317524:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384688.317525:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.317528:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384688.317530:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384688.317537:0:17078:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384688.317538:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384688.317540:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (00000000142f776f) refcount = 2 00010000:00000040:0.0:1767384688.317543:0:17078:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384688.317547:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000ad2504b1/0x71ee3a74e27192e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e27192e0 expref: 14 pid: 17078 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384688.317553:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 000000001bce492f/0x71ee3a74e2719303 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c43d expref: 8 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.317559:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384688.317560:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384688.317562:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.317564:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.317565:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384688.317571:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384688.317573:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 000000001bce492f/0x71ee3a74e2719303 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c43d expref: 8 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.317579:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384688.317581:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384688.317583:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.317585:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.317596:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384688.317599:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.317600:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384688.317602:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001bce492f, rc 0) 00000020:00000001:0.0:1767384688.317604:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.317606:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041825024 00010000:00000001:0.0:1767384688.317608:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.317611:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ffc94f97 x1853237041825024/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.317618:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.317620:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.317622:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.317632:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.317635:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.317637:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.317639:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.317640:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.317642:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.317645:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.317648:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5f8e2e. 00000100:00000200:0.0:1767384688.317651:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237041825024, offset 224 00000400:00000200:0.0:1767384688.317656:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.317663:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.317673:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [222:222:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [12:12:8:4294967295] 00000400:00000200:0.0:1767384688.317683:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.317688:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.317691:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dec98bc0. 00000800:00000200:0.0:1767384688.317696:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.317700:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384688.317703:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000dec98bc0 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384688.317720:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.317723:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.317726:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.317727:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.317729:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.317733:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ffc94f97 x1853237041825024/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.317741:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000ffc94f97 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+8:15188:x1853237041825024:12345-192.168.203.25@tcp50:101: Request processed in 346us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.317748:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 170 00000100:00000040:0.0:1767384688.317750:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.317757:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.317759:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.317763:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.317766:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.317769:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.317772:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 7 00000100:00000001:0.0:1767384688.317775:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.317779:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.317782:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e6280b. 00000400:00000010:0.0:1767384688.317786:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dab9e12. 00000800:00000200:3.0:1767384688.318371:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384688.318380:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dec98bc0. 00000400:00000200:3.0:1767384688.318387:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384688.318395:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:3.0:1767384688.318401:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5f8e2e 00000400:00000010:3.0:1767384688.318404:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5f8e2e. 00000100:00000001:3.0:1767384688.318409:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384688.318412:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384688.318415:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000a35f15cb. 02000000:00000001:3.0:1767384688.318418:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384688.318419:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.319270:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.319278:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.319279:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.319282:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.319288:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.319296:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 304 into portal 26 MB=0x695825f900580 00000400:00000200:1.0:1767384688.319301:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 304/304 into md 0x192d [2] + 0 00000400:00000010:1.0:1767384688.319304:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003590b05f. 00000400:00000200:1.0:1767384688.319308:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b12f558f 00000800:00000001:1.0:1767384688.319311:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.319316:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.319318:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.319321:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.319325:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b12f558f 00000400:00000010:1.0:1767384688.319327:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b12f558f. 00000100:00000001:1.0:1767384688.319329:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.319331:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384688.319333:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000548fd440 x1853237041825152 msgsize 304 00000100:00100000:1.0:1767384688.319336:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384688.319338:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384688.319352:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.319356:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.319359:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.319408:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.319410:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041825152 02000000:00000001:0.0:1767384688.319412:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.319413:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.319415:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.319417:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.319420:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041825152 00000020:00000001:0.0:1767384688.319422:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.319423:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.319424:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.319426:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=8 00000020:00000001:0.0:1767384688.319428:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.319430:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.319432:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.319435:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.319436:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.319456:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000020:00000010:0.0:1767384688.319461:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.319463:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.319466:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.319470:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.319472:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.319473:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.319474:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.319478:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.319496:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.319503:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.319505:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.319508:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 171 00000100:00000040:0.0:1767384688.319511:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.319512:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863213648 : -106174846337968 : ffff9f6f3dfffc50) 00000100:00000040:0.0:1767384688.319516:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000548fd440 x1853237041825152/t0(0) o256->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 304/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.319524:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.319526:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.319528:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.319530:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000100:00100000:0.0:1767384688.319533:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000548fd440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+8:15188:x1853237041825152:12345-192.168.203.25@tcp50:256: 00000100:00000200:0.0:1767384688.319536:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041825152 00000020:00000001:0.0:1767384688.319538:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.319540:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.319541:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.319543:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.319545:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105696 : -1049445920 : ffffffffc172b9e0) 00000020:00000001:0.0:1767384688.319547:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.319548:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.319550:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.319552:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.319553:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.319556:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.319558:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.319560:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008a6d412e. 02000000:00000001:0.0:1767384688.319562:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.319564:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.319566:0:17078:0:(mgs_handler.c:652:mgs_config_read()) Process entered 20000000:00000001:0.0:1767384688.319569:0:17078:0:(mgs_nids.c:888:mgs_get_ir_logs()) Process entered 20000000:00000001:0.0:1767384688.319572:0:17078:0:(mgs_llog.c:616:mgs_find_or_make_fsdb()) Process entered 20000000:00000001:0.0:1767384688.319574:0:17078:0:(mgs_llog.c:595:mgs_find_or_make_fsdb_nolock()) Process entered 20000000:00000001:0.0:1767384688.319580:0:17078:0:(mgs_llog.c:609:mgs_find_or_make_fsdb_nolock()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.319583:0:17078:0:(mgs_llog.c:622:mgs_find_or_make_fsdb()) Process leaving (rc=0 : 0 : 0) 20000000:01000000:0.0:1767384688.319584:0:17078:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:00000010:0.0:1767384688.319598:0:17078:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 0000000094c562fe. 20000000:00000001:0.0:1767384688.319602:0:17078:0:(mgs_nids.c:188:mgs_nidtbl_read()) Process entered 20000000:00000040:0.0:1767384688.319617:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384688.319622:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384688.319627:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384688.319629:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384688.319631:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384688.319633:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384688.319634:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384688.319636:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384688.319638:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384688.319640:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384688.319642:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384688.319643:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384688.319645:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384688.319647:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384688.319648:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384688.319650:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384688.319652:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384688.319653:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384688.319655:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384688.319657:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384688.319658:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384688.319660:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384688.319662:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384688.319663:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384688.319665:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384688.319667:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384688.319668:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384688.319670:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384688.319672:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384688.319674:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384688.319676:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384688.319677:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384688.319679:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384688.319681:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384688.319689:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384688.319691:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384688.319693:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384688.319695:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384688.319696:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384688.319698:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384688.319700:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384688.319702:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384688.319704:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 3232/1/256/255. 20000000:00000040:0.0:1767384688.319714:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #0 20000000:00000040:0.0:1767384688.319716:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #10 20000000:00000040:0.0:1767384688.319718:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #11 20000000:00000040:0.0:1767384688.319719:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #12 20000000:00000040:0.0:1767384688.319721:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #13 20000000:00000040:0.0:1767384688.319722:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #14 20000000:00000040:0.0:1767384688.319724:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #15 20000000:00000040:0.0:1767384688.319726:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #16 20000000:00000040:0.0:1767384688.319727:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #17 20000000:00000040:0.0:1767384688.319729:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #18 20000000:00000040:0.0:1767384688.319730:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #19 20000000:00000040:0.0:1767384688.319732:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #20 20000000:00000040:0.0:1767384688.319733:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #21 20000000:00000040:0.0:1767384688.319735:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #22 20000000:00000040:0.0:1767384688.319737:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #23 20000000:00000040:0.0:1767384688.319738:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #24 20000000:00000040:0.0:1767384688.319740:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #25 20000000:00000040:0.0:1767384688.319742:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #26 20000000:00000040:0.0:1767384688.319743:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #27 20000000:00000040:0.0:1767384688.319745:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #28 20000000:00000040:0.0:1767384688.319746:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #29 20000000:00000040:0.0:1767384688.319748:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #30 20000000:00000040:0.0:1767384688.319749:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #31 20000000:00000040:0.0:1767384688.319750:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #32 20000000:00000040:0.0:1767384688.319752:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #33 20000000:00000040:0.0:1767384688.319753:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #34 20000000:00000040:0.0:1767384688.319755:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #35 20000000:00000040:0.0:1767384688.319756:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #36 20000000:00000040:0.0:1767384688.319758:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #37 20000000:00000040:0.0:1767384688.319760:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #38 20000000:00000040:0.0:1767384688.319767:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #39 20000000:00000040:0.0:1767384688.319769:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #40 20000000:00000040:0.0:1767384688.319770:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #41 20000000:00000040:0.0:1767384688.319772:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #42 20000000:00000040:0.0:1767384688.319774:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #43 20000000:00000040:0.0:1767384688.319776:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #44 20000000:00000040:0.0:1767384688.319777:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #45 20000000:00000040:0.0:1767384688.319779:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #46 20000000:00000040:0.0:1767384688.319780:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #47 20000000:00000040:0.0:1767384688.319782:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #48 20000000:00000040:0.0:1767384688.319783:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #49 20000000:00000040:0.0:1767384688.319785:0:17078:0:(mgs_nids.c:144:nidtbl_fill_entry()) IR: 1 NIDs from NET #50 20000000:01000000:0.0:1767384688.319787:0:17078:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 864, pages 2368/1/256/255. 20000000:01000000:0.0:1767384688.319789:0:17078:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 1728, version 88 20000000:00000001:0.0:1767384688.319790:0:17078:0:(mgs_nids.c:319:mgs_nidtbl_read()) Process leaving (rc=1728 : 1728 : 6c0) 00000100:00000001:0.0:1767384688.319793:0:17078:0:(niobuf.c:145:ptlrpc_prep_bulk_exp()) Process entered 00000100:00000010:0.0:1767384688.319807:0:17078:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000010bd48c0. 00000100:00000010:0.0:1767384688.319810:0:17078:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000066d0d760. 00000020:00000040:0.0:1767384688.319812:0:17078:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=9 00010000:00000001:0.0:1767384688.319816:0:17078:0:(ldlm_lib.c:3535:target_bulk_io()) Process entered 00000100:00000001:0.0:1767384688.319819:0:17078:0:(niobuf.c:184:ptlrpc_start_bulk_transfer()) Process entered 00000400:00000010:0.0:1767384688.319822:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd5f8e2e. 00000400:00000010:0.0:1767384688.319827:0:17078:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c0a96e2e. 00000400:00000200:0.0:1767384688.319831:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.319837:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.319844:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [223:223:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1767384688.319848:0:17078:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.319853:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.319856:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 1728 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.319859:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a3c5051f. 00000800:00000200:0.0:1767384688.319862:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.319865:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1022 00000800:00000200:0.0:1767384688.319868:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a3c5051f type 1, nob 1824 niov 1 nkiov 1 00000100:00000200:0.0:1767384688.319881:0:17078:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 1728 bytes via portal 33 id 12345-192.168.203.25@tcp50 mbits 0x695825f900580-0x695825f900580 00000100:00000001:0.0:1767384688.319888:0:17078:0:(niobuf.c:281:ptlrpc_start_bulk_transfer()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767384688.320042:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.320046:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a3c5051f. 00000400:00000200:1.0:1767384688.320049:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.320053:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000001:1.0:1767384688.320057:0:16348:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:1.0:1767384688.320058:0:16348:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000010bd48c0 00000100:00000001:1.0:1767384688.320060:0:16348:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384688.320793:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.320814:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384688.320818:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.320841:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384688.320850:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : ACK - for me 00000400:00000200:3.0:1767384688.320864:0:16347:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.203.125@tcp50: ACK from 12345-192.168.203.25@tcp50 into md 0x2141 00000400:00000200:3.0:1767384688.320869:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384688.320872:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: ACK: OK 00000400:00000200:3.0:1767384688.320877:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd5f8e2e 00000400:00000010:3.0:1767384688.320879:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd5f8e2e. 00000100:00000001:3.0:1767384688.320918:0:16347:0:(events.c:444:server_bulk_callback()) Process entered 00000100:00000200:3.0:1767384688.320920:0:16347:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 0000000010bd48c0 00000100:00000001:3.0:1767384688.320930:0:16347:0:(events.c:486:server_bulk_callback()) Process leaving 00000800:00000001:3.0:1767384688.320935:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.320939:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.320971:0:17078:0:(ldlm_lib.c:3627:target_bulk_io()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.320976:0:17078:0:(client.c:312:ptlrpc_free_bulk()) Process entered 00000020:00000040:0.0:1767384688.320978:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 8 00000100:00000010:0.0:1767384688.320981:0:17078:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000066d0d760. 00000100:00000010:0.0:1767384688.320986:0:17078:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000010bd48c0. 00000100:00000001:0.0:1767384688.320988:0:17078:0:(client.c:335:ptlrpc_free_bulk()) Process leaving 20000000:00000001:0.0:1767384688.320989:0:17078:0:(mgs_nids.c:949:mgs_get_ir_logs()) Process leaving via out (rc=0 : 0 : 0x0) 20000000:00000010:0.0:1767384688.320996:0:17078:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 0000000094c562fe. 20000000:00000001:0.0:1767384688.321000:0:17078:0:(mgs_handler.c:675:mgs_config_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.321003:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041825152 00010000:00000001:0.0:1767384688.321005:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.321009:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000548fd440 x1853237041825152/t0(0) o256->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 304/240 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.321017:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.321019:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.321021:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.321024:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.321026:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.321028:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.321030:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.321032:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.321034:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.321037:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.321040:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000031974b28. 00000100:00000200:0.0:1767384688.321043:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237041825152, offset 224 00000400:00000200:0.0:1767384688.321047:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.321054:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.321062:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [224:224:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [14:14:8:4294967295] 00000400:00000200:0.0:1767384688.321071:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.321075:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 240 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.321085:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cca56323. 00000800:00000200:0.0:1767384688.321089:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.321094:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384688.321096:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000cca56323 type 1, nob 336 niov 1 nkiov 1 00000100:00000001:0.0:1767384688.321147:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.321150:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.321152:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.321154:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.321155:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.321159:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000548fd440 x1853237041825152/t0(0) o256->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 304/240 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.321167:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000548fd440 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+8:15188:x1853237041825152:12345-192.168.203.25@tcp50:256: Request processed in 1641us (1832us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.321174:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 171 00000100:00000040:0.0:1767384688.321176:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.321177:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.321178:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.321181:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.321184:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.321186:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.321189:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 7 00000100:00000001:0.0:1767384688.321191:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.321194:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.321198:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226e8cca. 00000400:00000010:0.0:1767384688.321201:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007c766e70. 00000800:00000200:1.0:1767384688.321270:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.321273:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cca56323. 00000400:00000200:1.0:1767384688.321276:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.321280:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.321288:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031974b28 00000400:00000010:1.0:1767384688.321290:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000031974b28. 00000100:00000001:1.0:1767384688.321293:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.321295:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.321296:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000008a6d412e. 02000000:00000001:1.0:1767384688.321299:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.321300:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.325986:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.325997:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.326000:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.326003:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.326010:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.326020:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 328 into portal 26 MB=0x695825f900600 00000400:00000200:1.0:1767384688.326025:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 328/328 into md 0x1951 [2] + 0 00000400:00000010:1.0:1767384688.326029:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe706ff6. 00000400:00000200:1.0:1767384688.326033:0:16348:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a8b50484 00000800:00000001:1.0:1767384688.326038:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.326045:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.326047:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.326050:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.326053:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8b50484 00000400:00000010:1.0:1767384688.326055:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a8b50484. 00000100:00000001:1.0:1767384688.326058:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.326060:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384688.326063:0:16348:0:(events.c:337:request_in_callback()) incoming req@00000000149e08c9 x1853237041825280 msgsize 328 00000100:00100000:1.0:1767384688.326067:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384688.326068:0:16348:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384688.326122:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.326128:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.326131:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.326168:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.326170:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041825280 02000000:00000001:0.0:1767384688.326173:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.326174:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.326176:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.326179:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.326182:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041825280 00000020:00000001:0.0:1767384688.326192:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.326193:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.326195:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.326197:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=8 00000020:00000001:0.0:1767384688.326199:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.326201:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.326205:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.326208:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.326210:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.326212:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000020:00000010:0.0:1767384688.326216:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.326220:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.326224:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.326230:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.326232:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.326233:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.326235:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.326241:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.326292:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.326301:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.326303:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.326307:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 172 00000100:00000040:0.0:1767384688.326310:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.326312:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863210576 : -106174846341040 : ffff9f6f3dfff050) 00000100:00000040:0.0:1767384688.326317:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000149e08c9 x1853237041825280/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.326325:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.326327:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.326329:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.326331:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000100:00100000:0.0:1767384688.326334:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000149e08c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+8:15188:x1853237041825280:12345-192.168.203.25@tcp50:101: 00000100:00000200:0.0:1767384688.326337:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041825280 00000020:00000001:0.0:1767384688.326346:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.326348:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.326350:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.326352:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.326353:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105280 : -1049446336 : ffffffffc172b840) 00000020:00000001:0.0:1767384688.326356:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.326358:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.326360:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.326361:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.326364:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.326366:0:17078:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1767384688.326378:0:17078:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1767384688.326380:0:17078:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1767384688.326381:0:17078:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384688.326383:0:17078:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.326388:0:17078:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767384688.326393:0:17078:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000712dc175 count: 3 00010000:00000001:0.0:1767384688.326395:0:17078:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384688.326397:0:17078:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767384688.326401:0:17078:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee037f1d. 00000020:00000001:0.0:1767384688.326404:0:17078:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767384688.326406:0:17078:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000ee037f1d with handle 0x71ee3a74e271930a to hash 00000020:00000001:0.0:1767384688.326408:0:17078:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767384688.326409:0:17078:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00010000:00000001:0.0:1767384688.326411:0:17078:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00010000:00010000:0.0:1767384688.326414:0:17078:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271930a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x58254b8e9563c444 expref: -99 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384688.326421:0:17078:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000000b8cd936 : new locks_count 4 00000020:00000040:0.0:1767384688.326423:0:17078:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=9 00000100:00000001:0.0:1767384688.326429:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.326431:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.326434:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000010bd48c0. 02000000:00000001:0.0:1767384688.326436:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.326468:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.326474:0:17078:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767384688.326477:0:17078:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1767384688.326479:0:17078:0:(ldlm_plain.c:119:ldlm_process_plain_lock()) Process entered 00010000:00000001:0.0:1767384688.326481:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384688.326483:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.326485:0:17078:0:(ldlm_plain.c:54:ldlm_plain_compat_queue()) Process entered 00010000:00000001:0.0:1767384688.326486:0:17078:0:(ldlm_plain.c:99:ldlm_plain_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.326488:0:17078:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767384688.326490:0:17078:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767384688.326491:0:17078:0:(ldlm_lock.c:999:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767384688.326492:0:17078:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767384688.326494:0:17078:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000712dc175) refcount = 3 00010000:00000040:0.0:1767384688.326497:0:17078:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1767384688.326500:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 0000000017f3f080/0x71ee3a74e2718ff3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718fec expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767384688.326507:0:17078:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGS lock: 00000000414b61ef/0x71ee3a74e2718f7c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x71ee3a74e2718f75 expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384688.326512:0:17078:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271930a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c444 expref: 9 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.326517:0:17078:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767384688.326519:0:17078:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767384688.326520:0:17078:0:(ldlm_plain.c:146:ldlm_process_plain_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.326521:0:17078:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.326523:0:17078:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384688.326527:0:17078:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1767384688.326529:0:17078:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271930a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c444 expref: 9 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384688.326534:0:17078:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1767384688.326536:0:17078:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384688.326537:0:17078:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384688.326549:0:17078:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384688.326551:0:17078:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384688.326557:0:17078:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384688.326558:0:17078:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767384688.326559:0:17078:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 00000000ee037f1d, rc 0) 00000020:00000001:0.0:1767384688.326561:0:17078:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.326564:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041825280 00010000:00000001:0.0:1767384688.326566:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.326569:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000149e08c9 x1853237041825280/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.326576:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.326579:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.326582:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.326585:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.326587:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.326589:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.326592:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.326593:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.326596:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.326598:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.326601:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000160e44e2. 00000100:00000200:0.0:1767384688.326605:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237041825280, offset 224 00000400:00000200:0.0:1767384688.326609:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.326616:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.326626:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [225:225:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [15:15:8:4294967295] 00000400:00000200:0.0:1767384688.326635:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.326640:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.326643:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7bdbc25. 00000800:00000200:0.0:1767384688.326648:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.326653:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384688.326656:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7bdbc25 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:0.0:1767384688.326668:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.326670:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.326677:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.326679:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.326680:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.326685:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000149e08c9 x1853237041825280/t0(0) o101->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 328/344 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.326694:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000149e08c9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+9:15188:x1853237041825280:12345-192.168.203.25@tcp50:101: Request processed in 367us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.326701:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 172 00000100:00000040:0.0:1767384688.326703:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.326706:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.326708:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.326711:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.326715:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.326718:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.326721:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 8 00000100:00000001:0.0:1767384688.326724:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.326728:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.326733:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8293fa. 00000400:00000010:0.0:1767384688.326737:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a36d52b8. 00000800:00000200:3.0:1767384688.326762:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767384688.326769:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7bdbc25. 00000400:00000200:3.0:1767384688.326775:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384688.326782:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:3.0:1767384688.326786:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000160e44e2 00000400:00000010:3.0:1767384688.326789:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000160e44e2. 00000100:00000001:3.0:1767384688.326793:0:16347:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1767384688.326807:0:16347:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384688.326810:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000010bd48c0. 02000000:00000001:3.0:1767384688.326824:0:16347:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384688.326826:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.327912:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.327918:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.327920:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.327921:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.327925:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.327935:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 504 into portal 26 MB=0x695825f900680 00000400:00000200:1.0:1767384688.327939:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 504/504 into md 0x1985 [2] + 0 00000400:00000010:1.0:1767384688.327941:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000005b331e. 00000400:00000200:1.0:1767384688.327944:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007bd51160 00000800:00000001:1.0:1767384688.327946:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.327950:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.327951:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.327953:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.327955:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bd51160 00000400:00000010:1.0:1767384688.327957:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007bd51160. 00000100:00000001:1.0:1767384688.327958:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.327959:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384688.327961:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000094aa0ae9 x1853237041825408 msgsize 504 00000100:00100000:1.0:1767384688.327963:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384688.327964:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384688.327974:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.327977:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.327979:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.328015:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384688.328016:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041825408 02000000:00000001:0.0:1767384688.328017:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384688.328018:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384688.328019:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384688.328021:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384688.328022:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041825408 00000020:00000001:0.0:1767384688.328023:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384688.328024:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384688.328025:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384688.328026:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=9 00000020:00000001:0.0:1767384688.328028:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:0.0:1767384688.328029:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:0.0:1767384688.328031:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.328036:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.328037:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.328039:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000020:00000010:0.0:1767384688.328041:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:0.0:1767384688.328043:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.328044:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384688.328047:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1767384688.328048:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384688.328049:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384688.328050:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.328052:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.328061:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384688.328066:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384688.328067:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384688.328069:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 173 00000100:00000040:0.0:1767384688.328070:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:0.0:1767384688.328071:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863207504 : -106174846344112 : ffff9f6f3dffe450) 00000100:00000040:0.0:1767384688.328074:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000094aa0ae9 x1853237041825408/t0(0) o501->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 504/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384688.328079:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384688.328080:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384688.328081:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384688.328082:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000100:00100000:0.0:1767384688.328084:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000094aa0ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+9:15188:x1853237041825408:12345-192.168.203.25@tcp50:501: 00000100:00000200:0.0:1767384688.328086:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041825408 00000020:00000001:0.0:1767384688.328087:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384688.328088:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384688.328089:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.328091:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384688.328091:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104896 : -1049446720 : ffffffffc172b6c0) 00000020:00000001:0.0:1767384688.328093:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384688.328094:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384688.328098:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384688.328099:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384688.328101:0:17078:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384688.328102:0:17078:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.328104:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.328105:0:17078:0:(mgs_handler.c:685:mgs_llog_open()) Process entered 00000020:00000001:0.0:1767384688.328106:0:17078:0:(tgt_handler.c:1517:tgt_llog_open()) Process entered 00000040:00000001:0.0:1767384688.328107:0:17078:0:(llog_server.c:45:llog_origin_handle_open()) Process entered 00000100:00000001:0.0:1767384688.328109:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384688.328110:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384688.328112:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000008abfe717. 02000000:00000001:0.0:1767384688.328113:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.328114:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:0.0:1767384688.328116:0:17078:0:(llog_server.c:62:llog_origin_handle_open()) MGS: opening log params 00000040:00000040:0.0:1767384688.328118:0:17078:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:0.0:1767384688.328119:0:17078:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:0.0:1767384688.328122:0:17078:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000392ee471. 00000040:00000001:0.0:1767384688.328124:0:17078:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:0.0:1767384688.328126:0:17078:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1767384688.328128:0:17078:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:0.0:1767384688.328130:0:17078:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00080000:00000001:0.0:1767384688.328135:0:17078:0:(osd_handler.c:8206:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1767384688.328138:0:17078:0:(osd_handler.c:6586:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1767384688.328151:0:17078:0:(osd_handler.c:4339:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1767384688.328163:0:17078:0:(osd_handler.c:4347:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384688.328164:0:17078:0:(osd_handler.c:5779:osd_remote_fid()) Process entered 00080000:00000001:0.0:1767384688.328165:0:17078:0:(osd_handler.c:5783:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384688.328166:0:17078:0:(osd_handler.c:6326:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1767384688.328167:0:17078:0:(osd_handler.c:6328:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1767384688.328169:0:17078:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0xa:0x2:0x0] 85:1136785809 to info 00000000d3358aa9 00000020:00000001:0.0:1767384688.328172:0:17078:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at 00000000e4bf8792 00080000:00000002:0.0:1767384688.328174:0:17078:0:(osd_handler.c:6656:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x2:0x0] 00080000:00000001:0.0:1767384688.328175:0:17078:0:(osd_handler.c:6661:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384688.328178:0:17078:0:(osd_handler.c:6668:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384688.328179:0:17078:0:(osd_handler.c:8233:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1767384688.328182:0:17078:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000004dbc6bd6. 00000020:00000001:0.0:1767384688.328188:0:17078:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384688.328191:0:17078:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898720403032 : -106174989148584 : ffff9f6f357cde58) 00000040:00000001:0.0:1767384688.328193:0:17078:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.328194:0:17078:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1767384688.328197:0:17078:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:0.0:1767384688.328199:0:17078:0:(lu_object.c:207:lu_object_put()) Add 00000000550f2db2/000000008a4b57a4 to site lru. bkt: 000000003d855192 00000040:00000010:0.0:1767384688.328201:0:17078:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000004dbc6bd6. 00000040:00000001:0.0:1767384688.328205:0:17078:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1767384688.328207:0:17078:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000392ee471. 00000040:00000001:0.0:1767384688.328209:0:17078:0:(llog_server.c:87:llog_origin_handle_open()) Process leaving 00000040:00000040:0.0:1767384688.328210:0:17078:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:0.0:1767384688.328213:0:17078:0:(tgt_handler.c:1521:tgt_llog_open()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:0.0:1767384688.328216:0:17078:0:(mgs_handler.c:742:mgs_llog_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384688.328218:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041825408 00010000:00000001:0.0:1767384688.328220:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384688.328223:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000094aa0ae9 x1853237041825408/t0(0) o501->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 504/272 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384688.328230:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384688.328232:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384688.328234:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384688.328237:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384688.328239:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384688.328241:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384688.328243:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384688.328245:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384688.328247:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384688.328249:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384688.328252:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000029e73402. 00000100:00000200:0.0:1767384688.328254:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237041825408, offset 224 00000400:00000200:0.0:1767384688.328258:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384688.328264:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384688.328272:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [226:226:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1767384688.328281:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384688.328290:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384688.328292:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffae775. 00000800:00000200:0.0:1767384688.328295:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384688.328297:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384688.328299:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ffae775 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1767384688.328309:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384688.328311:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384688.328312:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384688.328313:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384688.328314:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384688.328316:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094aa0ae9 x1853237041825408/t0(0) o501->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 504/272 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384688.328321:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000094aa0ae9 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+9:15188:x1853237041825408:12345-192.168.203.25@tcp50:501: Request processed in 242us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384688.328326:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 173 00000100:00000040:0.0:1767384688.328327:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:0.0:1767384688.328328:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384688.328329:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384688.328331:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384688.328332:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384688.328334:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000020:00000040:0.0:1767384688.328336:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 8 00000100:00000001:0.0:1767384688.328337:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1767384688.328339:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384688.328341:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009222f8de. 00000400:00000010:0.0:1767384688.328343:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000061766dc7. 00000800:00000200:1.0:1767384688.328493:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.328496:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffae775. 00000400:00000200:1.0:1767384688.328499:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.328503:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.328506:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029e73402 00000400:00000010:1.0:1767384688.328507:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000029e73402. 00000100:00000001:1.0:1767384688.328510:0:16348:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.328511:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.328513:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000008abfe717. 02000000:00000001:1.0:1767384688.328515:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.328516:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1767384688.329569:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.329574:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767384688.329576:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.329578:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384688.329583:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:3.0:1767384688.329591:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 272 into portal 26 MB=0x695825f900700 00000400:00000200:3.0:1767384688.329596:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 272/272 into md 0x1999 [2] + 0 00000400:00000010:3.0:1767384688.329599:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdf117e7. 00000400:00000200:3.0:1767384688.329601:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c598b6d 00000800:00000001:3.0:1767384688.329604:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.329608:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384688.329610:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384688.329613:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:3.0:1767384688.329615:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c598b6d 00000400:00000010:3.0:1767384688.329617:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c598b6d. 00000100:00000001:3.0:1767384688.329621:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384688.329622:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1767384688.329624:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000001bd5f6e0 x1853237041825536 msgsize 272 00000100:00100000:3.0:1767384688.329628:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:3.0:1767384688.329629:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384688.329641:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1767384688.329646:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384688.329648:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384688.329699:0:25090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384688.329701:0:25090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041825536 02000000:00000001:2.0:1767384688.329703:0:25090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384688.329705:0:25090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384688.329706:0:25090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384688.329708:0:25090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384688.329711:0:25090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041825536 00000020:00000001:2.0:1767384688.329712:0:25090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384688.329713:0:25090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:2.0:1767384688.329715:0:25090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384688.329717:0:25090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=9 00000020:00000001:2.0:1767384688.329719:0:25090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:2.0:1767384688.329721:0:25090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:2.0:1767384688.329723:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384688.329726:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:2.0:1767384688.329728:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384688.329730:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384688.329734:0:25090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c51c0fd2. 00000020:00000010:2.0:1767384688.329737:0:25090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384688.329741:0:25090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000040:2.0:1767384688.329745:0:25090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384688.329747:0:25090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384688.329748:0:25090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384688.329749:0:25090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.329752:0:25090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.329766:0:25090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384688.329774:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384688.329776:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384688.329780:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 174 00000100:00000040:2.0:1767384688.329782:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:2.0:1767384688.329784:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863203408 : -106174846348208 : ffff9f6f3dffd450) 00000100:00000040:2.0:1767384688.329788:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000001bd5f6e0 x1853237041825536/t0(0) o503->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/0 e 0 to 0 dl 1767384699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384688.329810:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384688.329813:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:2.0:1767384688.329815:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384688.329817:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00100000:2.0:1767384688.329821:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000001bd5f6e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:467e5a43-65b4-43c3-96e9-9917fbef9ff3+9:15188:x1853237041825536:12345-192.168.203.25@tcp50:503: 00000100:00000200:2.0:1767384688.329824:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041825536 00000020:00000001:2.0:1767384688.329826:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384688.329828:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384688.329829:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.329831:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384688.329832:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660104992 : -1049446624 : ffffffffc172b720) 00000020:00000001:2.0:1767384688.329834:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384688.329835:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384688.329837:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384688.329838:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384688.329840:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.329841:0:25090:0:(tgt_handler.c:1529:tgt_llog_read_header()) Process entered 00000040:00000001:2.0:1767384688.329844:0:25090:0:(llog_server.c:225:llog_origin_handle_read_header()) Process entered 00000100:00000001:2.0:1767384688.329846:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384688.329847:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384688.329860:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000e1b06a5a. 02000000:00000001:2.0:1767384688.329862:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.329864:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000040:00000040:2.0:1767384688.329866:0:25090:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:2.0:1767384688.329868:0:25090:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767384688.329870:0:25090:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000aac15872. 00000040:00000001:2.0:1767384688.329873:0:25090:0:(llog_osd.c:1405:llog_osd_open()) Process entered 00000020:00000001:2.0:1767384688.329875:0:25090:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1767384688.329876:0:25090:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446637898374049280 : -106175335502336 : 0xffff9f6f20d7ee00) 00000020:00000001:2.0:1767384688.329879:0:25090:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446637898374049280 : -106175335502336 : ffff9f6f20d7ee00) 00000020:00000001:2.0:1767384688.329881:0:25090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1767384688.329884:0:25090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898720403032 : -106174989148584 : ffff9f6f357cde58) 00000040:00000001:2.0:1767384688.329887:0:25090:0:(llog_osd.c:1517:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384688.329888:0:25090:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384688.329890:0:25090:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767384688.329895:0:25090:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000cb3ff662. 00000040:00000001:2.0:1767384688.329897:0:25090:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767384688.329898:0:25090:0:(llog_osd.c:195:llog_osd_read_header()) Process entered 00000040:00080000:2.0:1767384688.329902:0:25090:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00000001:2.0:1767384688.329903:0:25090:0:(llog_osd.c:212:llog_osd_read_header()) Process leaving via unlock (rc=4711 : 4711 : 0x1267) 00000040:00000001:2.0:1767384688.329906:0:25090:0:(llog_osd.c:277:llog_osd_read_header()) Process leaving (rc=4711 : 4711 : 1267) 00000040:00000001:2.0:1767384688.329908:0:25090:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384688.329910:0:25090:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767384688.329913:0:25090:0:(llog_server.c:264:llog_origin_handle_read_header()) MGS: red llog header [0xa:0x2:0x0] count 1 lgh_last_idx 0 llh_cat_idx 0 00000040:00000001:2.0:1767384688.329916:0:25090:0:(llog_server.c:265:llog_origin_handle_read_header()) Process leaving 00000040:00000001:2.0:1767384688.329917:0:25090:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384688.329919:0:25090:0:(lu_object.c:207:lu_object_put()) Add 00000000550f2db2/000000008a4b57a4 to site lru. bkt: 000000003d855192 00000040:00000001:2.0:1767384688.329921:0:25090:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384688.329923:0:25090:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000cb3ff662. 00000040:00000010:2.0:1767384688.329926:0:25090:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000aac15872. 00000040:00000040:2.0:1767384688.329928:0:25090:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00000020:00000001:2.0:1767384688.329930:0:25090:0:(tgt_handler.c:1533:tgt_llog_read_header()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384688.329932:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041825536 00010000:00000001:2.0:1767384688.329934:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384688.329938:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000001bd5f6e0 x1853237041825536/t0(0) o503->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/8416 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384688.329944:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384688.329946:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384688.329948:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384688.329951:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384688.329953:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:2.0:1767384688.329955:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:2.0:1767384688.329957:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384688.329958:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384688.329960:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384688.329963:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:2.0:1767384688.329966:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000066890472. 00000100:00000200:2.0:1767384688.329969:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237041825536, offset 224 00000400:00000200:2.0:1767384688.329974:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:2.0:1767384688.329980:0:25090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:2.0:1767384688.329987:0:25090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [227:227:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [17:17:8:4294967295] 00000400:00000200:2.0:1767384688.329996:0:25090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384688.330000:0:25090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.203.25@tcp50 00000800:00000010:2.0:1767384688.330002:0:25090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 00000000aac15872. 00000800:00000200:2.0:1767384688.330006:0:25090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:2.0:1767384688.330010:0:25090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1022 00000800:00000200:2.0:1767384688.330012:0:25090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000aac15872 type 1, nob 8512 niov 1 nkiov 3 00000100:00000001:2.0:1767384688.330027:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384688.330030:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00010000:00000001:2.0:1767384688.330032:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384688.330033:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384688.330035:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384688.330038:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001bd5f6e0 x1853237041825536/t0(0) o503->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:669/0 lens 272/8416 e 0 to 0 dl 1767384699 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384688.330046:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000001bd5f6e0 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:467e5a43-65b4-43c3-96e9-9917fbef9ff3+9:15188:x1853237041825536:12345-192.168.203.25@tcp50:503: Request processed in 234us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384688.330052:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 174 00000100:00000040:2.0:1767384688.330054:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:2.0:1767384688.330056:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384688.330058:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384688.330060:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384688.330063:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384688.330066:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c51c0fd2. 00000020:00000040:2.0:1767384688.330068:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 8 00000100:00000001:2.0:1767384688.330071:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384688.330074:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384688.330077:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db10eac. 00000400:00000010:2.0:1767384688.330080:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe1851ca. 00000800:00000200:1.0:1767384688.330214:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.330216:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 00000000aac15872. 00000400:00000200:1.0:1767384688.330220:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.330224:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.330227:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066890472 00000400:00000010:1.0:1767384688.330233:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000066890472. 00000100:00000001:1.0:1767384688.330236:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384688.330237:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384688.330239:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000e1b06a5a. 02000000:00000001:1.0:1767384688.330247:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384688.330248:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384688.333542:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.333551:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384688.333554:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.333556:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.333563:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384688.333572:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 520 into portal 12 MB=0x695825f900780 00000400:00000200:1.0:1767384688.333579:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.25@tcp50 of length 520/520 into md 0x229 [64] + 10296 00000800:00000001:1.0:1767384688.333584:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.333590:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384688.333592:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.333596:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000001:1.0:1767384688.333600:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384688.333602:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384688.333606:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a586a92. 00000100:00000040:1.0:1767384688.333609:0:16348:0:(events.c:337:request_in_callback()) incoming req@000000003a586a92 x1853237041825664 msgsize 520 00000100:00100000:1.0:1767384688.333614:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000001:1.0:1767384688.333624:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384688.333629:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384688.333632:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384688.333708:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384688.333711:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041825664 02000000:00000001:3.0:1767384688.333713:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384688.333715:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384688.333717:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384688.333719:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384688.333722:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041825664 00000020:00000001:3.0:1767384688.333724:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384688.333725:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1767384688.333727:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1767384688.333735:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.333736:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384688.333740:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3f32963. 00000020:00000010:3.0:1767384688.333743:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b209772. 00000020:00000010:3.0:1767384688.333747:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001516f87a. 00000100:00000001:3.0:1767384688.333750:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384688.333752:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384688.333754:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.333757:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.333772:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384688.333781:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384688.333782:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384688.333786:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 3 00000100:00000001:3.0:1767384688.333788:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636137728 : -106180073413888 : ffff9f6e06712300) 00000100:00000040:3.0:1767384688.333808:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000003a586a92 x1853237041825664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384708 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384688.333819:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000003a586a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:11797:x1853237041825664:12345-192.168.203.25@tcp50:38: 00000100:00000200:3.0:1767384688.333823:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041825664 00000020:00000001:3.0:1767384688.333825:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1767384688.333829:0:17086:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:3.0:1767384688.333836:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 8 - find 00000020:00000001:3.0:1767384688.333840:0:17086:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637897918964576 : -106175790587040 : ffff9f6f05b7e360) 00000100:00000001:3.0:1767384688.333844:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384688.333846:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384688.333849:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000004f635966. 02000000:00000001:3.0:1767384688.333851:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.333853:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384688.333855:0:17086:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-MDT0000: ocd_connect_flags: 0xae7e5e7be374d2b8 tmp_exp_old_falloc: 0 00010000:00080000:3.0:1767384688.333860:0:17086:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from 9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50 t0 exp 0000000000000000 cur 308 last 0 00010000:00000001:3.0:1767384688.333864:0:17086:0:(obd_class.h:852:obd_connect()) Process entered 00000004:00000001:3.0:1767384688.333867:0:17086:0:(mdt_handler.c:7483:mdt_obd_connect()) Process entered 00000004:00000001:3.0:1767384688.333869:0:17086:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384688.333876:0:17086:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384688.333881:0:17086:0:(obd_class.h:503:obd_get_info()) Process entered 00000004:00000001:3.0:1767384688.333884:0:17086:0:(osp_dev.c:1757:osp_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384688.333886:0:17086:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384688.333889:0:17086:0:(lod_dev.c:2457:lod_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384688.333890:0:17086:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384688.333891:0:17086:0:(mdd_device.c:1647:mdd_obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384688.333893:0:17086:0:(obd_class.h:517:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.333894:0:17086:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:3.0:1767384688.333896:0:17086:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1767384688.333899:0:17086:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008f2c1a56. 00000020:00000001:3.0:1767384688.333901:0:17086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384688.333903:0:17086:0:(lustre_handles.c:77:class_handle_hash()) added object 000000008f2c1a56 with handle 0x71ee3a74e2719311 to hash 00000020:00000001:3.0:1767384688.333905:0:17086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1767384688.333908:0:17086:0:(obd_class.h:1008:obd_init_export()) Process entered 00000004:00000001:3.0:1767384688.333909:0:17086:0:(mdt_handler.c:7576:mdt_init_export()) Process entered 00000004:00000010:3.0:1767384688.333912:0:17086:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 000000002b89cfc2. 00000001:00000001:3.0:1767384688.333914:0:17086:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000001:00000010:3.0:1767384688.333916:0:17086:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000235175ba. 00000001:00000001:3.0:1767384688.333919:0:17086:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384688.333921:0:17086:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000001:00000001:3.0:1767384688.333923:0:17086:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384688.333926:0:17086:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000d8d11bb9. 00000001:00000010:3.0:1767384688.333929:0:17086:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000080cda63f. 00000001:00000010:3.0:1767384688.333932:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000476ba9cd. 00000001:00000010:3.0:1767384688.333934:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000473c31b0. 00000001:00000010:3.0:1767384688.333937:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000025680772. 00000001:00000010:3.0:1767384688.333940:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ecc24ba. 00000001:00000001:3.0:1767384688.333942:0:17086:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:3.0:1767384688.333943:0:17086:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000179896d0. 00000001:00000010:3.0:1767384688.333945:0:17086:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000bc68ba8f. 00000001:00000010:3.0:1767384688.333948:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d77dca29. 00000001:00000010:3.0:1767384688.333950:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0a48456. 00000001:00000010:3.0:1767384688.333953:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a01e43e9. 00000001:00000010:3.0:1767384688.334288:0:17086:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cada858f. 00010000:00000001:3.0:1767384688.334293:0:17086:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384688.334300:0:17086:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384688.334303:0:17086:0:(mdt_handler.c:7602:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.334305:0:17086:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384688.334307:0:17086:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=3 00000020:00000040:3.0:1767384688.334311:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 9 - export 00000020:00000001:3.0:1767384688.334314:0:17086:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000020:00000040:3.0:1767384688.334316:0:17086:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 2 00000020:00000080:3.0:1767384688.334318:0:17086:0:(genops.c:1402:class_connect()) connect: client 9c024f05-a3b5-431a-8f8b-d3962b7e0303, cookie 0x71ee3a74e2719311 00000020:00000001:3.0:1767384688.334320:0:17086:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.334322:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384688.334323:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719311 00000020:00000001:3.0:1767384688.334325:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384688.334326:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008f2c1a56 refcount=3 00000020:00000001:3.0:1767384688.334328:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000020:00000001:3.0:1767384688.334330:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000001:00000001:3.0:1767384688.334333:0:17086:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000001:00000001:3.0:1767384688.334337:0:17086:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:3.0:1767384688.334342:0:17086:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 6 00000001:00000001:3.0:1767384688.334344:0:17086:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446637898718908416 : -106174990643200 : ffff9f6f35661000) 00000001:00000001:3.0:1767384688.334347:0:17086:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000040:3.0:1767384688.334349:0:17086:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=4 00000001:00000040:3.0:1767384688.334351:0:17086:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 7 00000001:00000001:3.0:1767384688.334354:0:17086:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000001:08000000:3.0:1767384688.334358:0:17086:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-MDT0000: adding NID 192.168.203.25@tcp50 to nodemap default 00000001:00000040:3.0:1767384688.334361:0:17086:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 6 00000001:00000001:3.0:1767384688.334363:0:17086:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.334368:0:17086:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384688.334376:0:17086:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1767384688.334378:0:17086:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 free: 95899648 avail: 82939904 00000020:00000001:3.0:1767384688.334381:0:17086:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1767384688.334383:0:17086:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 avail=82939904 left=74645504 unstable=0 tot_grant=8293990 pending=0 00000020:00000001:3.0:1767384688.334385:0:17086:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=74645504 : 74645504 : 4730000) 00000020:00000001:3.0:1767384688.334394:0:17086:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1767384688.334396:0:17086:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 wants: 134217728 current grant 0 granting: 2146304 00000020:00000020:3.0:1767384688.334399:0:17086:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 tot cached:0 granted:2146304 num_exports: 3 00000020:00000001:3.0:1767384688.334402:0:17086:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=2146304 : 2146304 : 20c000) 00000020:00000020:3.0:1767384688.334404:0:17086:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 ocd_grant: 2146304 want: 134217728 left: 74645504 00000020:00000001:3.0:1767384688.334406:0:17086:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00100000:3.0:1767384688.334409:0:17086:0:(mdt_handler.c:7289:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000001:00000001:3.0:1767384688.334413:0:17086:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000001:3.0:1767384688.334416:0:17086:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384688.334418:0:17086:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00080000:00000001:3.0:1767384688.334420:0:17086:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384688.334425:0:17086:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c6f2d4e9. 00080000:00000001:3.0:1767384688.334428:0:17086:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617606144 : -106180091945472 : ffff9f6e05565e00) 00080000:00000001:3.0:1767384688.334432:0:17086:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384688.334435:0:17086:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384688.334462:0:17086:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004428a252. 00080000:00000001:3.0:1767384688.334465:0:17086:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384688.334468:0:17086:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384688.334479:0:17086:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384688.334482:0:17086:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:3.0:1767384688.334505:0:17086:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384688.334508:0:17086:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384688.334511:0:17086:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384688.337096:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c6f2d4e9. 00080000:00000010:3.0:1767384688.337155:0:17086:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004428a252. 00040000:00000001:3.0:1767384688.337161:0:17086:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384688.337162:0:17086:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384688.337165:0:17086:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384688.337167:0:17086:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384688.337169:0:17086:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384688.337171:0:17086:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-MDT0000: new client at index 0 (8192) with UUID '9c024f05-a3b5-431a-8f8b-d3962b7e0303' generation 1 00000001:00000001:3.0:1767384688.337174:0:17086:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384688.337183:0:17086:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384688.337186:0:17086:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007697225d. 00080000:00000001:3.0:1767384688.337187:0:17086:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617603072 : -106180091948544 : ffff9f6e05565200) 00080000:00000001:3.0:1767384688.337190:0:17086:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384688.337192:0:17086:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384688.337194:0:17086:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004428a252. 00080000:00000001:3.0:1767384688.337196:0:17086:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384688.337198:0:17086:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384688.337204:0:17086:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384688.337207:0:17086:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000365f4e78. 00000001:00000040:3.0:1767384688.337209:0:17086:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000008f2c1a56 : new cb_count 1 00000020:00000040:3.0:1767384688.337211:0:17086:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=5 00000001:00000001:3.0:1767384688.337340:0:17086:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384688.337343:0:17086:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384688.337346:0:17086:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004428a252. 00040000:00000001:3.0:1767384688.337349:0:17086:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384688.337350:0:17086:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384688.337352:0:17086:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384688.337353:0:17086:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384688.337356:0:17086:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384688.337358:0:17086:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:3.0:1767384688.337360:0:17086:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 00000020:01000000:3.0:1767384688.337365:0:17086:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 00000000fe226fc3 00000020:00000010:3.0:1767384688.337367:0:17086:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000008ddd2c81. 00000020:00000040:3.0:1767384688.337374:0:17086:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 000000008ddd2c81 for nid 192.168.203.25@tcp50 - ref 2 00000020:00000001:3.0:1767384688.337430:0:17086:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384688.337466:0:17086:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000fc2ed692. 00000020:00000010:3.0:1767384688.337471:0:17086:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000f0ca80ec. 00000020:00000010:3.0:1767384688.337474:0:17086:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000afc1c4b4. 00000020:00000010:3.0:1767384688.337494:0:17086:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000008b388391. 00000020:00000010:3.0:1767384688.337496:0:17086:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000e11eb5ed. 00000020:00000010:3.0:1767384688.337498:0:17086:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000007fa983c6. 00000004:00000001:3.0:1767384688.337512:0:17086:0:(mdt_fs.c:76:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384688.337514:0:17086:0:(mdt_handler.c:7539:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384688.337521:0:17086:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384688.337524:0:17086:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000e4a31c35. 00000020:00000040:3.0:1767384688.337527:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 10 - import 00000020:00000001:3.0:1767384688.337531:0:17086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384688.337532:0:17086:0:(genops.c:1242:class_import_put()) import 00000000e4a31c35 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1767384688.337534:0:17086:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:3.0:1767384688.337536:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000020:00000040:3.0:1767384688.337542:0:17086:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=6 00000100:00000040:3.0:1767384688.337543:0:17086:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 000000008f2c1a56 : new rpc_count 1 00000100:00000001:3.0:1767384688.337546:0:17086:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1767384688.337553:0:17086:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.25@tcp50 primary NID 192.168.203.25@tcp50 rc 0 00000100:00000001:3.0:1767384688.337556:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384688.337558:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000100:00000001:3.0:1767384688.337560:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 00000100:00000001:3.0:1767384688.337562:0:17086:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637897936181824 : -106175773369792 : 0xffff9f6f06be9a40) 00000100:00000040:3.0:1767384688.337565:0:17086:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000020:00000040:3.0:1767384688.337567:0:17086:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=7 00000100:00000001:3.0:1767384688.337572:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384688.337574:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 4 to 192.168.203.25@tcp50 00000100:00000001:3.0:1767384688.337576:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:3.0:1767384688.337578:0:17086:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384688.337581:0:17086:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1767384688.337583:0:17086:0:(sec.c:1440:sptlrpc_sec_create()) mdt lustre-MDT0000: reverse sec using flavor null 02000000:00000001:3.0:1767384688.337586:0:17086:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650440768 : -1059110848 : ffffffffc0df4040) 02000000:00000001:3.0:1767384688.337588:0:17086:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.337591:0:17086:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1767384688.337594:0:17086:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1767384688.337596:0:17086:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384688.337599:0:17086:0:(import.c:65:import_set_state_nolock()) 00000000e4a31c35 : changing import state from RECOVER to FULL 00000100:00000001:3.0:1767384688.337602:0:17086:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384688.337604:0:17086:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1767384688.337606:0:17086:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384688.337609:0:17086:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 6 00000020:00000040:3.0:1767384688.337617:0:17086:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 10 - find 00010000:00000001:3.0:1767384688.337619:0:17086:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.337623:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384688.337625:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662146352 : -1047405264 : ffffffffc191dd30) 00000020:00000001:3.0:1767384688.337628:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384688.337629:0:17086:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384688.337631:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384688.337633:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384688.337635:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.337637:0:17086:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000001:00000001:3.0:1767384688.337643:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384688.337644:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384688.337646:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384688.337647:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.337649:0:17086:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384688.337651:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041825664 00010000:00000001:3.0:1767384688.337654:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384688.337658:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a586a92 x1853237041825664/t0(0) o38->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384688.337666:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384688.337668:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384688.337671:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=100 v=5 (1 0 0 0) 00000100:00001000:3.0:1767384688.337675:0:17086:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:3.0:1767384688.337678:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384688.337679:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 5 to 192.168.203.25@tcp50 00000100:00000001:3.0:1767384688.337681:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:3.0:1767384688.337684:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384688.337685:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384688.337688:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384688.337691:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:3.0:1767384688.337695:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000602f24a9. 00000100:00000200:3.0:1767384688.337699:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1853237041825664, offset 0 00000400:00000200:3.0:1767384688.337704:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:3.0:1767384688.337713:0:17086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:3.0:1767384688.337732:0:17086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [228:228:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [18:18:8:4294967295] 00000400:00000200:3.0:1767384688.337743:0:17086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384688.337748:0:17086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:3.0:1767384688.337751:0:17086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000079ac4081. 00000800:00000200:3.0:1767384688.337757:0:17086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:3.0:1767384688.337763:0:17086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:3.0:1767384688.337766:0:17086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000079ac4081 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:3.0:1767384688.337784:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384688.337787:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 4 to 192.168.203.25@tcp50 00010000:00000001:3.0:1767384688.337790:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384688.337804:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.337806:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384688.337810:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a586a92 x1853237041825664/t0(0) o38->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384708 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384688.337818:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000003a586a92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c024f05-a3b5-431a-8f8b-d3962b7e0303+6:11797:x1853237041825664:12345-192.168.203.25@tcp50:38: Request processed in 3999us (4207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384688.337826:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 3 00000100:00000040:3.0:1767384688.337828:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f2c1a56 : new rpc_count 0 00000100:00000001:3.0:1767384688.337830:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384688.337831:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384688.337834:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b209772. 00000020:00000010:3.0:1767384688.337838:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001516f87a. 00000020:00000010:3.0:1767384688.337841:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3f32963. 00000020:00000040:3.0:1767384688.337845:0:17086:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 5 00000100:00000001:3.0:1767384688.337847:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384688.338001:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384688.338004:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000079ac4081. 00000400:00000200:1.0:1767384688.338008:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384688.338013:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384688.338016:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000602f24a9 00000400:00000010:1.0:1767384688.338018:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000602f24a9. 00000100:00000001:1.0:1767384688.338022:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384688.338023:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:2.0:1767384688.357545:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384688.357550:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384688.357552:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c459c9d 00000400:00000010:2.0:1767384688.357555:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c459c9d. 00000400:00000200:2.0:1767384688.357561:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384688.357566:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery ping unlinked 00000400:00000010:2.0:1767384688.357583:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000b879578c. 00000400:00000010:2.0:1767384688.357587:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000026323ee8. 00000400:00000001:2.0:1767384688.357592:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384688.357593:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384688.357594:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000400:00000010:2.0:1767384688.357596:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000400:00000200:2.0:1767384688.357598:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384688.357600:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp38 recovery ping unlinked 00000400:00000010:2.0:1767384688.357602:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000c649883c. 00000400:00000010:2.0:1767384688.357605:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d9bdf198. 00000800:00000200:0.0:1767384688.357690:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (4) 00000800:00000200:0.1:1767384688.357696:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (4) 00000400:00000200:1.0:1767384688.357883:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.357930:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.357967:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.357987:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.358008:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.358029:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.358049:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.358070:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.358090:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.358112:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.361882:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.361915:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.361937:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.361957:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.361978:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.361999:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362018:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362037:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362054:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362071:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362091:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362112:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362131:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362151:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362172:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362193:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362214:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362235:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362257:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362277:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362297:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362316:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362336:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362360:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384688.362378:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384688.362536:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000003058f8ce. 00000800:00000010:1.0:1767384688.362541:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c59e9f0a. 00000800:00000010:1.0:1767384688.362545:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000e4ff5e7a. 00000800:00000010:1.0:1767384688.362562:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000e4ff5e7a. 00000800:00020000:1.0:1767384688.362571:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384688.362575:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c59e9f0a. 00000800:00000010:1.0:1767384688.362577:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000003058f8ce. 00000400:02020000:1.0:1767384688.362612:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp34 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384688.362617:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384688.549547:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384688.549554:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384688.549571:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384688.549572:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384688.549596:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384688.549614:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384688.549617:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1767384689.339221:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.339261:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.339266:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.339270:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.339284:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384689.339305:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 224 into portal 12 MB=0x695825f900880 00000400:00000200:1.0:1767384689.339315:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.25@tcp50 of length 224/224 into md 0x229 [64] + 10816 00000800:00000001:1.0:1767384689.339323:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.339330:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.339332:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.339337:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000001:1.0:1767384689.339346:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384689.339349:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384689.339357:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d055dc3. 00000100:00000040:1.0:1767384689.339362:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000004d055dc3 x1853237041825920 msgsize 224 00000100:00100000:1.0:1767384689.339367:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000001:1.0:1767384689.339383:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384689.339395:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.339399:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.339401:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.339403:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.339424:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000100:00000001:3.0:1767384689.339481:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1767384689.339482:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 224 into portal 12 MB=0x695825f900800 00000100:00100000:3.0:1767384689.339486:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041825920 00000400:00000200:1.0:1767384689.339491:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.25@tcp50 of length 224/224 into md 0x229 [64] + 11040 02000000:00000001:3.0:1767384689.339492:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384689.339497:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1767384689.339498:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384689.339501:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384689.339508:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384689.339512:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1767384689.339514:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041825920 00000400:00000200:1.0:1767384689.339515:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384689.339519:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384689.339521:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000020:00000040:3.0:1767384689.339524:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719311 00000100:00000001:1.0:1767384689.339526:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:3.0:1767384689.339527:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1767384689.339529:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1767384689.339533:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008f2c1a56 refcount=6 00000100:00000010:1.0:1767384689.339534:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3340d99. 00000020:00000001:3.0:1767384689.339539:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000100:00000040:1.0:1767384689.339540:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000e3340d99 x1853237041825792 msgsize 224 00000020:00000001:3.0:1767384689.339546:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000100:00100000:1.0:1767384689.339550:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000001:3.0:1767384689.339554:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384689.339560:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008893688a. 00000100:00000001:1.0:1767384689.339564:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:3.0:1767384689.339566:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000004428a252. 00000800:00000001:1.0:1767384689.339570:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.339574:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1767384689.339575:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 10 - evictor 00000100:00000001:3.0:1767384689.339595:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1767384689.339600:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1767384689.339602:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008839ee66. 00000100:00100000:2.0:1767384689.339605:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041825792 02000000:00000001:2.0:1767384689.339609:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1767384689.339610:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b209772. 00000100:00000001:2.0:1767384689.339613:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384689.339616:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384689.339617:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001516f87a. 02000000:00000001:2.0:1767384689.339620:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384689.339624:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041825792 00000020:00000001:2.0:1767384689.339627:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384689.339629:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719311 00000100:00000040:3.0:1767384689.339631:0:17086:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1767384689.339631:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384689.339635:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008f2c1a56 refcount=7 00000100:00000001:3.0:1767384689.339636:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384689.339640:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1767384689.339640:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000020:00000001:2.0:1767384689.339644:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000100:00000001:3.0:1767384689.339645:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384689.339647:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00000001:2.0:1767384689.339648:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384689.339654:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:3.0:1767384689.339657:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.339659:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1767384689.339659:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 10 - evictor 00000020:00000010:2.0:1767384689.339667:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384689.339678:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c51c0fd2. 00000100:00000001:3.0:1767384689.339680:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1767384689.339682:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384689.339687:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000001:2.0:1767384689.339690:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384689.339691:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384689.339692:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.339696:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.339697:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384689.339700:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384689.339707:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 4 00000100:00000040:3.0:1767384689.339710:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008f2c1a56 : new rpc_count 1 00000100:00000001:3.0:1767384689.339712:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636130560 : -106180073421056 : ffff9f6e06710700) 00000100:00000001:2.0:1767384689.339716:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384689.339720:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000004d055dc3 x1853237041825920/t0(0) o41->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.339730:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384689.339733:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384689.339743:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1767384689.339743:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 5 00000020:00000010:3.0:1767384689.339749:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000040:2.0:1767384689.339750:0:18369:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008f2c1a56 : new rpc_count 2 00000100:00000001:3.0:1767384689.339754:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384689.339754:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636133248 : -106180073418368 : ffff9f6e06711180) 00000100:00000001:0.0:1767384689.339756:0:17087:0:(service.c:3426:ptlrpc_start_thread()) Process entered 00000020:00000010:3.0:1767384689.339759:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000100:00000040:2.0:1767384689.339764:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e3340d99 x1853237041825792/t0(0) o41->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384689.339768:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000004d055dc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c024f05-a3b5-431a-8f8b-d3962b7e0303+7:15188:x1853237041825920:12345-192.168.203.25@tcp50:41: 00000100:00100000:0.0:1767384689.339778:0:17087:0:(service.c:3434:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00000200:3.0:1767384689.339780:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041825920 00000020:00000001:3.0:1767384689.339787:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384689.339808:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000010:0.0:1767384689.339812:0:17087:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000297029c9. 00000020:00000001:3.0:1767384689.339814:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.339817:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384689.339821:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1767384689.339824:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00100000:0.0:1767384689.339824:0:17087:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000020:00000001:3.0:1767384689.339825:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662146496 : -1047405120 : ffffffffc191ddc0) 00000100:00000001:2.0:1767384689.339835:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1767384689.339836:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384689.339840:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000001:00000001:3.0:1767384689.339841:0:17086:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237041825920, found 0 last_xid 0 00000020:00000001:3.0:1767384689.339845:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1767384689.339849:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e3340d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c024f05-a3b5-431a-8f8b-d3962b7e0303+7:0:x1853237041825792:12345-192.168.203.25@tcp50:41: 00000020:00000001:3.0:1767384689.339850:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384689.339854:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384689.339857:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041825792 00000020:00000001:3.0:1767384689.339859:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.339862:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384689.339865:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384689.339866:0:18369:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384689.339869:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384689.339871:0:18369:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384689.339876:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000002b487340. 00000020:00000001:2.0:1767384689.339876:0:18369:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384689.339880:0:18369:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662146496 : -1047405120 : ffffffffc191ddc0) 02000000:00000001:3.0:1767384689.339881:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.339887:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.339887:0:18369:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384689.339893:0:18369:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237041825792, found 0 last_xid 0 00000004:00000001:3.0:1767384689.339894:0:17086:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000001:2.0:1767384689.339898:0:18369:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1767384689.339900:0:17086:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000020:00000001:2.0:1767384689.339902:0:18369:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000004:00000001:3.0:1767384689.339903:0:17086:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.339906:0:18369:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384689.339909:0:18369:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.339912:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384689.339916:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384689.339921:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000030d3f53f. 00000004:00000024:3.0:1767384689.339924:0:17086:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 02000000:00000001:2.0:1767384689.339924:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.339929:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384689.339932:0:17086:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000004:00000001:2.0:1767384689.339935:0:18369:0:(mdt_handler.c:474:mdt_statfs()) Process entered 00000020:00000020:3.0:1767384689.339937:0:17086:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 dirty 0 pend 0 grant 2146304 00000004:00000001:2.0:1767384689.339939:0:18369:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384689.339940:0:18369:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384689.339943:0:17086:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000f31c03f7 dirty 0 pend 0 grant 0 00000004:00000024:2.0:1767384689.339945:0:18369:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 95895552 avail 82935808 00000020:00000020:3.0:1767384689.339951:0:17086:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000032d5238d dirty 0 pend 0 grant 0 00000004:00000020:3.0:1767384689.339957:0:17086:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000020:2.0:1767384689.339958:0:18369:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:2.0:1767384689.339961:0:18369:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 dirty 0 pend 0 grant 2146304 00000020:00000020:2.0:1767384689.339964:0:18369:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000f31c03f7 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1767384689.339969:0:18369:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000032d5238d dirty 0 pend 0 grant 0 00000004:00000020:2.0:1767384689.339972:0:18369:0:(mdt_handler.c:555:mdt_statfs()) 23812 blocks: 23412 free, 20248 avail; 79992 objects: 79720 free; state 0 00000020:00000010:3.0:1767384689.340069:0:17086:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000d753b17a. 00000100:00000001:0.0:1767384689.340074:0:17087:0:(service.c:3515:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.340079:0:17086:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384689.340081:0:17086:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.340091:0:17086:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.340093:0:17086:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.340098:0:17086:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384689.340102:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041825920 00010000:00000001:3.0:1767384689.340105:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384689.340114:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d055dc3 x1853237041825920/t0(0) o41->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384689.340124:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384689.340127:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384689.340131:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384689.340135:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384689.340138:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 5 to 192.168.203.25@tcp50 00000100:00000001:3.0:1767384689.340140:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:3.0:1767384689.340143:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384689.340146:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.340150:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384689.340152:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:3.0:1767384689.340156:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe56fc22. 00000100:00000200:3.0:1767384689.340161:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237041825920, offset 224 00000400:00000200:3.0:1767384689.340165:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:3.0:1767384689.340175:0:17086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:3.0:1767384689.340190:0:17086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [229:229:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [19:19:8:4294967295] 00000400:00000200:3.0:1767384689.340199:0:17086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384689.340203:0:17086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:3.0:1767384689.340206:0:17086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a033b270. 00000800:00000200:3.0:1767384689.340210:0:17086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:3.0:1767384689.340216:0:17086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:3.0:1767384689.340219:0:17086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a033b270 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1767384689.340239:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.340242:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 4 to 192.168.203.25@tcp50 00010000:00000001:3.0:1767384689.340244:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384689.340246:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.340248:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384689.340253:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d055dc3 x1853237041825920/t0(0) o41->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384689.340262:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000004d055dc3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9c024f05-a3b5-431a-8f8b-d3962b7e0303+7:15188:x1853237041825920:12345-192.168.203.25@tcp50:41: Request processed in 519us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384689.340271:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 4 00000100:00000040:3.0:1767384689.340274:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f2c1a56 : new rpc_count 1 00000100:00000001:3.0:1767384689.340276:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384689.340277:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384689.340282:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b209772. 00000020:00000010:3.0:1767384689.340286:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001516f87a. 00000020:00000010:3.0:1767384689.340291:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008839ee66. 00000020:00000040:3.0:1767384689.340295:0:17086:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 6 00000100:00000001:3.0:1767384689.340298:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384689.340346:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384689.340349:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a033b270. 00000400:00000200:0.0:1767384689.340353:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384689.340357:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:0.0:1767384689.340361:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe56fc22 00000400:00000010:0.0:1767384689.340362:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fe56fc22. 00000100:00000001:0.0:1767384689.340365:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384689.340366:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384689.340422:0:40023:0:(service.c:2991:ptlrpc_main()) Process entered 00000100:00000010:1.0:1767384689.340465:0:40023:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000e4ff5e7a. 00000020:00000010:1.0:1767384689.340469:0:40023:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000099530f62. 00000020:00000010:1.0:1767384689.340475:0:40023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003462ed27. 00000020:00000010:1.0:1767384689.340478:0:40023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ffa9ddff. 00000040:00000010:1.0:1767384689.340482:0:40023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005bca7246. 00000020:00000010:1.0:1767384689.340486:0:40023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000015119f4. 00000020:00000010:1.0:1767384689.340491:0:40023:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003954b63d. 00000020:00000010:1.0:1767384689.340495:0:40023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b6e302f3. 80000000:00000010:1.0:1767384689.340505:0:40023:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000015a9adcb. 40000000:00000010:1.0:1767384689.340507:0:40023:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc43e54c. 00100000:00000010:1.0:1767384689.340511:0:40023:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006a44137f. 00040000:00000010:1.0:1767384689.340515:0:40023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000080885464. 00040000:00000010:1.0:1767384689.340520:0:40023:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007a06a864. 00040000:00000010:1.0:1767384689.340523:0:40023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071e42cc5. 00080000:00000010:1.0:1767384689.340528:0:40023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000003058f8ce. 00080000:00000010:1.0:1767384689.340533:0:40023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b2426577. 00000004:00000010:1.0:1767384689.340539:0:40023:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002ac1301e. 00000004:00000010:1.0:1767384689.340560:0:40023:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000635b7c30. 00000004:00000010:1.0:1767384689.340566:0:40023:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000016c10be7. 00002000:00000010:1.0:1767384689.340569:0:40023:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000381aad60. 00000004:00000010:1.0:1767384689.340572:0:40023:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000baaee174. 00000100:00000010:1.0:1767384689.340624:0:40023:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000b2bc7615. 00000100:00000200:1.0:1767384689.340632:0:40023:0:(service.c:3079:ptlrpc_main()) service thread 4 (#5) started 00000020:00000010:2.0:1767384689.341149:0:18369:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000007ccacd56. 00000020:00000001:2.0:1767384689.341155:0:18369:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1767384689.341157:0:18369:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384689.341159:0:18369:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384689.341160:0:18369:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384689.341163:0:18369:0:(mdt_handler.c:575:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384689.341166:0:18369:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041825792 00010000:00000001:2.0:1767384689.341168:0:18369:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384689.341172:0:18369:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e3340d99 x1853237041825792/t0(0) o41->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384689.341180:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384689.341183:0:18369:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384689.341185:0:18369:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384689.341188:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384689.341190:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 5 to 192.168.203.25@tcp50 00000100:00000001:2.0:1767384689.341192:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:2.0:1767384689.341194:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384689.341195:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.341197:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384689.341200:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:2.0:1767384689.341203:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000100:00000200:2.0:1767384689.341207:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1853237041825792, offset 224 00000400:00000200:2.0:1767384689.341212:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:2.0:1767384689.341218:0:18369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:2.0:1767384689.341227:0:18369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [230:230:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [20:20:8:4294967295] 00000400:00000200:2.0:1767384689.341236:0:18369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384689.341240:0:18369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:2.0:1767384689.341244:0:18369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000175ab687. 00000800:00000200:2.0:1767384689.341248:0:18369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:2.0:1767384689.341253:0:18369:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:2.0:1767384689.341256:0:18369:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000175ab687 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:2.0:1767384689.341270:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.341273:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 4 to 192.168.203.25@tcp50 00010000:00000001:2.0:1767384689.341275:0:18369:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384689.341276:0:18369:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.341278:0:18369:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384689.341282:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3340d99 x1853237041825792/t0(0) o41->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/368 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384689.341292:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e3340d99 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c024f05-a3b5-431a-8f8b-d3962b7e0303+6:0:x1853237041825792:12345-192.168.203.25@tcp50:41: Request processed in 1474us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384689.341314:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 5 00000100:00000040:2.0:1767384689.341318:0:18369:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f2c1a56 : new rpc_count 0 00000800:00000200:1.0:1767384689.341318:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384689.341322:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000175ab687. 00000100:00000001:2.0:1767384689.341327:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1767384689.341328:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384689.341329:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384689.341334:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000400:00000200:1.0:1767384689.341335:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000020:00000010:2.0:1767384689.341341:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000400:00000200:1.0:1767384689.341342:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad9d1613 00000400:00000010:1.0:1767384689.341345:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ad9d1613. 00000020:00000010:2.0:1767384689.341348:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c51c0fd2. 00000100:00000001:1.0:1767384689.341351:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000040:2.0:1767384689.341354:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 5 00000100:00000001:1.0:1767384689.341354:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384689.341358:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.341573:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.341582:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.341585:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.341588:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.341594:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384689.341604:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 440 into portal 12 MB=0x695825f900900 00000400:00000200:1.0:1767384689.341612:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.25@tcp50 of length 440/440 into md 0x229 [64] + 11264 00000800:00000001:1.0:1767384689.341619:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.341636:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.341639:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.341642:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000001:1.0:1767384689.341647:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384689.341648:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384689.341653:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000060d0812. 00000100:00000040:1.0:1767384689.341656:0:16349:0:(events.c:337:request_in_callback()) incoming req@00000000060d0812 x1853237041826048 msgsize 440 00000100:00100000:1.0:1767384689.341660:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000001:1.0:1767384689.341671:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384689.341677:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.341680:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.341712:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384689.341715:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041826048 02000000:00000001:2.0:1767384689.341718:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384689.341720:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384689.341722:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.341725:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384689.341728:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041826048 00000020:00000001:2.0:1767384689.341736:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384689.341738:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719311 00000020:00000001:2.0:1767384689.341740:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384689.341742:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008f2c1a56 refcount=6 00000020:00000001:2.0:1767384689.341744:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000020:00000001:2.0:1767384689.341746:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000100:00000001:2.0:1767384689.341750:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384689.341754:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:2.0:1767384689.341757:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384689.341760:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384689.341764:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c51c0fd2. 00000020:00000010:2.0:1767384689.341767:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384689.341770:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000040:2.0:1767384689.341774:0:18369:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384689.341776:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384689.341778:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384689.341780:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.341804:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.341812:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.341820:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384689.341821:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384689.341826:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 6 00000100:00000040:2.0:1767384689.341829:0:18369:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008f2c1a56 : new rpc_count 1 00000100:00000001:2.0:1767384689.341832:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636139520 : -106180073412096 : ffff9f6e06712a00) 00000100:00000040:2.0:1767384689.341836:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000060d0812 x1853237041826048/t0(0) o40->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 440/0 e 0 to 0 dl 1767384700 ref 1 fl New:/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.341845:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384689.341847:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:2.0:1767384689.341849:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384689.341851:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00100000:2.0:1767384689.341855:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000060d0812 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c024f05-a3b5-431a-8f8b-d3962b7e0303+6:15188:x1853237041826048:12345-192.168.203.25@tcp50:40: 00000100:00000200:2.0:1767384689.341858:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041826048 00000020:00000001:2.0:1767384689.341861:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384689.341864:0:18369:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384689.341867:0:18369:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.341870:0:18369:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384689.341871:0:18369:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662146448 : -1047405168 : ffffffffc191dd90) 00000020:00000001:2.0:1767384689.341874:0:18369:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1767384689.341877:0:18369:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237041826048, found 0 last_xid 1853237041825791 00000020:00000001:2.0:1767384689.341880:0:18369:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384689.341882:0:18369:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384689.341884:0:18369:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384689.341887:0:18369:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1767384689.341890:0:18369:0:(tgt_handler.c:64:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.341892:0:18369:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.341896:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384689.341898:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384689.341901:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 000000000be8a725. 02000000:00000001:2.0:1767384689.341904:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.341906:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384689.341910:0:18369:0:(mdt_handler.c:390:mdt_get_root()) Process entered 00000004:00000001:2.0:1767384689.341912:0:18369:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1767384689.341914:0:18369:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384689.341917:0:18369:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1767384689.341918:0:18369:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384689.341920:0:18369:0:(mdt_handler.c:447:mdt_get_root()) Process leaving 00010000:00000040:2.0:1767384689.341922:0:18369:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041826048 00010000:00000001:2.0:1767384689.341924:0:18369:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:2.0:1767384689.341927:0:18369:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000060d0812 x1853237041826048/t0(0) o40->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 440/448 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384689.341934:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384689.341935:0:18369:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384689.341937:0:18369:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=101 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384689.341940:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384689.341942:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 5 to 192.168.203.25@tcp50 00000100:00000001:2.0:1767384689.341944:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:2.0:1767384689.341946:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384689.341947:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.341949:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384689.341952:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:2.0:1767384689.341955:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c459c9d. 00000100:00000200:2.0:1767384689.341958:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1853237041826048, offset 224 00000400:00000200:2.0:1767384689.341962:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:2.0:1767384689.341968:0:18369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:2.0:1767384689.341975:0:18369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [231:231:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [21:21:8:4294967295] 00000400:00000200:2.0:1767384689.341984:0:18369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384689.341988:0:18369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:2.0:1767384689.342002:0:18369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000810fb850. 00000800:00000200:2.0:1767384689.342006:0:18369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:2.0:1767384689.342015:0:18369:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:2.0:1767384689.342017:0:18369:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000810fb850 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1767384689.342036:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.342039:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 4 to 192.168.203.25@tcp50 00010000:00000001:2.0:1767384689.342042:0:18369:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384689.342043:0:18369:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.342045:0:18369:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384689.342048:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000060d0812 x1853237041826048/t0(0) o40->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 440/448 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384689.342057:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000060d0812 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c024f05-a3b5-431a-8f8b-d3962b7e0303+6:15188:x1853237041826048:12345-192.168.203.25@tcp50:40: Request processed in 211us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384689.342064:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 6 00000100:00000040:2.0:1767384689.342066:0:18369:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f2c1a56 : new rpc_count 0 00000100:00000001:2.0:1767384689.342068:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384689.342069:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384689.342072:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384689.342075:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384689.342078:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c51c0fd2. 00000020:00000040:2.0:1767384689.342080:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 5 00000100:00000001:2.0:1767384689.342082:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1767384689.342190:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1767384689.342193:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000810fb850. 00000400:00000200:0.0:1767384689.342197:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384689.342201:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:0.0:1767384689.342204:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c459c9d 00000400:00000010:0.0:1767384689.342206:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005c459c9d. 00000100:00000001:0.0:1767384689.342208:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384689.342209:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384689.343419:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.343435:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.343460:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.343463:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.343470:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384689.343479:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 520 into portal 28 MB=0x695825f900980 00000400:00000200:1.0:1767384689.343485:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.25@tcp50 of length 520/520 into md 0xab9 [8] + 4336 00000800:00000001:1.0:1767384689.343491:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.343494:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.343496:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.343499:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000001:1.0:1767384689.343503:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384689.343505:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384689.343508:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e1d68da9. 00000100:00000040:1.0:1767384689.343511:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000e1d68da9 x1853237041826176 msgsize 520 00000100:00100000:1.0:1767384689.343515:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000001:1.0:1767384689.343526:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384689.343531:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.343534:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.343536:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.343538:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.343543:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384689.343549:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 224 into portal 26 MB=0x695825f900a00 00000400:00000200:1.0:1767384689.343555:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 224/224 into md 0x19c1 [2] + 0 00000100:00000001:0.0:1767384689.343556:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1767384689.343559:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005215511e. 00000100:00100000:0.0:1767384689.343560:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041826176 02000000:00000001:0.0:1767384689.343563:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384689.343565:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384689.343566:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008a004aff 00000100:00000001:0.0:1767384689.343567:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384689.343571:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.343576:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.343578:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767384689.343578:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384689.343584:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041826176 00000400:00000200:1.0:1767384689.343587:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000020:00000001:0.0:1767384689.343590:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:1.0:1767384689.343592:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008a004aff 00000020:00000040:0.0:1767384689.343592:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1767384689.343595:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1767384689.343597:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008a004aff. 00000020:00000001:0.0:1767384689.343598:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.343602:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.343604:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384689.343606:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a4de645. 00000100:00000200:1.0:1767384689.343608:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1767384689.343610:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384689.343614:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:1.0:1767384689.343620:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000bd7e25de x1853237041826304 msgsize 224 00000100:00000001:0.0:1767384689.343621:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1767384689.343626:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384689.343629:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384689.343637:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384689.343642:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.343643:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384689.343649:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384689.343652:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1767384689.343655:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.343658:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.343661:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.343666:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000100:00000001:0.0:1767384689.343670:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.343675:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 448 into portal 23 MB=0x695825f900a80 00000400:00000200:1.0:1767384689.343683:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.203.25@tcp50 of length 448/448 into md 0x329 [2] + 0 00000100:00000001:2.0:1767384689.343685:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384689.343686:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000800:00000001:1.0:1767384689.343687:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:2.0:1767384689.343689:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041826304 00000100:00000001:0.0:1767384689.343690:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384689.343695:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1767384689.343696:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.343698:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1767384689.343701:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1767384689.343701:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 4 00000100:00000001:2.0:1767384689.343702:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.343705:0:18370:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384689.343706:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636132352 : -106180073419264 : ffff9f6e06710e00) 00000100:00000001:3.0:1767384689.343709:0:18370:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1767384689.343709:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.343712:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000e1d68da9 x1853237041826176/t0(0) o8->@:0/0 lens 520/0 e 0 to 0 dl 1767384709 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384689.343713:0:18370:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384689.343713:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00100000:2.0:1767384689.343715:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041826304 00000100:00000001:3.0:1767384689.343718:0:18370:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.343721:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1767384689.343722:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384689.343724:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000100:00000200:1.0:1767384689.343726:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000001:2.0:1767384689.343728:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384689.343733:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=9 00000100:00000010:1.0:1767384689.343733:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009045a848. 00000100:00100000:0.0:1767384689.343733:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000e1d68da9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:11797:x1853237041826176:12345-192.168.203.25@tcp50:8: 00000020:00000001:2.0:1767384689.343740:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000040:1.0:1767384689.343740:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000009045a848 x1853237041826432 msgsize 448 00000100:00000200:0.0:1767384689.343741:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041826176 00000020:00000001:0.0:1767384689.343746:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384689.343747:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00010000:00000001:0.0:1767384689.343751:0:17894:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000100:00000001:2.0:1767384689.343753:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1767384689.343754:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000020:00000010:2.0:1767384689.343759:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000020:00000040:0.0:1767384689.343762:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 6 - find 00000100:00000001:2.0:1767384689.343764:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384689.343767:0:17894:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637897918951856 : -106175790599760 : ffff9f6f05b7b1b0) 00000020:00000010:2.0:1767384689.343769:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00000001:1.0:1767384689.343769:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:2.0:1767384689.343777:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c51c0fd2. 00000800:00000001:1.0:1767384689.343777:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767384689.343777:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384689.343781:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1767384689.343784:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000800:00000001:1.0:1767384689.343784:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767384689.343802:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000008a6d412e. 02000000:00000001:0.0:1767384689.343806:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384689.343808:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000001:0.0:1767384689.343809:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384689.343812:0:17090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000034ff127. 00010000:00000040:0.0:1767384689.343814:0:17894:0:(ldlm_lib.c:1249:target_handle_connect()) lustre-OST0000: ocd_connect_flags: 0xa0465af2e3640038 tmp_exp_old_falloc: 0 00000100:00000040:2.0:1767384689.343817:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384689.343818:0:17090:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00080000:0.0:1767384689.343821:0:17894:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from 9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50 t0 exp 0000000000000000 cur 309 last 0 00000100:00100000:3.0:1767384689.343823:0:17090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041826432 00000100:00000001:2.0:1767384689.343823:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384689.343826:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384689.343826:0:17894:0:(obd_class.h:852:obd_connect()) Process entered 02000000:00000001:3.0:1767384689.343827:0:17090:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00002000:00000001:0.0:1767384689.343828:0:17894:0:(ofd_obd.c:325:ofd_obd_connect()) Process entered 00000100:00000001:3.0:1767384689.343830:0:17090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384689.343830:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.343831:0:17894:0:(genops.c:1392:class_connect()) Process entered 00000100:00000001:3.0:1767384689.343833:0:17090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.343834:0:17894:0:(genops.c:950:__class_new_export()) Process entered 02000000:00000001:3.0:1767384689.343838:0:17090:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.343838:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384689.343839:0:17894:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000094c562fe. 00000100:00100000:3.0:1767384689.343844:0:17090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041826432 00000020:00000001:0.0:1767384689.343844:0:17894:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:3.0:1767384689.343846:0:17090:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384689.343846:0:17894:0:(lustre_handles.c:77:class_handle_hash()) added object 0000000094c562fe with handle 0x71ee3a74e2719318 to hash 00000020:00000040:3.0:1767384689.343847:0:17090:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719311 00000020:00000001:3.0:1767384689.343848:0:17090:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1767384689.343848:0:17894:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1767384689.343851:0:17894:0:(obd_class.h:1008:obd_init_export()) Process entered 00000100:00000001:2.0:1767384689.343854:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384689.343854:0:17894:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000040:3.0:1767384689.343855:0:17090:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008f2c1a56 refcount=6 00000020:00000001:3.0:1767384689.343860:0:17090:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000001:00000010:0.0:1767384689.343861:0:17894:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000002ac769bb. 00000020:00000001:3.0:1767384689.343862:0:17090:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000001:00000001:0.0:1767384689.343864:0:17894:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.343865:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1767384689.343867:0:17894:0:(ldlm_lockd.c:3131:ldlm_init_export()) Process entered 00000020:00000010:3.0:1767384689.343869:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:2.0:1767384689.343869:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:0.0:1767384689.343869:0:17894:0:(hash.c:1038:cfs_hash_create()) Process entered 00000100:00000001:2.0:1767384689.343873:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384689.343874:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1767384689.343875:0:17894:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a2063779. 00000020:00000010:3.0:1767384689.343877:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000100:00000001:1.0:1767384689.343880:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000010:0.0:1767384689.343880:0:17894:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000086da8471. 00000100:00100000:2.0:1767384689.343881:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 175 00000020:00000010:3.0:1767384689.343882:0:17090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008839ee66. 00000100:00000001:1.0:1767384689.343884:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1767384689.343887:0:17090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005b209772. 00000100:00000040:2.0:1767384689.343887:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000001:00000010:0.0:1767384689.343887:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003019b311. 00000100:00000001:2.0:1767384689.343892:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863199312 : -106174846352304 : ffff9f6f3dffc450) 00000020:00000010:3.0:1767384689.343893:0:17090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001516f87a. 00000100:00000001:1.0:1767384689.343893:0:25090:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384689.343893:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e1bb3b98. 00000100:00000001:1.0:1767384689.343899:0:25090:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384689.343900:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003a7a35ff. 00000100:00000040:2.0:1767384689.343901:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000bd7e25de x1853237041826304/t0(0) o400->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384689.343903:0:17090:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000001:00000010:0.0:1767384689.343905:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000099f81806. 00000100:00000001:3.0:1767384689.343907:0:17090:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384689.343910:0:17090:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384689.343911:0:17894:0:(ldlm_flock.c:1124:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.343913:0:17090:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.343915:0:17894:0:(ldlm_lockd.c:3150:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.343918:0:17090:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.343918:0:17894:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384689.343923:0:17894:0:(genops.c:887:class_export_get()) GET export 0000000094c562fe refcount=3 00000100:00000001:2.0:1767384689.343924:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000040:0.0:1767384689.343928:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 7 - export 00000020:00000010:2.0:1767384689.343929:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:3.0:1767384689.343930:0:17090:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.343934:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767384689.343935:0:17894:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446637893631494144 : -106180078057472 : ffff9f6e062a4800) 00000020:00000010:2.0:1767384689.343938:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000020:00000040:0.0:1767384689.343940:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 2 00000020:00000080:0.0:1767384689.343944:0:17894:0:(genops.c:1402:class_connect()) connect: client 9c024f05-a3b5-431a-8f8b-d3962b7e0303, cookie 0x71ee3a74e2719318 00000100:00100000:2.0:1767384689.343946:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000bd7e25de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+9:11799:x1853237041826304:12345-192.168.203.25@tcp50:400: 00000020:00000010:1.0:1767384689.343948:0:17089:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000009290f110. 00000100:00000001:3.0:1767384689.343949:0:17090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1767384689.343949:0:17894:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.343952:0:17090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1767384689.343953:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1767384689.343956:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041826304 00000020:00000040:0.0:1767384689.343956:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719318 00000100:00000001:1.0:1767384689.343958:0:17089:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1767384689.343961:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384689.343961:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1767384689.343963:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 0 00000100:00000001:1.0:1767384689.343963:0:17089:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000040:0.0:1767384689.343963:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000094c562fe refcount=3 00000020:00000001:2.0:1767384689.343965:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:3.0:1767384689.343967:0:17090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008f2c1a56 : new rpc_count 1 00000020:00000001:0.0:1767384689.343967:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631494144 : -106180078057472 : ffff9f6e062a4800) 00000020:00000001:2.0:1767384689.343969:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.343969:0:17089:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.343971:0:17090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636144000 : -106180073407616 : ffff9f6e06713b80) 00000020:00000001:0.0:1767384689.343971:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631494144 : -106180078057472 : ffff9f6e062a4800) 00000100:00000001:1.0:1767384689.343974:0:17089:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.343976:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000001:00000001:0.0:1767384689.343977:0:17894:0:(nodemap_handler.c:587:nodemap_add_member()) Process entered 00000100:00000040:3.0:1767384689.343979:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009045a848 x1853237041826432/t0(0) o33->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 448/0 e 0 to 0 dl 1767384700 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000020:00000001:2.0:1767384689.343981:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000001:00000001:0.0:1767384689.343982:0:17894:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process entered 00000001:00000040:0.0:1767384689.343987:0:17894:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 7 00000020:00000001:2.0:1767384689.343988:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1767384689.343992:0:17090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1767384689.343992:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1767384689.343992:0:17894:0:(nodemap_handler.c:416:nodemap_classify_nid()) Process leaving (rc=18446637898718908416 : -106174990643200 : ffff9f6f35661000) 00000020:00000010:3.0:1767384689.343996:0:17090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384689.343998:0:17090:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384689.343998:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000001:00000001:0.0:1767384689.343998:0:17894:0:(nodemap_member.c:132:nm_member_add()) Process entered 00000020:00000001:2.0:1767384689.344001:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000010:3.0:1767384689.344002:0:17090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000020:00000040:0.0:1767384689.344002:0:17894:0:(genops.c:887:class_export_get()) GET export 0000000094c562fe refcount=4 00000001:00000040:0.0:1767384689.344006:0:17894:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 8 00000020:00000001:2.0:1767384689.344007:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384689.344008:0:17090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009045a848 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9c024f05-a3b5-431a-8f8b-d3962b7e0303+6:15188:x1853237041826432:12345-192.168.203.25@tcp50:33: 00000001:00000001:0.0:1767384689.344009:0:17894:0:(nodemap_member.c:171:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.344011:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384689.344014:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1767384689.344015:0:17090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041826432 02000000:00000001:2.0:1767384689.344017:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384689.344018:0:17090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000001:08000000:0.0:1767384689.344018:0:17894:0:(nodemap_handler.c:611:nodemap_add_member()) lustre-OST0000: adding NID 192.168.203.25@tcp50 to nodemap default 00000020:00000001:3.0:1767384689.344022:0:17090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000040:0.0:1767384689.344022:0:17894:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 7 00000001:00000001:0.0:1767384689.344024:0:17894:0:(nodemap_handler.c:621:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00002000:00100000:0.0:1767384689.344026:0:17894:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/0000000094c562fe ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 2110000 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000001:3.0:1767384689.344027:0:17090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384689.344028:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8df4226. 00000020:00000001:3.0:1767384689.344030:0:17090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384689.344033:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.344034:0:17090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662146112 : -1047405504 : ffffffffc191dc40) 00000020:00000001:0.0:1767384689.344034:0:17894:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1767384689.344039:0:17090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1767384689.344039:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.344043:0:17090:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237041826432, found 0 last_xid 1853237041826431 00000020:00000001:0.0:1767384689.344043:0:17894:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1767384689.344044:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384689.344046:0:17894:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/0000000094c562fe free: 144203776 avail: 129867776 00000020:00000001:3.0:1767384689.344047:0:17090:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384689.344049:0:17090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000040:2.0:1767384689.344049:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041826304 00000020:00000001:0.0:1767384689.344050:0:17894:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000001:3.0:1767384689.344052:0:17090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000020:0.0:1767384689.344052:0:17894:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/0000000094c562fe avail=129867776 left=129585152 unstable=0 tot_grant=279104 pending=0 00010000:00000001:2.0:1767384689.344054:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:3.0:1767384689.344056:0:17090:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1767384689.344057:0:17894:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=129585152 : 129585152 : 7b95000) 00000020:00000001:3.0:1767384689.344060:0:17090:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1767384689.344060:0:17894:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00010000:00000200:2.0:1767384689.344063:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000bd7e25de x1853237041826304/t0(0) o400->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:0.0:1767384689.344063:0:17894:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/0000000094c562fe wants: 134217728 current grant 0 granting: 8437760 00000020:00000001:3.0:1767384689.344066:0:17090:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898226284248 : -106175483267368 : ffff9f6f180936d8) 00000020:00000001:3.0:1767384689.344070:0:17090:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384689.344070:0:17894:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/0000000094c562fe tot cached:0 granted:8716864 num_exports: 2 00000020:00000001:3.0:1767384689.344073:0:17090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.344075:0:17894:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=8437760 : 8437760 : 80c000) 00000020:00000020:0.0:1767384689.344078:0:17894:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/0000000094c562fe ocd_grant: 8437760 want: 134217728 left: 129585152 00000004:00000001:3.0:1767384689.344081:0:17090:0:(mdt_handler.c:1669:mdt_getattr()) Process entered 00000020:00000001:0.0:1767384689.344083:0:17894:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00000004:00000001:3.0:1767384689.344086:0:17090:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000001:2.0:1767384689.344086:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00002000:00100000:0.0:1767384689.344086:0:17894:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00010000:00000001:2.0:1767384689.344090:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.344091:0:17090:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00002000:00000001:0.0:1767384689.344091:0:17894:0:(ofd_obd.c:250:ofd_parse_connect_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384689.344097:0:17090:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00001000:2.0:1767384689.344097:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=106 v=5 (1 0 0 0) 00000001:00000001:0.0:1767384689.344097:0:17894:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000001:00000040:0.0:1767384689.344100:0:17894:0:(tgt_lastrcvd.c:1093:tgt_client_new()) lustre-OST0000: new client at index 1 (8320) with UUID '9c024f05-a3b5-431a-8f8b-d3962b7e0303' generation 0 00000100:00000001:2.0:1767384689.344105:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:0.0:1767384689.344105:0:17894:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384689.344108:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000040:2.0:1767384689.344109:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 5 to 192.168.203.25@tcp50 00000100:00000001:2.0:1767384689.344112:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 00080000:00000010:0.0:1767384689.344114:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000df8521d8. 02000000:00000001:2.0:1767384689.344115:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384689.344118:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384689.344119:0:17090:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 000000005c80c8e9. 00080000:00000001:0.0:1767384689.344119:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893632170496 : -106180077381120 : ffff9f6e06349a00) 00000004:00000001:3.0:1767384689.344125:0:17090:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000001:2.0:1767384689.344125:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00080000:00000001:0.0:1767384689.344125:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384689.344129:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000004:00000001:3.0:1767384689.344131:0:17090:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000040:2.0:1767384689.344132:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00080000:00000010:0.0:1767384689.344133:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d221f5de. 00000004:00000001:3.0:1767384689.344134:0:17090:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384689.344136:0:17090:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1767384689.344136:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384689.344138:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00080000:00000001:0.0:1767384689.344139:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00000004:00000001:3.0:1767384689.344140:0:17090:0:(lod_object.c:1518:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000100:00000200:2.0:1767384689.344143:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237041826304, offset 224 00000004:00000001:3.0:1767384689.344144:0:17090:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384689.344148:0:17090:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384689.344150:0:17090:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384689.344152:0:17090:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000400:00000200:2.0:1767384689.344153:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00080000:00000001:0.0:1767384689.344155:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.344157:0:17090:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1767384689.344159:0:17090:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000001:00000010:0.0:1767384689.344160:0:17894:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000476cb567. 00000004:00000001:3.0:1767384689.344161:0:17090:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000001:00000040:0.0:1767384689.344162:0:17894:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000094c562fe : new cb_count 1 00000004:00000001:3.0:1767384689.344163:0:17090:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1767384689.344166:0:17090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1767384689.344166:0:17894:0:(genops.c:887:class_export_get()) GET export 0000000094c562fe refcount=5 00000400:00000200:2.0:1767384689.344168:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 02000000:00000001:3.0:1767384689.344169:0:17090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384689.344173:0:17090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 000000002d4894c8. 02000000:00000001:3.0:1767384689.344175:0:17090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.344182:0:17090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384689.344184:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [232:232:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [22:22:8:4294967295] 00000004:00000001:3.0:1767384689.344186:0:17090:0:(mdt_lib.c:473:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1767384689.344189:0:17090:0:(mdt_lib.c:479:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.344193:0:17090:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:3.0:1767384689.344196:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.344199:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.344202:0:17894:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000001:00000001:3.0:1767384689.344204:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000400:00000200:2.0:1767384689.344205:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00080000:00000001:0.0:1767384689.344205:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000001:00000001:3.0:1767384689.344207:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.344212:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384689.344212:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d221f5de. 00000001:00000001:3.0:1767384689.344215:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000800:00000200:2.0:1767384689.344216:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000001:00000001:3.0:1767384689.344217:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00040000:00000001:0.0:1767384689.344217:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:3.0:1767384689.344220:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384689.344220:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:3.0:1767384689.344222:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.344223:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1767384689.344223:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1767384689.344224:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000037920031. 00000001:00000001:3.0:1767384689.344226:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384689.344226:0:17894:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384689.344229:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.344230:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384689.344230:0:17894:0:(tgt_lastrcvd.c:1108:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.344233:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384689.344234:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00002000:00000001:0.0:1767384689.344234:0:17894:0:(ofd_obd.c:55:ofd_export_stats_init()) Process entered 00000001:00000001:3.0:1767384689.344235:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.344237:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.344237:0:17894:0:(lprocfs_status_server.c:636:lprocfs_exp_setup()) Process entered 02000000:00000001:3.0:1767384689.344243:0:17090:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000020:01000000:0.0:1767384689.344243:0:17894:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash 000000007f69c5d5 00000800:00000200:2.0:1767384689.344246:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 02000000:00000010:3.0:1767384689.344247:0:17090:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000000a731c41. 00000020:00000010:0.0:1767384689.344247:0:17894:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000099a6d5ba. 00000800:00000200:2.0:1767384689.344252:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037920031 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1767384689.344254:0:17090:0:(mdt_identity.c:85:mdt_identity_do_upcall()) Process entered 00000020:00000040:0.0:1767384689.344256:0:17894:0:(lprocfs_status_server.c:673:lprocfs_exp_setup()) Found stats 0000000099a6d5ba for nid 192.168.203.25@tcp50 - ref 2 00000004:00000040:3.0:1767384689.344257:0:17090:0:(mdt_identity.c:90:mdt_identity_do_upcall()) The upcall is: '/home/green/git/lustre-release/lustre/utils/l_getidentity' 00000100:00000001:2.0:1767384689.344266:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.344271:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 4 to 192.168.203.25@tcp50 00010000:00000001:2.0:1767384689.344274:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384689.344276:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.344278:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384689.344282:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd7e25de x1853237041826304/t0(0) o400->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384689.344290:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000bd7e25de pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+9:11799:x1853237041826304:12345-192.168.203.25@tcp50:400: Request processed in 365us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384689.344298:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 175 00000100:00000040:2.0:1767384689.344300:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:2.0:1767384689.344303:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384689.344305:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384689.344308:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384689.344312:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384689.344316:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c51c0fd2. 00000020:00000040:2.0:1767384689.344321:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 8 00000100:00000001:2.0:1767384689.344326:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384689.344331:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384689.344336:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8ea1224. 00000800:00000200:1.0:1767384689.344338:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1767384689.344341:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047ad5e40. 00000800:00000010:1.0:1767384689.344342:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000037920031. 00000020:00000001:0.0:1767384689.344344:0:17894:0:(lprocfs_status_server.c:706:lprocfs_exp_setup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384689.344354:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1767384689.344355:0:17894:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000a35f15cb. 00000400:00000200:1.0:1767384689.344362:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000020:00000010:0.0:1767384689.344362:0:17894:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at 0000000099932890. 00000020:00000010:0.0:1767384689.344367:0:17894:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 600 at 0000000026e9fa18. 00000400:00000200:1.0:1767384689.344369:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba41e48e 00000400:00000010:1.0:1767384689.344372:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba41e48e. 00000100:00000001:1.0:1767384689.344377:0:16349:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1767384689.344379:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1767384689.344381:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c8df4226. 02000000:00000001:1.0:1767384689.344385:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384689.344386:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1767384689.344387:0:17894:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000009e3905cf. 00000020:00000010:0.0:1767384689.344392:0:17894:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 0000000078d87b73. 00000020:00000010:0.0:1767384689.344395:0:17894:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000208437f7. 00002000:00000001:0.0:1767384689.344403:0:17894:0:(ofd_obd.c:77:ofd_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1767384689.344405:0:17894:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00002000:00000001:0.0:1767384689.344406:0:17894:0:(ofd_obd.c:375:ofd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.344408:0:17894:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384689.344411:0:17894:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000ec6e3cb. 00000020:00000040:0.0:1767384689.344413:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 8 - import 00000020:00000001:0.0:1767384689.344418:0:17894:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384689.344419:0:17894:0:(genops.c:1242:class_import_put()) import 000000000ec6e3cb refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1767384689.344421:0:17894:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:0.0:1767384689.344426:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000020:00000040:0.0:1767384689.344431:0:17894:0:(genops.c:887:class_export_get()) GET export 0000000094c562fe refcount=6 00000100:00000040:0.0:1767384689.344433:0:17894:0:(service.c:1077:ptlrpc_request_change_export()) RPC GETting export 0000000094c562fe : new rpc_count 1 00000100:00000001:0.0:1767384689.344435:0:17894:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1767384689.344472:0:17894:0:(peer.c:1532:LNetPrimaryNID()) NID 192.168.203.25@tcp50 primary NID 192.168.203.25@tcp50 rc 0 00000100:00000001:0.0:1767384689.344476:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384689.344478:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 5 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384689.344480:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 00000100:00000001:0.0:1767384689.344482:0:17894:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637897936181824 : -106175773369792 : 0xffff9f6f06be9a40) 00000100:00000040:0.0:1767384689.344486:0:17894:0:(connection.c:149:ptlrpc_connection_get()) conn=00000000e0e649cd refcount 5 to 192.168.203.25@tcp50 00000020:00000040:0.0:1767384689.344488:0:17894:0:(genops.c:887:class_export_get()) GET export 0000000094c562fe refcount=7 00000100:00000001:0.0:1767384689.344493:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384689.344495:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 6 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384689.344497:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384689.344500:0:17894:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1767384689.344503:0:17894:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:0.0:1767384689.344506:0:17894:0:(sec.c:1440:sptlrpc_sec_create()) obdfilter lustre-OST0000: reverse sec using flavor null 02000000:00000001:0.0:1767384689.344509:0:17894:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650440768 : -1059110848 : ffffffffc0df4040) 02000000:00000001:0.0:1767384689.344512:0:17894:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.344514:0:17894:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1767384689.344516:0:17894:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1767384689.344518:0:17894:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384689.344521:0:17894:0:(import.c:65:import_set_state_nolock()) 000000000ec6e3cb : changing import state from RECOVER to FULL 00000100:00000001:0.0:1767384689.344524:0:17894:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384689.344526:0:17894:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384689.344527:0:17894:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384689.344530:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 6 00000020:00000040:0.0:1767384689.344532:0:17894:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 8 - find 00010000:00000001:0.0:1767384689.344534:0:17894:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.344537:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384689.344538:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270048 : -1045281568 : ffffffffc1b244e0) 00000020:00000001:0.0:1767384689.344540:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384689.344541:0:17894:0:(tgt_handler.c:549:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384689.344546:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384689.344547:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384689.344549:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.344551:0:17894:0:(tgt_handler.c:1042:tgt_connect()) Process entered 00000020:00000001:0.0:1767384689.344554:0:17894:0:(tgt_handler.c:1111:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384689.344556:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041826176 00010000:00000001:0.0:1767384689.344558:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384689.344561:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e1d68da9 x1853237041826176/t0(0) o8->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384709 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384689.344567:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384689.344569:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384689.344571:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=96 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384689.344573:0:17894:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:0.0:1767384689.344576:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384689.344578:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 7 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384689.344579:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384689.344581:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384689.344582:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.344584:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384689.344586:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384689.344589:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f265f2e1. 00000100:00000200:0.0:1767384689.344592:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237041826176, offset 0 00000400:00000200:0.0:1767384689.344597:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384689.344602:0:17894:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384689.344608:0:17894:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [233:233:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [23:23:8:4294967295] 00000400:00000200:0.0:1767384689.344616:0:17894:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384689.344620:0:17894:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384689.344623:0:17894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b249760. 00000800:00000200:0.0:1767384689.344626:0:17894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384689.344630:0:17894:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384689.344632:0:17894:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b249760 type 1, nob 512 niov 1 nkiov 1 00000100:00000001:0.0:1767384689.344648:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.344651:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 6 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384689.344653:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384689.344654:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.344656:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384689.344659:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e1d68da9 x1853237041826176/t0(0) o8->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:0/0 lens 520/416 e 0 to 0 dl 1767384709 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384689.344667:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000e1d68da9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9c024f05-a3b5-431a-8f8b-d3962b7e0303+6:11797:x1853237041826176:12345-192.168.203.25@tcp50:8: Request processed in 938us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384689.344675:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 4 00000100:00000040:0.0:1767384689.344677:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000094c562fe : new rpc_count 0 00000100:00000001:0.0:1767384689.344679:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384689.344681:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384689.344683:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384689.344687:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384689.344691:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009a4de645. 00000020:00000040:0.0:1767384689.344694:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 5 00000100:00000001:0.0:1767384689.344696:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384689.344714:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384689.344718:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b249760. 00000400:00000200:1.0:1767384689.344722:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.344727:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384689.344730:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f265f2e1 00000400:00000010:1.0:1767384689.344732:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f265f2e1. 00000100:00000001:1.0:1767384689.344734:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384689.344736:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00080000:2.0:1767384689.344846:0:17090:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 585us 00000004:00000001:2.0:1767384689.344850:0:17090:0:(mdt_identity.c:122:mdt_identity_do_upcall()) Process leaving 00000004:00000010:3.0:1767384689.351743:0:40024:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 00000000e9ea37b8. 02000000:00000001:3.0:1767384689.351753:0:40024:0:(upcall_cache.c:436:upcall_cache_downcall()) Process entered 00000004:00000001:3.0:1767384689.351757:0:40024:0:(mdt_identity.c:138:mdt_identity_parse_downcall()) Process entered 00000004:00001000:3.0:1767384689.351760:0:40024:0:(mdt_identity.c:187:mdt_identity_parse_downcall()) parse mdt identity@00000000d1f8a737: 0:0, ngroups 0, nperms 0 00000004:00000001:3.0:1767384689.351763:0:40024:0:(mdt_identity.c:190:mdt_identity_parse_downcall()) Process leaving (rc=0 : 0 : 0) 02000000:00001000:3.0:1767384689.351766:0:40024:0:(upcall_cache.c:492:upcall_cache_downcall()) lustre-MDT0000: created upcall cache entry 000000000a731c41 for key 0 02000000:00000001:3.0:1767384689.351780:0:40024:0:(upcall_cache.c:504:upcall_cache_downcall()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1767384689.351783:0:40024:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 00000000e9ea37b8. 02000000:00001000:0.0:1767384689.351820:0:17090:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000000a731c41 flags 0x0 02000000:00000001:0.0:1767384689.351825:0:17090:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446637893617599488 : -106180091952128 : ffff9f6e05564400) 00000001:00000001:0.0:1767384689.351831:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384689.351834:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384689.351836:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.351838:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384689.351840:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384689.351841:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384689.351846:0:17090:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1767384689.351848:0:17090:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.351853:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384689.351855:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384689.351857:0:17090:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1767384689.351860:0:17090:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384689.351865:0:17090:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000040:0.0:1767384689.351877:0:17090:0:(mdt_handler.c:1434:mdt_getattr_internal()) lustre-MDT0000: RPC from 9c024f05-a3b5-431a-8f8b-d3962b7e0303: does not need LOVEA. 00000004:00000001:0.0:1767384689.351882:0:17090:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1767384689.351884:0:17090:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1767384689.351891:0:17090:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384689.351893:0:17090:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1767384689.351896:0:17090:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.351899:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384689.351900:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.351902:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384689.351904:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384689.351905:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.351907:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384689.351908:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384689.351910:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.351911:0:17090:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:0.0:1767384689.351913:0:17090:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1767384689.351914:0:17090:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1767384689.351917:0:17090:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:0.0:1767384689.351920:0:17090:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00000002:0.0:1767384689.351923:0:17090:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:0.0:1767384689.351925:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384689.351926:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384689.351929:0:17090:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1767384689.351933:0:17090:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1767384689.351938:0:17090:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:0.0:1767384689.351968:0:17090:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384689.351972:0:17090:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1767384689.351974:0:17090:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384689.351982:0:17090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 00000000f04a32a0. 00000020:00000001:0.0:1767384689.351987:0:17090:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1767384689.351989:0:17090:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.351997:0:17090:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1767384689.351998:0:17090:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384689.352000:0:17090:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384689.352015:0:17090:0:(mdt_handler.c:1748:mdt_getattr()) Process leaving 02000000:00000001:0.0:1767384689.352018:0:17090:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1767384689.352019:0:17090:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1767384689.352021:0:17090:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1767384689.352022:0:17090:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1767384689.352024:0:17090:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1767384689.352026:0:17090:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1767384689.352030:0:17090:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384689.352032:0:17090:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1767384689.352035:0:17090:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1767384689.352039:0:17090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041826432 00010000:00000001:0.0:1767384689.352042:0:17090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384689.352052:0:17090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009045a848 x1853237041826432/t0(0) o33->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 448/464 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767384689.352063:0:17090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384689.352065:0:17090:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384689.352069:0:17090:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d327ab72 time=1767384689 v=10 (0 0 0 0) 00000100:00001000:0.0:1767384689.352073:0:17090:0:(import.c:2194:obd_at_measure()) AT 00000000d327ab72 change: old=10 new=5 delta=-5 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1767384689.352077:0:17090:0:(niobuf.c:566:ptlrpc_at_set_reply()) @@@ svc mdt_readpage changed estimate from 10 to 5 req@000000009045a848 x1853237041826432/t0(0) o33->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 448/464 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767384689.352087:0:17090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384689.352090:0:17090:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 7 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384689.352092:0:17090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384689.352096:0:17090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384689.352099:0:17090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.352103:0:17090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384689.352107:0:17090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384689.352112:0:17090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001ef61e92. 00000100:00000200:0.0:1767384689.352118:0:17090:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1853237041826432, offset 224 00000400:00000200:0.0:1767384689.352125:0:17090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384689.352138:0:17090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384689.352156:0:17090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [234:234:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1767384689.352170:0:17090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384689.352182:0:17090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384689.352186:0:17090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b249760. 00000800:00000200:0.0:1767384689.352192:0:17090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384689.352200:0:17090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384689.352204:0:17090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006b249760 type 1, nob 560 niov 1 nkiov 1 00000100:00000001:0.0:1767384689.352224:0:17090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.352228:0:17090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 6 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384689.352231:0:17090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384689.352233:0:17090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.352236:0:17090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000002:0.0:1767384689.352240:0:17090:0:(lu_object.c:207:lu_object_put()) Add 00000000ad156d0d/0000000042cdd77e to site lru. bkt: 00000000ce1ad26b 00000100:00000040:0.0:1767384689.352247:0:17090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009045a848 x1853237041826432/t0(0) o33->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 448/464 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767384689.352257:0:17090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009045a848 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9c024f05-a3b5-431a-8f8b-d3962b7e0303+6:15188:x1853237041826432:12345-192.168.203.25@tcp50:33: Request processed in 8263us (8515us total) trans 0 rc 0/0 00000020:00000010:0.0:1767384689.352266:0:17090:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000080d4da29. 00000100:00100000:0.0:1767384689.352272:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 0 00000100:00000040:0.0:1767384689.352276:0:17090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f2c1a56 : new rpc_count 0 00000100:00000001:0.0:1767384689.352279:0:17090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384689.352280:0:17090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384689.352285:0:17090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005b209772. 00000020:00000010:0.0:1767384689.352290:0:17090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001516f87a. 00000020:00000010:0.0:1767384689.352294:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008839ee66. 00000020:00000040:0.0:1767384689.352299:0:17090:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 5 00000100:00000001:0.0:1767384689.352302:0:17090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384689.352352:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384689.352357:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b249760. 00000400:00000200:2.0:1767384689.352363:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384689.352370:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:2.0:1767384689.352375:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001ef61e92 00000400:00000010:2.0:1767384689.352378:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001ef61e92. 00000100:00000001:2.0:1767384689.352383:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384689.352386:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384689.372362:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.372376:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.372380:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.372382:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.372391:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384689.372405:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 576 into portal 12 MB=0x695825f900b00 00000400:00000200:1.0:1767384689.372412:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.25@tcp50 of length 576/576 into md 0x229 [64] + 11704 00000800:00000001:1.0:1767384689.372420:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.372426:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.372428:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.372431:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000001:1.0:1767384689.372468:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384689.372470:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384689.372477:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013f421b7. 00000100:00000040:1.0:1767384689.372483:0:16349:0:(events.c:337:request_in_callback()) incoming req@0000000013f421b7 x1853237041826560 msgsize 576 00000100:00100000:1.0:1767384689.372488:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000001:1.0:1767384689.372508:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384689.372534:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.372539:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.372549:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384689.372552:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041826560 02000000:00000001:3.0:1767384689.372556:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384689.372564:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384689.372565:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384689.372571:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384689.372575:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041826560 00000020:00000001:3.0:1767384689.372577:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384689.372579:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719311 00000020:00000001:3.0:1767384689.372581:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384689.372583:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008f2c1a56 refcount=6 00000020:00000001:3.0:1767384689.372584:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000020:00000001:3.0:1767384689.372586:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000100:00000001:3.0:1767384689.372590:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384689.372593:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384689.372595:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384689.372597:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000020:00000010:3.0:1767384689.372602:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3f32963. 00000020:00000010:3.0:1767384689.372606:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000005d6c5aa5. 00000020:00000010:3.0:1767384689.372610:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa008851. 00000100:00000040:3.0:1767384689.372615:0:18369:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384689.372618:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384689.372619:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1767384689.372621:0:18369:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1767384689.372622:0:18369:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.372623:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.372639:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.372652:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.372665:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384689.372668:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384689.372673:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 7 00000100:00000040:3.0:1767384689.372676:0:18369:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008f2c1a56 : new rpc_count 1 00000100:00000001:3.0:1767384689.372678:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636141312 : -106180073410304 : ffff9f6e06713100) 00000100:00000040:3.0:1767384689.372685:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000013f421b7 x1853237041826560/t0(0) o101->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 576/0 e 0 to 0 dl 1767384700 ref 1 fl New:/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767384689.372695:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384689.372702:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004428a252. 00000100:00000001:3.0:1767384689.372705:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384689.372707:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004428a252. 00000100:00100000:3.0:1767384689.372711:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000013f421b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c024f05-a3b5-431a-8f8b-d3962b7e0303+6:15217:x1853237041826560:12345-192.168.203.25@tcp50:101: 00000100:00000200:3.0:1767384689.372715:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041826560 00000020:00000001:3.0:1767384689.372718:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384689.372722:0:18369:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384689.372725:0:18369:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.372728:0:18369:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384689.372730:0:18369:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650188992 : -1059362624 : ffffffffc0db68c0) 00000020:00000001:3.0:1767384689.372734:0:18369:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384689.372736:0:18369:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237041826560, found 0 last_xid 1853237041826559 00000020:00000001:3.0:1767384689.372739:0:18369:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384689.372741:0:18369:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384689.372742:0:18369:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384689.372747:0:18369:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.372748:0:18369:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1767384689.372750:0:18369:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1767384689.372752:0:18369:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1767384689.372753:0:18369:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1767384689.372755:0:18369:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.372759:0:18369:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1767384689.372788:0:18369:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000024c687e2. 00010000:00000010:3.0:1767384689.372804:0:18369:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004f19dc87. 00010000:00000001:3.0:1767384689.372808:0:18369:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384689.372811:0:18369:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a815110e. 00000020:00000010:3.0:1767384689.372815:0:18369:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000004428a252. 00000020:00000001:3.0:1767384689.372818:0:18369:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384689.372820:0:18369:0:(lustre_handles.c:77:class_handle_hash()) added object 00000000a815110e with handle 0x71ee3a74e271931f to hash 00000020:00000001:3.0:1767384689.372822:0:18369:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384689.372823:0:18369:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897844530176 : -106175865021440 : ffff9f6f01481c00) 00010000:00000010:3.0:1767384689.372828:0:18369:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000bf11a1f. 00010000:00000001:3.0:1767384689.372831:0:18369:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897844530176 : -106175865021440 : ffff9f6f01481c00) 00010000:00010000:3.0:1767384689.372840:0:18369:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a815110e/0x71ee3a74e271931f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x58254b8e9563c467 expref: -99 pid: 18369 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384689.372850:0:18369:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export 000000008f2c1a56 : new locks_count 1 00000020:00000040:3.0:1767384689.372851:0:18369:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=7 00010000:00000001:3.0:1767384689.372857:0:18369:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1767384689.372859:0:18369:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1767384689.372866:0:18369:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1767384689.372868:0:18369:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1767384689.372870:0:18369:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1767384689.372871:0:18369:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1767384689.372873:0:18369:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:3.0:1767384689.372875:0:18369:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1767384689.372879:0:18369:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446637898226284248 : -106175483267368 : ffff9f6f180936d8) 00000004:00000001:3.0:1767384689.372880:0:18369:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446637898226284160 : -106175483267456 : ffff9f6f18093680) 00000004:00000001:3.0:1767384689.372882:0:18369:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.372884:0:18369:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1767384689.372885:0:18369:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1767384689.372888:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384689.372889:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384689.372892:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000fd3b707f. 02000000:00000001:3.0:1767384689.372893:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.372895:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.372896:0:18369:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.372898:0:18369:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1767384689.372901:0:18369:0:(mdt_lib.c:645:old_init_ucred()) Process entered 00000001:00000001:3.0:1767384689.372903:0:18369:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.372905:0:18369:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.372908:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.372909:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.372911:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.372913:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.372913:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.372915:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.372916:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.372922:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.372923:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.372925:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.372926:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.372927:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.372929:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.372930:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.372932:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.372935:0:18369:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.372936:0:18369:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384689.372940:0:18369:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1767384689.372945:0:18369:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry 000000000a731c41 flags 0x0 02000000:00000001:3.0:1767384689.372948:0:18369:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446637893617599488 : -106180091952128 : ffff9f6e05564400) 00000001:00000001:3.0:1767384689.372950:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.372951:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.372953:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.372955:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.372956:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.372957:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.372959:0:18369:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1767384689.372961:0:18369:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.372964:0:18369:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.372965:0:18369:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.372967:0:18369:0:(mdt_lib.c:634:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1767384689.372969:0:18369:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.372973:0:18369:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1767384689.372978:0:18369:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1767384689.372980:0:18369:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1767384689.372982:0:18369:0:(mdt_lib.c:2197:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1767384689.372983:0:18369:0:(mdt_lib.c:2199:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384689.372985:0:18369:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = 00000000845bd94b 00000004:00000001:3.0:1767384689.373000:0:18369:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1767384689.373006:0:18369:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1767384689.373008:0:18369:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1767384689.373011:0:18369:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000024c687e2 count: 2 00010000:00000001:3.0:1767384689.373014:0:18369:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384689.373021:0:18369:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1767384689.373024:0:18369:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001f4a8ff8. 00000020:00000001:3.0:1767384689.373026:0:18369:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1767384689.373027:0:18369:0:(lustre_handles.c:77:class_handle_hash()) added object 000000001f4a8ff8 with handle 0x71ee3a74e2719326 to hash 00000020:00000001:3.0:1767384689.373029:0:18369:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1767384689.373030:0:18369:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446637897844524544 : -106175865027072 : ffff9f6f01480600) 00010000:00000010:3.0:1767384689.373033:0:18369:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000888fbd98. 00010000:00000001:3.0:1767384689.373035:0:18369:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446637897844524544 : -106175865027072 : ffff9f6f01480600) 00010000:00000001:3.0:1767384689.373038:0:18369:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384689.373040:0:18369:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384689.373043:0:18369:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001f4a8ff8/0x71ee3a74e2719326 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 18369 initiator: MDT0 00010000:00000001:3.0:1767384689.373049:0:18369:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1767384689.373053:0:18369:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1767384689.373055:0:18369:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1767384689.373057:0:18369:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1767384689.373059:0:18369:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384689.373061:0:18369:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1767384689.373062:0:18369:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384689.373064:0:18369:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1767384689.373066:0:18369:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1767384689.373068:0:18369:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1767384689.373069:0:18369:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1767384689.373071:0:18369:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (0000000024c687e2) refcount = 2 00010000:00010000:3.0:1767384689.373074:0:18369:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f4a8ff8/0x71ee3a74e2719326 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 18369 initiator: MDT0 00010000:00000001:3.0:1767384689.373080:0:18369:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:3.0:1767384689.373085:0:18369:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000939d860b. 00010000:00000001:3.0:1767384689.373090:0:18369:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384689.373092:0:18369:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.373094:0:18369:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1767384689.373095:0:18369:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384689.373097:0:18369:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.373103:0:18369:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384689.373106:0:18369:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1767384689.373108:0:18369:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384689.373110:0:18369:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001f4a8ff8/0x71ee3a74e2719326 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18369 initiator: MDT0 00010000:00000001:3.0:1767384689.373115:0:18369:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1767384689.373117:0:18369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384689.373118:0:18369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384689.373120:0:18369:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384689.373121:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384689.373123:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001f4a8ff8 refcount=3 00000020:00000001:3.0:1767384689.373124:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897844524544 : -106175865027072 : ffff9f6f01480600) 00010000:00000001:3.0:1767384689.373127:0:18369:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897844524544 : -106175865027072 : ffff9f6f01480600) 00010000:00000001:3.0:1767384689.373129:0:18369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384689.373131:0:18369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767384689.373132:0:18369:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.373136:0:18369:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1767384689.373142:0:18369:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1767384689.373144:0:18369:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1767384689.373151:0:18369:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.373154:0:18369:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384689.373167:0:18369:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1767384689.373182:0:18369:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384689.373186:0:18369:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384689.373189:0:18369:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384689.373190:0:18369:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1767384689.373192:0:18369:0:(osd_handler.c:1590:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000010:3.0:1767384689.373198:0:18369:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000c9673441. 00000004:00000001:3.0:1767384689.373201:0:18369:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:3.0:1767384689.373203:0:18369:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:3.0:1767384689.373205:0:18369:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:3.0:1767384689.373207:0:18369:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.373210:0:18369:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.373211:0:18369:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.373212:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.373219:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.373220:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.373222:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.373223:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.373224:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.373225:0:18369:0:(nodemap_handler.c:922:__nodemap_map_id()) Process entered 00000001:00000001:3.0:1767384689.373226:0:18369:0:(nodemap_handler.c:928:__nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1767384689.373228:0:18369:0:(nodemap_handler.c:1041:__nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1767384689.373229:0:18369:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=3, mode=40755, valid=0x1100000000002f8f 00000004:00200000:3.0:1767384689.373233:0:18369:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1767384689.373235:0:18369:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:3.0:1767384689.373237:0:18369:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 128 00000001:00000001:3.0:1767384689.373239:0:18369:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.373240:0:18369:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.373242:0:18369:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1767384689.373244:0:18369:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1767384689.373247:0:18369:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000004:00000001:3.0:1767384689.373250:0:18369:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384689.373253:0:18369:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1767384689.373255:0:18369:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.373260:0:18369:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1767384689.373262:0:18369:0:(lprocfs_jobstats.c:397:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.373264:0:18369:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1767384689.373265:0:18369:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.373266:0:18369:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.373273:0:18369:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384689.373274:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384689.373276:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001f4a8ff8 refcount=3 00000020:00000001:3.0:1767384689.373278:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897844524544 : -106175865027072 : ffff9f6f01480600) 00010000:00000001:3.0:1767384689.373280:0:18369:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897844524544 : -106175865027072 : ffff9f6f01480600) 00000004:00010000:3.0:1767384689.373283:0:18369:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000001f4a8ff8/0x71ee3a74e2719326 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 18369 initiator: MDT0 00010000:00000001:3.0:1767384689.373289:0:18369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384689.373295:0:18369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767384689.373296:0:18369:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1767384689.373298:0:18369:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1767384689.373300:0:18369:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1767384689.373303:0:18369:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384689.373304:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384689.373305:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001f4a8ff8 refcount=3 00000020:00000001:3.0:1767384689.373307:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897844524544 : -106175865027072 : ffff9f6f01480600) 00010000:00000001:3.0:1767384689.373309:0:18369:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897844524544 : -106175865027072 : ffff9f6f01480600) 00000004:00000040:3.0:1767384689.373311:0:18369:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export 000000008f2c1a56 : new locks_count 2 00000020:00000040:3.0:1767384689.373313:0:18369:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=8 00010000:00000001:3.0:1767384689.373317:0:18369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384689.373318:0:18369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1767384689.373319:0:18369:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1767384689.373322:0:18369:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1767384689.373324:0:18369:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1767384689.373326:0:18369:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1767384689.373327:0:18369:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1767384689.373329:0:18369:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1767384689.373330:0:18369:0:(mdt_lib.c:894:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1767384689.373332:0:18369:0:(mdt_lib.c:913:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:3.0:1767384689.373337:0:18369:0:(mdt_lib.c:1041:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.373339:0:18369:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1767384689.373341:0:18369:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1767384689.373345:0:18369:0:(lu_object.c:207:lu_object_put()) Add 00000000ad156d0d/0000000042cdd77e to site lru. bkt: 00000000ce1ad26b 00000004:00000001:3.0:1767384689.373347:0:18369:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1767384689.373349:0:18369:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1767384689.373351:0:18369:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1767384689.373352:0:18369:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384689.373355:0:18369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384689.373357:0:18369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384689.373358:0:18369:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384689.373360:0:18369:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384689.373362:0:18369:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000a815110e with handle 0x71ee3a74e271931f from hash 00010000:00000001:3.0:1767384689.373364:0:18369:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384689.373365:0:18369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384689.373366:0:18369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384689.373372:0:18369:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1767384689.373374:0:18369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384689.373377:0:18369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a815110e/0x71ee3a74e271931f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c467 expref: 8 pid: 18369 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1767384689.373382:0:18369:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000008f2c1a56 : new locks_count 1 00000020:00000040:3.0:1767384689.373384:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 7 00010000:00000010:3.0:1767384689.373385:0:18369:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bf11a1f. 00010000:00000001:3.0:1767384689.373389:0:18369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384689.373390:0:18369:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.373393:0:18369:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1767384689.373395:0:18369:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001f4a8ff8/0x71ee3a74e2719326 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c467 expref: 7 pid: 18369 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384689.373400:0:18369:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1767384689.373401:0:18369:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1767384689.373403:0:18369:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000024c687e2) 00010000:00010000:3.0:1767384689.373404:0:18369:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1767384689.373406:0:18369:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384689.373407:0:18369:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.373408:0:18369:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1767384689.373409:0:18369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384689.373410:0:18369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1767384689.373410:0:18369:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock 000000001f4a8ff8, rc 0) 00000020:00000001:3.0:1767384689.373412:0:18369:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384689.373414:0:18369:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041826560 00010000:00000001:3.0:1767384689.373416:0:18369:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384689.373419:0:18369:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000013f421b7 x1853237041826560/t0(0) o101->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 576/688 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00010000:00000001:3.0:1767384689.373427:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384689.373429:0:18369:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384689.373433:0:18369:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384689.373457:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384689.373461:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 7 to 192.168.203.25@tcp50 00000100:00000001:3.0:1767384689.373469:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:3.0:1767384689.373472:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384689.373475:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.373479:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384689.373484:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:3.0:1767384689.373488:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000100:00000200:3.0:1767384689.373494:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1853237041826560, offset 224 00000400:00000200:3.0:1767384689.373501:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:3.0:1767384689.373512:0:18369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:3.0:1767384689.373530:0:18369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [235:235:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1767384689.373542:0:18369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384689.373547:0:18369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:3.0:1767384689.373552:0:18369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005bc15c66. 00000800:00000200:3.0:1767384689.373556:0:18369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:3.0:1767384689.373564:0:18369:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:3.0:1767384689.373567:0:18369:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005bc15c66 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:3.0:1767384689.373587:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.373590:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 6 to 192.168.203.25@tcp50 00010000:00000001:3.0:1767384689.373593:0:18369:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384689.373594:0:18369:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.373597:0:18369:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384689.373602:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013f421b7 x1853237041826560/t0(0) o101->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 576/688 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1767384689.373612:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000013f421b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c024f05-a3b5-431a-8f8b-d3962b7e0303+7:15217:x1853237041826560:12345-192.168.203.25@tcp50:101: Request processed in 915us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384689.373621:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 7 00000100:00000040:3.0:1767384689.373625:0:18369:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f2c1a56 : new rpc_count 0 00000100:00000001:3.0:1767384689.373628:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384689.373629:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384689.373639:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000005d6c5aa5. 00000020:00000010:3.0:1767384689.373646:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa008851. 00000020:00000010:3.0:1767384689.373651:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3f32963. 00000020:00000040:3.0:1767384689.373657:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 6 00000100:00000001:3.0:1767384689.373660:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384689.373678:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384689.373682:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005bc15c66. 00000400:00000200:1.0:1767384689.373685:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.373689:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384689.373693:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069b6c6fa 00000400:00000010:1.0:1767384689.373695:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000100:00000001:1.0:1767384689.373699:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384689.373700:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1767384689.385560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a815110e. 00000800:00000001:2.0:1767384689.388527:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.388543:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384689.388547:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.388549:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384689.388561:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:2.0:1767384689.388579:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 328 into portal 17 MB=0x695825f900b80 00000400:00000200:2.0:1767384689.388588:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.25@tcp50 of length 328/328 into md 0x11 [2] + 1968 00000400:00000010:2.0:1767384689.388593:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076793d92. 00000400:00000200:2.0:1767384689.388598:0:16347:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000f9057321 00000800:00000001:2.0:1767384689.388604:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.388609:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384689.388612:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384689.388617:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:2.0:1767384689.388622:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9057321 00000400:00000010:2.0:1767384689.388624:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9057321. 00000100:00000001:2.0:1767384689.388631:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384689.388633:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1767384689.388636:0:16347:0:(events.c:337:request_in_callback()) incoming req@000000005e4d43c6 x1853237041826688 msgsize 328 00000100:00100000:2.0:1767384689.388640:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:2.0:1767384689.388642:0:16347:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384689.388663:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384689.388672:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.388676:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384689.388677:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.388679:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384689.388683:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:2.0:1767384689.388690:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 328 into portal 17 MB=0x695825f900c80 00000400:00000200:2.0:1767384689.388694:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.25@tcp50 of length 328/328 into md 0x15 [2] + 0 00000800:00000001:2.0:1767384689.388698:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.388702:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384689.388704:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384689.388708:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000001:2.0:1767384689.388712:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384689.388713:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:0.0:1767384689.388716:0:17073:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:2.0:1767384689.388719:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068fd8f5e. 00000100:00100000:0.0:1767384689.388720:0:17073:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041826688 00000100:00000040:2.0:1767384689.388723:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000068fd8f5e x1853237041826944 msgsize 328 02000000:00000001:0.0:1767384689.388725:0:17073:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1767384689.388730:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000001:0.0:1767384689.388730:0:17073:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384689.388734:0:17073:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.388747:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384689.388752:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767384689.388756:0:17073:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767384689.388757:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384689.388760:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.388762:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384689.388763:0:17073:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041826688 00000400:00000200:2.0:1767384689.388768:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000020:00000001:0.0:1767384689.388768:0:17073:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384689.388771:0:17073:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:0.0:1767384689.388775:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1767384689.388778:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 328 into portal 17 MB=0x695825f900c00 00000020:00000040:0.0:1767384689.388779:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=9 00000020:00000001:0.0:1767384689.388783:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000400:00000200:2.0:1767384689.388788:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.25@tcp50 of length 328/328 into md 0x15 [2] + 328 00000100:00000001:3.0:1767384689.388797:0:18905:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1767384689.388800:0:17073:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00100000:3.0:1767384689.388801:0:18905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041826944 02000000:00000001:3.0:1767384689.388806:0:18905:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384689.388809:0:18905:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:2.0:1767384689.388809:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767384689.388810:0:18905:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.388810:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1767384689.388815:0:18905:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384689.388816:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eb2c707. 00000100:00100000:3.0:1767384689.388818:0:18905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041826944 00000800:00000001:2.0:1767384689.388820:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384689.388822:0:18905:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384689.388822:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384689.388823:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1767384689.388826:0:18905:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000010:0.0:1767384689.388829:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eb2c707. 00000020:00000001:3.0:1767384689.388830:0:18905:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384689.388833:0:18905:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=10 00000400:00000200:2.0:1767384689.388835:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000020:00000001:3.0:1767384689.388839:0:18905:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:2.0:1767384689.388840:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000020:00000010:0.0:1767384689.388840:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bdf3bb8. 00000020:00000001:3.0:1767384689.388844:0:18905:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000200:2.0:1767384689.388844:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1767384689.388847:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000100:00000010:2.0:1767384689.388850:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088fc2ad4. 00000100:00000001:3.0:1767384689.388851:0:18905:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1767384689.388854:0:16347:0:(events.c:337:request_in_callback()) incoming req@0000000088fc2ad4 x1853237041826816 msgsize 328 00000020:00000010:0.0:1767384689.388855:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:3.0:1767384689.388857:0:18905:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fe0952e. 00000100:00000001:3.0:1767384689.388862:0:18905:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384689.388864:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000020:00000010:3.0:1767384689.388866:0:18905:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fe0952e. 00000100:00000040:0.0:1767384689.388868:0:17073:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000010:3.0:1767384689.388871:0:18905:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000050e3792. 00000100:00000001:0.0:1767384689.388874:0:17073:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1767384689.388876:0:18905:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000aefb52f3. 00000100:00000001:0.0:1767384689.388877:0:17073:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384689.388879:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384689.388881:0:17073:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000010:3.0:1767384689.388882:0:18905:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000aa008851. 00000800:00000001:2.0:1767384689.388885:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767384689.388886:0:17073:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.388888:0:18905:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000800:00000001:2.0:1767384689.388891:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.388892:0:18905:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384689.388892:0:17073:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1767384689.388896:0:18905:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1767384689.388899:0:18905:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.388900:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1767384689.388902:0:18905:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000020:00000001:0.0:1767384689.388904:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1767384689.388906:0:18905:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1767384689.388908:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c19ead19 refcount=3 00000020:00000001:3.0:1767384689.388909:0:18905:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384689.388913:0:18905:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bce492f refcount=3 00000020:00000001:0.0:1767384689.388913:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00000020:00000001:3.0:1767384689.388918:0:18905:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000001:0.0:1767384689.388918:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:3.0:1767384689.388923:0:18905:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000001:0.0:1767384689.388923:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384689.388926:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384689.388928:0:17073:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.388930:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384689.388930:0:17073:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.388935:0:18905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:1.0:1767384689.388936:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041826816 00010000:00000001:3.0:1767384689.388939:0:18905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1767384689.388940:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1767384689.388942:0:18905:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.388942:0:17073:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.388943:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384689.388946:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.388948:0:18905:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384689.388951:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.388955:0:18905:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384689.388955:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041826816 00000020:00000001:1.0:1767384689.388957:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384689.388961:0:18905:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767384689.388961:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000100:00000001:0.0:1767384689.388961:0:17073:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384689.388965:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384689.388968:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=11 00000020:00000001:1.0:1767384689.388976:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:1.0:1767384689.388979:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:3.0:1767384689.388982:0:18905:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384689.388983:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384689.388983:0:17073:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384689.388988:0:17073:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1767384689.388989:0:18905:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384689.388990:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008488f908. 00000100:00000001:2.0:1767384689.388992:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384689.388995:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1767384689.388995:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384689.388999:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000008488f908. 00000100:00100000:0.0:1767384689.389004:0:17073:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 0 00000020:00000010:1.0:1767384689.389008:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071ff0b45. 00000100:00000040:0.0:1767384689.389009:0:17073:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00100000:2.0:1767384689.389015:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 1 00000020:00000010:1.0:1767384689.389015:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000d3f3a445. 00000100:00000001:0.0:1767384689.389015:0:17073:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898718913616 : -106174990638000 : ffff9f6f35662450) 00000100:00000040:2.0:1767384689.389021:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 2 00000100:00000001:3.0:1767384689.389022:0:18905:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384689.389022:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000008d378588. 00000100:00000001:2.0:1767384689.389026:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717864704 : -106174991686912 : ffff9f6f35562300) 00000100:00000001:3.0:1767384689.389028:0:18905:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.389029:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384689.389033:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1767384689.389034:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068fd8f5e x1853237041826944/t0(0) o103->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 328/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384689.389036:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1767384689.389039:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.389041:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005e4d43c6 x1853237041826688/t0(0) o103->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 328/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384689.389044:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1767384689.389055:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1767384689.389057:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384689.389059:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384689.389062:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee037f1d refcount=3 00000020:00000010:2.0:1767384689.389063:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:0.0:1767384689.389063:0:17073:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384689.389067:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00000100:00000001:2.0:1767384689.389068:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384689.389069:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eb2c707. 00010000:00000001:1.0:1767384689.389073:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00000020:00000010:2.0:1767384689.389074:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00000001:0.0:1767384689.389075:0:17073:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384689.389079:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:0.0:1767384689.389080:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000007eb2c707. 00010000:00000001:1.0:1767384689.389082:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1767384689.389086:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068fd8f5e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+11:11801:x1853237041826944:12345-192.168.203.25@tcp50:103: 00010000:00000001:1.0:1767384689.389086:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.389090:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384689.389091:0:17073:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005e4d43c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:467e5a43-65b4-43c3-96e9-9917fbef9ff3+11:11801:x1853237041826688:12345-192.168.203.25@tcp50:103: 00000100:00000200:2.0:1767384689.389097:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041826944 00000100:00000001:1.0:1767384689.389098:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384689.389099:0:17073:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041826688 00010000:00000001:2.0:1767384689.389101:0:17071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000001:0.0:1767384689.389104:0:17073:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384689.389105:0:17071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000002:0.0:1767384689.389107:0:17073:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384689.389108:0:17071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1767384689.389110:0:17073:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1767384689.389113:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.389116:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384689.389116:0:17073:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384689.389121:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1767384689.389121:0:17073:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384689.389126:0:17073:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003337d0d9. 02000000:00000010:2.0:1767384689.389127:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000b8f60fd2. 02000000:00000001:0.0:1767384689.389131:0:17073:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.389132:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.389137:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.389138:0:17073:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.389141:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1767384689.389143:0:17073:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384689.389145:0:17071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767384689.389147:0:17073:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384689.389149:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384689.389152:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1767384689.389152:0:17073:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1767384689.389156:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000001bce492f refcount=3 00000020:00000001:0.0:1767384689.389156:0:17073:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384689.389160:0:17073:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000c19ead19 refcount=3 00000020:00000001:2.0:1767384689.389161:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00000020:00000001:0.0:1767384689.389164:0:17073:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000001:0.0:1767384689.389167:0:17073:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623426048 : -106175086125568 : ffff9f6f2fb51e00) 00010000:00000040:0.0:1767384689.389170:0:17073:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 8 00010000:00000001:0.0:1767384689.389173:0:17073:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384689.389176:0:17073:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384689.389178:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623425536 : -106175086126080 : ffff9f6f2fb51c00) 00010000:00000001:0.0:1767384689.389180:0:17073:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000040:2.0:1767384689.389182:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000142f776f count: 3 00010000:00000001:0.0:1767384689.389184:0:17073:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.389186:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384689.389188:0:17073:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.389189:0:17071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384689.389191:0:17071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384689.389192:0:17071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.389196:0:17071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.389200:0:17073:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384689.389201:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384689.389204:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384689.389204:0:17073:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384689.389211:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384689.389212:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384689.389213:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384689.389215:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384689.389217:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384689.389218:0:17073:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384689.389220:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.389222:0:17073:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384689.389224:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001bce492f with handle 0x71ee3a74e2719303 from hash 00000020:00000040:0.0:1767384689.389225:0:17073:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c19ead19 with handle 0x71ee3a74e27192fc from hash 00010000:00000001:2.0:1767384689.389229:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384689.389230:0:17073:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384689.389232:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384689.389234:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384689.389235:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384689.389237:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384689.389238:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384689.389240:0:17073:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384689.389242:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384689.389243:0:17073:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384689.389245:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384689.389246:0:17073:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384689.389251:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000001bce492f/0x71ee3a74e2719303 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c43d expref: 11 pid: 17078 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384689.389252:0:17073:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c19ead19/0x71ee3a74e27192fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c41a expref: 11 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384689.389262:0:17071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000000b8cd936 : new locks_count 3 00000020:00000040:2.0:1767384689.389265:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 10 00010000:00000040:0.0:1767384689.389274:0:17073:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000000b8cd936 : new locks_count 2 00010000:00000001:2.0:1767384689.389275:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1767384689.389278:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 9 00010000:00000001:2.0:1767384689.389279:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384689.389283:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384689.389286:0:17073:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384689.389287:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384689.389290:0:17073:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384689.389291:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.389293:0:17073:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1767384689.389294:0:17073:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384689.389296:0:17073:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.389298:0:17073:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384689.389299:0:17073:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1767384689.389301:0:17073:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384689.389306:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1767384689.389307:0:17073:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00010000:2.0:1767384689.389308:0:17071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384689.389311:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384689.389311:0:17073:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.389317:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1767384689.389318:0:17073:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=106 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384689.389319:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384689.389324:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=106 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384689.389327:0:17073:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384689.389329:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384689.389333:0:17073:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 7 to 192.168.203.25@tcp50 00000100:00000040:2.0:1767384689.389335:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 8 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384689.389338:0:17073:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 00000100:00000001:2.0:1767384689.389339:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:2.0:1767384689.389344:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384689.389344:0:17073:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384689.389348:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384689.389349:0:17073:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.389352:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384689.389353:0:17073:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384689.389358:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000100:00000040:0.0:1767384689.389361:0:17073:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:2.0:1767384689.389364:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000100:00000200:2.0:1767384689.389370:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237041826944, offset 224 00000400:00000010:0.0:1767384689.389372:0:17073:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e5aaf0a8. 00000400:00000200:2.0:1767384689.389378:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000100:00000200:0.0:1767384689.389386:0:17073:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237041826688, offset 224 00000400:00000200:2.0:1767384689.389392:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384689.389397:0:17073:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:2.0:1767384689.389420:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [236:236:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [26:26:8:4294967295] 00000400:00000200:2.0:1767384689.389433:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384689.389479:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:2.0:1767384689.389485:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000037920031. 00000400:00000200:0.0:1767384689.389485:0:17073:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000800:00000200:2.0:1767384689.389494:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000400:00000200:0.0:1767384689.389499:0:17073:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [237:237:255:4294967295] 192.168.203.25@tcp50 LPNI seq info [27:27:7:4294967295] 00000800:00000200:2.0:1767384689.389505:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:2.0:1767384689.389512:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000037920031 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767384689.389516:0:17073:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384689.389523:0:17073:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384689.389526:0:17073:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005ffae775. 00000800:00000200:0.0:1767384689.389531:0:17073:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000100:00000001:2.0:1767384689.389532:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767384689.389537:0:17073:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000100:00000040:2.0:1767384689.389540:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 7 to 192.168.203.25@tcp50 00000800:00000200:0.0:1767384689.389543:0:17073:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005ffae775 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:2.0:1767384689.389544:0:17071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.389549:0:17071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.389551:0:17073:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.389555:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068fd8f5e x1853237041826944/t0(0) o103->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 328/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384689.389558:0:17073:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 6 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384689.389563:0:17073:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.389567:0:17073:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.389576:0:17073:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005e4d43c6 x1853237041826688/t0(0) o103->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 328/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384689.389579:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068fd8f5e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+9:11801:x1853237041826944:12345-192.168.203.25@tcp50:103: Request processed in 516us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384689.389595:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 1 00000100:00100000:0.0:1767384689.389597:0:17073:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005e4d43c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:467e5a43-65b4-43c3-96e9-9917fbef9ff3+9:11801:x1853237041826688:12345-192.168.203.25@tcp50:103: Request processed in 531us (956us total) trans 0 rc 0/0 00000100:00000040:2.0:1767384689.389601:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:2.0:1767384689.389605:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384689.389608:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1767384689.389608:0:17073:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 0 00000100:00000040:0.0:1767384689.389612:0:17073:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000020:00000010:2.0:1767384689.389613:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000aefb52f3. 00000100:00000001:0.0:1767384689.389615:0:17073:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384689.389618:0:17073:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384689.389619:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000aa008851. 00000020:00000010:0.0:1767384689.389621:0:17073:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:2.0:1767384689.389625:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000050e3792. 00000020:00000010:0.0:1767384689.389627:0:17073:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000040:2.0:1767384689.389631:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 8 00000020:00000010:0.0:1767384689.389633:0:17073:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bdf3bb8. 00000100:00000001:2.0:1767384689.389636:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767384689.389638:0:17073:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 7 02000000:00000001:0.0:1767384689.389646:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384689.389648:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f40c2963. 00000100:00000001:2.0:1767384689.389649:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384689.389651:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384689.389656:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 2 02000000:00000001:0.0:1767384689.389658:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1767384689.389659:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000010:0.0:1767384689.389661:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5408342. 00000100:00000001:2.0:1767384689.389663:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717862016 : -106174991689600 : ffff9f6f35561880) 02000000:00000001:0.0:1767384689.389668:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1767384689.389671:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000088fc2ad4 x1853237041826816/t0(0) o103->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 328/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384689.389671:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000060a29825. 00000800:00000200:1.0:1767384689.389675:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1767384689.389677:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384689.389680:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000057b27cbb. 00000800:00000010:1.0:1767384689.389682:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000037920031. 02000000:00000001:0.0:1767384689.389687:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384689.389689:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1767384689.389691:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000325e92cf. 02000000:00000001:0.0:1767384689.389697:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:1.0:1767384689.389701:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000010:0.0:1767384689.389701:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b606f3b3. 00000100:00000001:2.0:1767384689.389708:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1767384689.389708:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:1.0:1767384689.389709:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da71475 02000000:00000010:0.0:1767384689.389712:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000028b3c252. 00000400:00000010:1.0:1767384689.389713:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da71475. 00000020:00000010:2.0:1767384689.389714:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 02000000:00000001:0.0:1767384689.389718:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1767384689.389719:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384689.389720:0:16349:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:0.0:1767384689.389720:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000173d4c5c. 00000020:00000010:2.0:1767384689.389724:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00000001:1.0:1767384689.389724:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000001:0.0:1767384689.389726:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1767384689.389729:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f4136a18. 00000100:00100000:2.0:1767384689.389733:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000088fc2ad4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+7:11801:x1853237041826816:12345-192.168.203.25@tcp50:103: 02000000:00000001:0.0:1767384689.389734:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384689.389736:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005fab9b4c. 00000100:00000200:2.0:1767384689.389738:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041826816 02000000:00000001:0.0:1767384689.389741:0:17073:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384689.389742:0:17071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 02000000:00000010:0.0:1767384689.389745:0:17073:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005059b691. 00010000:00000002:2.0:1767384689.389746:0:17071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384689.389749:0:17071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 02000000:00000001:0.0:1767384689.389749:0:17073:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1767384689.389751:0:17073:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000db2966c3. 00000100:00000001:2.0:1767384689.389752:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1767384689.389755:0:17073:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384689.389756:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384689.389760:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000747097c7. 00000100:00000200:0.0:1767384689.389763:0:17073:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000001:2.0:1767384689.389764:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.389768:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384689.389769:0:17073:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073c78d9b. 00010000:00000001:2.0:1767384689.389770:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384689.389774:0:17071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000400:00000010:0.0:1767384689.389775:0:17073:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e00f1c0. 00010000:00000001:2.0:1767384689.389776:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000800:00000200:1.0:1767384689.389778:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1767384689.389780:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000010:1.0:1767384689.389782:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005ffae775. 00000020:00000040:2.0:1767384689.389784:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ee037f1d refcount=3 00000020:00000001:2.0:1767384689.389788:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00000400:00000200:1.0:1767384689.389798:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384689.389805:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623421952 : -106175086129664 : ffff9f6f2fb50e00) 00000400:00000200:1.0:1767384689.389806:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00010000:00000040:2.0:1767384689.389812:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000712dc175 count: 4 00000400:00000200:1.0:1767384689.389812:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e5aaf0a8 00000400:00000010:1.0:1767384689.389816:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e5aaf0a8. 00010000:00000001:2.0:1767384689.389818:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1767384689.389820:0:16349:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:2.0:1767384689.389821:0:17071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 02000000:00000001:1.0:1767384689.389823:0:16349:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:2.0:1767384689.389824:0:17071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 02000000:00000010:1.0:1767384689.389826:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003337d0d9. 00010000:00000001:2.0:1767384689.389828:0:17071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384689.389830:0:16349:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1767384689.389832:0:17071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384689.389832:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384689.389838:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384689.389840:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384689.389844:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384689.389845:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384689.389847:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384689.389848:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384689.389850:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ee037f1d with handle 0x71ee3a74e271930a from hash 00010000:00000001:2.0:1767384689.389853:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384689.389854:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384689.389855:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384689.389856:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384689.389857:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384689.389858:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384689.389862:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ee037f1d/0x71ee3a74e271930a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c444 expref: 7 pid: 17078 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1767384689.389867:0:17071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000000b8cd936 : new locks_count 1 00000020:00000040:2.0:1767384689.389869:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 6 00010000:00000001:2.0:1767384689.390251:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384689.390253:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384689.390255:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384689.390256:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384689.390258:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.390260:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1767384689.390261:0:17071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384689.390262:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384689.390265:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384689.390267:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384689.390269:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=106 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384689.390272:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384689.390275:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 7 to 192.168.203.25@tcp50 00000100:00000001:2.0:1767384689.390277:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:2.0:1767384689.390279:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384689.390280:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.390282:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384689.390284:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:2.0:1767384689.390287:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac15ff4. 00000100:00000200:2.0:1767384689.390290:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237041826816, offset 224 00000400:00000200:2.0:1767384689.390294:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:2.0:1767384689.390300:0:17071:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:2.0:1767384689.390307:0:17071:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [238:238:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [28:28:8:4294967295] 00000400:00000200:2.0:1767384689.390316:0:17071:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384689.390319:0:17071:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:2.0:1767384689.390323:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000810fb850. 00000800:00000200:2.0:1767384689.390327:0:17071:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:2.0:1767384689.390330:0:17071:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:2.0:1767384689.390333:0:17071:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000810fb850 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1767384689.390344:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.390347:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 6 to 192.168.203.25@tcp50 00010000:00000001:2.0:1767384689.390349:0:17071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.390350:0:17071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384689.390354:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088fc2ad4 x1853237041826816/t0(0) o103->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 328/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384689.390362:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000088fc2ad4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+6:11801:x1853237041826816:12345-192.168.203.25@tcp50:103: Request processed in 653us (1506us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384689.390370:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 2 00000100:00000040:2.0:1767384689.390372:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00000100:00000001:2.0:1767384689.390373:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384689.390375:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384689.390378:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d3f3a445. 00000020:00000010:2.0:1767384689.390382:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000008d378588. 00000020:00000010:2.0:1767384689.390385:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071ff0b45. 00000020:00000040:2.0:1767384689.390389:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 5 00000100:00000001:2.0:1767384689.390391:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384689.390398:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384689.390401:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000810fb850. 00000400:00000200:1.0:1767384689.390404:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.390407:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384689.390409:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ac15ff4 00000400:00000010:1.0:1767384689.390410:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008ac15ff4. 00000100:00000001:1.0:1767384689.390417:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384689.390417:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384689.393849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001bce492f. 00000800:00000001:2.0:1767384689.393873:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.393884:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384689.393887:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.393890:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384689.393899:0:16347:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:2.0:1767384689.393912:0:16347:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 224 into portal 28 MB=0x695825f900d00 00000400:00000200:2.0:1767384689.393920:0:16347:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.25@tcp50 of length 224/224 into md 0xab9 [8] + 4856 00000800:00000001:2.0:1767384689.393928:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.393936:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384689.393939:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384689.393944:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000001:2.0:1767384689.393951:0:16347:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384689.393953:0:16347:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1767384689.393957:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000593eb525. 00000100:00000040:2.0:1767384689.393961:0:16347:0:(events.c:337:request_in_callback()) incoming req@00000000593eb525 x1853237041827072 msgsize 224 00000100:00100000:2.0:1767384689.393965:0:16347:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000001:2.0:1767384689.394019:0:16347:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1767384689.394029:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384689.394032:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.394065:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1767384689.394067:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041827072 02000000:00000001:0.0:1767384689.394070:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384689.394072:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384689.394074:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384689.394078:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384689.394082:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041827072 00000020:00000001:0.0:1767384689.394084:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384689.394086:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719318 00000020:00000001:0.0:1767384689.394089:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384689.394091:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000094c562fe refcount=6 00000020:00000001:0.0:1767384689.394106:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631494144 : -106180078057472 : ffff9f6e062a4800) 00000020:00000001:0.0:1767384689.394109:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631494144 : -106180078057472 : ffff9f6e062a4800) 00000100:00000001:0.0:1767384689.394114:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384689.394118:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000007eb2c707. 00000020:00000010:0.0:1767384689.394122:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000d221f5de. 00000020:00000040:0.0:1767384689.394127:0:17894:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 8 - evictor 00000100:00000001:0.0:1767384689.394142:0:17894:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1767384689.394147:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bdf3bb8. 00000020:00000010:0.0:1767384689.394157:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000accc654. 00000020:00000010:0.0:1767384689.394161:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00080000:2.0:1767384689.394171:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000040:0.0:1767384689.394172:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384689.394177:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1767384689.394178:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 8 - evictor 00000100:00000001:0.0:1767384689.394181:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384689.394185:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.394194:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.394210:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384689.394222:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384689.394224:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1767384689.394228:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 5 00000100:00000040:0.0:1767384689.394231:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000094c562fe : new rpc_count 1 00000100:00000001:0.0:1767384689.394233:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717856640 : -106174991694976 : ffff9f6f35560380) 00000100:00000040:0.0:1767384689.394239:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000593eb525 x1853237041827072/t0(0) o9->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384689.394249:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384689.394251:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000d221f5de. 00000100:00000001:0.0:1767384689.394254:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384689.394256:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000d221f5de. 00000100:00100000:0.0:1767384689.394259:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000593eb525 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9c024f05-a3b5-431a-8f8b-d3962b7e0303+6:11797:x1853237041827072:12345-192.168.203.25@tcp50:9: 00000100:00000200:0.0:1767384689.394263:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041827072 00000020:00000001:0.0:1767384689.394266:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384689.394270:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384689.394279:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.394282:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384689.394284:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270096 : -1045281520 : ffffffffc1b24510) 00000020:00000001:0.0:1767384689.394288:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384689.394290:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384689.394292:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384689.394294:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384689.394297:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.394299:0:17894:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384689.394301:0:17894:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:0.0:1767384689.394304:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384689.394307:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1767384689.394311:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000061553bf7. 02000000:00000001:0.0:1767384689.394313:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.394315:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384689.394320:0:17894:0:(genops.c:887:class_export_get()) GET export 0000000094c562fe refcount=7 00010000:00000001:0.0:1767384689.394323:0:17894:0:(obd_class.h:902:obd_disconnect()) Process entered 00002000:00000001:0.0:1767384689.394326:0:17894:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000040:0.0:1767384689.394327:0:17894:0:(genops.c:887:class_export_get()) GET export 0000000094c562fe refcount=8 00010000:00000001:0.0:1767384689.394330:0:17894:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:0.0:1767384689.394331:0:17894:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:0.0:1767384689.394343:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 7 00000020:00000080:0.0:1767384689.394346:0:17894:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2719318 00000020:00000040:0.0:1767384689.394348:0:17894:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000094c562fe with handle 0x71ee3a74e2719318 from hash 00000020:00000040:0.0:1767384689.394352:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 6 00000020:00000010:0.0:1767384689.394355:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000007eb2c707. 00000020:00000001:0.0:1767384689.394358:0:17894:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384689.394359:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 5 00000020:00000001:0.0:1767384689.394361:0:17894:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384689.394362:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 4 00000020:00000001:0.0:1767384689.394363:0:17894:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.394366:0:17894:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384689.394368:0:17894:0:(import.c:65:import_set_state_nolock()) 000000000ec6e3cb : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384689.394371:0:17894:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1767384689.394374:0:17894:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384689.394375:0:17894:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:0.0:1767384689.394387:0:17894:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:0.0:1767384689.394396:0:17894:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00000020:00000020:0.0:1767384689.394399:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384689.394403:0:17894:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/0000000094c562fe dirty 0 pend 0 grant 0 00000020:00000010:0.0:1767384689.394407:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2fc389. 00000020:00000001:1.0:1767384689.394414:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767384689.394414:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009a4de645. 00000020:00000010:0.0:1767384689.394418:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022eb72b2. 00000020:00000001:1.0:1767384689.394419:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384689.394424:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1767384689.394426:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2bfb3e1. 00010000:00000010:0.1:1767384689.394579:0:17894:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c19ead19. 00000020:00000010:0.0:1767384689.394590:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008f72b4a3. 80000000:00000010:0.0:1767384689.394594:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f63b426. 40000000:00000010:0.0:1767384689.394597:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007eb2c707. 00100000:00000010:0.0:1767384689.394601:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000301cc898. 00040000:00000010:0.0:1767384689.394604:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d7bdbc25. 00040000:00000010:0.0:1767384689.394607:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4ba0ce9. 00080000:00000010:0.0:1767384689.394614:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002bfaf6a6. 00080000:00000010:0.0:1767384689.394618:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000142f2130. 00002000:00000010:0.0:1767384689.394622:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bd03ddb8. 00000001:00000001:0.0:1767384689.394625:0:17894:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:0.0:1767384689.394627:0:17894:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 1, off 8320, UUID '9c024f05-a3b5-431a-8f8b-d3962b7e0303' 00000001:00000001:0.0:1767384689.394630:0:17894:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384689.394632:0:17894:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00080000:00000001:0.0:1767384689.394635:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384689.394638:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000abb76e00. 00080000:00000001:0.0:1767384689.394640:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893619723264 : -106180089828352 : ffff9f6e0576ac00) 00080000:00000001:0.0:1767384689.394643:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384689.394647:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384689.394650:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d221f5de. 00080000:00000001:0.0:1767384689.394652:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384689.394654:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384689.394661:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.394663:0:17894:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384689.394687:0:17894:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384689.394689:0:17894:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384689.394696:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384689.394704:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d221f5de. 00040000:00000001:0.0:1767384689.394706:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384689.394708:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384689.394710:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384689.394712:0:17894:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384689.394714:0:17894:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384689.394716:0:17894:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384689.394717:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384689.394721:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000072fd32c5. 00080000:00000001:0.0:1767384689.394723:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898144166400 : -106175565385216 : ffff9f6f13243200) 00080000:00000001:0.0:1767384689.394725:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384689.394726:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384689.394728:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000d221f5de. 00080000:00000001:0.0:1767384689.394730:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384689.394732:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384689.394734:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384689.394737:0:17894:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ba84650b. 00000001:00000040:0.0:1767384689.394739:0:17894:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 0000000094c562fe : new cb_count 2 00000020:00000040:0.0:1767384689.394741:0:17894:0:(genops.c:887:class_export_get()) GET export 0000000094c562fe refcount=5 00000001:00000001:0.0:1767384689.394749:0:17894:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:0.0:1767384689.394750:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384689.394752:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000d221f5de. 00040000:00000001:0.0:1767384689.394755:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384689.394756:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384689.394757:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384689.394758:0:17894:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000040:0.0:1767384689.394761:0:17894:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 1 (8320), rc 0 00000001:00000001:0.0:1767384689.394763:0:17894:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384689.394767:0:17894:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009a4de645. 00000020:00000010:0.0:1767384689.394770:0:17894:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022eb72b2. 00000020:00000010:0.0:1767384689.394773:0:17894:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384689.394776:0:17894:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008f72b4a3. 80000000:00000010:0.0:1767384689.394780:0:17894:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f63b426. 40000000:00000010:0.0:1767384689.394785:0:17894:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007eb2c707. 00100000:00000010:0.0:1767384689.394807:0:17894:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000301cc898. 00040000:00000010:0.0:1767384689.394810:0:17894:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d7bdbc25. 00040000:00000010:0.0:1767384689.394814:0:17894:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4ba0ce9. 00080000:00000010:0.0:1767384689.394817:0:17894:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000142f2130. 00080000:00000010:0.0:1767384689.394821:0:17894:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002bfaf6a6. 00002000:00000010:0.0:1767384689.394825:0:17894:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bd03ddb8. 00000020:00000010:0.0:1767384689.394827:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2fc389. 00000001:00000001:0.0:1767384689.394831:0:17894:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384689.394833:0:17894:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 8 00000001:00000001:0.0:1767384689.394836:0:17894:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384689.394838:0:17894:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 7 00000020:00000040:0.0:1767384689.394840:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 4 00000001:00000001:0.0:1767384689.394842:0:17894:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384689.394843:0:17894:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 6 00000001:00000001:0.0:1767384689.394845:0:17894:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384689.394846:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 3 00002000:00000001:0.0:1767384689.394847:0:17894:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.394849:0:17894:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.394851:0:17894:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.394852:0:17894:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384689.394855:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041827072 00010000:00000001:0.0:1767384689.394858:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:0.0:1767384689.394862:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000593eb525 x1853237041827072/t0(0) o9->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384689.394869:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384689.394871:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384689.394875:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=96 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384689.394880:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384689.394882:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 7 to 192.168.203.25@tcp50 00000100:00000001:0.0:1767384689.394884:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:0.0:1767384689.394887:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384689.394889:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.394892:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384689.394894:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:0.0:1767384689.394902:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f78db42d. 00000100:00000200:0.0:1767384689.394906:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237041827072, offset 224 00000400:00000200:0.0:1767384689.394912:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:0.0:1767384689.394921:0:17894:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:0.0:1767384689.394934:0:17894:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [239:239:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [29:29:8:4294967295] 00000400:00000200:0.0:1767384689.394944:0:17894:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:0.0:1767384689.394949:0:17894:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:0.0:1767384689.394952:0:17894:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d7bdbc25. 00000800:00000200:0.0:1767384689.394956:0:17894:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:0.0:1767384689.394963:0:17894:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:0.0:1767384689.394966:0:17894:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d7bdbc25 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767384689.394978:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384689.394981:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 6 to 192.168.203.25@tcp50 00010000:00000001:0.0:1767384689.394983:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384689.394985:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.394987:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384689.394991:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000593eb525 x1853237041827072/t0(0) o9->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384689.394999:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000593eb525 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9c024f05-a3b5-431a-8f8b-d3962b7e0303+3:11797:x1853237041827072:12345-192.168.203.25@tcp50:9: Request processed in 749us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1767384689.395007:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 5 00000100:00000040:0.0:1767384689.395010:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000094c562fe : new rpc_count 0 00000100:00000001:0.0:1767384689.395012:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384689.395014:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1767384689.395017:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000accc654. 00000020:00000010:0.0:1767384689.395021:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384689.395024:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bdf3bb8. 00000020:00000040:0.0:1767384689.395028:0:17894:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 2 00000100:00000001:0.0:1767384689.395030:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384689.395074:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1767384689.395079:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d7bdbc25. 00000400:00000200:1.0:1767384689.395083:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.395089:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384689.395093:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f78db42d 00000400:00000010:1.0:1767384689.395095:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f78db42d. 00000100:00000001:1.0:1767384689.395099:0:16349:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384689.395101:0:16349:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1767384689.398474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ee037f1d. 00000800:00000001:1.0:1767384689.401739:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.401752:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.401756:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.401758:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.401769:0:16348:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384689.401785:0:16348:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 224 into portal 12 MB=0x695825f900e00 00000400:00000200:1.0:1767384689.401803:0:16348:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.25@tcp50 of length 224/224 into md 0x229 [64] + 12280 00000800:00000001:1.0:1767384689.401812:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.401821:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.401823:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.401828:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000100:00000001:1.0:1767384689.401835:0:16348:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384689.401837:0:16348:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384689.401843:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082ff6dd4. 00000100:00000040:1.0:1767384689.401852:0:16348:0:(events.c:337:request_in_callback()) incoming req@0000000082ff6dd4 x1853237041827328 msgsize 224 00000100:00100000:1.0:1767384689.401857:0:16348:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000001:1.0:1767384689.401871:0:16348:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384689.401878:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.401882:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.401910:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384689.401913:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041827328 02000000:00000001:3.0:1767384689.401915:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384689.401917:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384689.401918:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384689.401921:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384689.401925:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041827328 00000020:00000001:3.0:1767384689.401927:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384689.401928:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719311 00000020:00000001:3.0:1767384689.401930:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384689.401932:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 000000008f2c1a56 refcount=7 00000020:00000001:3.0:1767384689.401933:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000020:00000001:3.0:1767384689.401935:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00000100:00000001:3.0:1767384689.401940:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384689.401943:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fe0952e. 00000100:00000001:3.0:1767384689.401946:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384689.401947:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fe0952e. 00000020:00000010:3.0:1767384689.401951:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6f2d4e9. 00000020:00000010:3.0:1767384689.401955:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000295f7b9. 00000020:00000010:3.0:1767384689.401959:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052fe3c2a. 00000100:00000040:3.0:1767384689.401964:0:18369:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1767384689.401967:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384689.401968:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384689.401970:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.401975:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.401993:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384689.402003:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384689.402005:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384689.402009:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 8 00000100:00000040:3.0:1767384689.402012:0:18369:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000008f2c1a56 : new rpc_count 1 00000100:00000001:3.0:1767384689.402013:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636143104 : -106180073408512 : ffff9f6e06713800) 00000100:00000040:3.0:1767384689.402019:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000082ff6dd4 x1853237041827328/t0(0) o39->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384689.402025:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384689.402027:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000004fe0952e. 00000100:00000001:3.0:1767384689.402029:0:18369:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384689.402030:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000004fe0952e. 00000100:00100000:3.0:1767384689.402034:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000082ff6dd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c024f05-a3b5-431a-8f8b-d3962b7e0303+7:11797:x1853237041827328:12345-192.168.203.25@tcp50:39: 00000100:00000200:3.0:1767384689.402038:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041827328 00000020:00000001:3.0:1767384689.402040:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384689.402044:0:18369:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384689.402048:0:18369:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.402050:0:18369:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384689.402052:0:18369:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662146400 : -1047405216 : ffffffffc191dd60) 00000020:00000001:3.0:1767384689.402055:0:18369:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1767384689.402058:0:18369:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1853237041827328, found 0 last_xid 1853237041826559 00000020:00000001:3.0:1767384689.402061:0:18369:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384689.402063:0:18369:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384689.402064:0:18369:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384689.402067:0:18369:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.402068:0:18369:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:3.0:1767384689.402070:0:18369:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:3.0:1767384689.402073:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384689.402075:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384689.402078:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000eac0466c. 02000000:00000001:3.0:1767384689.402080:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.402081:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384689.402089:0:18369:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=8 00010000:00000001:3.0:1767384689.402091:0:18369:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:3.0:1767384689.402093:0:18369:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:3.0:1767384689.402094:0:18369:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=9 00010000:00000001:3.0:1767384689.402096:0:18369:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:3.0:1767384689.402097:0:18369:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:3.0:1767384689.402106:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 8 00000020:00000080:3.0:1767384689.402108:0:18369:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2719311 00000020:00000040:3.0:1767384689.402109:0:18369:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008f2c1a56 with handle 0x71ee3a74e2719311 from hash 00000020:00000040:3.0:1767384689.402113:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 7 00000020:00000010:3.0:1767384689.402115:0:18369:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008893688a. 00000020:00000001:3.0:1767384689.402118:0:18369:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:3.0:1767384689.402119:0:18369:0:(genops.c:1938:obd_stale_export_put()) Put export 000000008f2c1a56: total 0 00000020:00000001:3.0:1767384689.402121:0:18369:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384689.402122:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 6 00000020:00000001:3.0:1767384689.402123:0:18369:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.402125:0:18369:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:3.0:1767384689.402126:0:18369:0:(import.c:65:import_set_state_nolock()) 00000000e4a31c35 : changing import state from FULL to CLOSED 00000100:00000001:3.0:1767384689.402128:0:18369:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1767384689.402130:0:18369:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1767384689.402131:0:18369:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:3.0:1767384689.402141:0:18369:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1767384689.402144:0:18369:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:3.0:1767384689.402146:0:18369:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000f31c03f7 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384689.402148:0:18369:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000032d5238d dirty 0 pend 0 grant 0 00000020:00000020:3.0:1767384689.402150:0:18369:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 dirty 0 pend 0 grant 0 00000004:00000001:3.0:1767384689.402153:0:18369:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:3.0:1767384689.402156:0:18369:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000040:3.0:1767384689.402158:0:18369:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-MDT0000: del client at idx 0, off 8192, UUID '9c024f05-a3b5-431a-8f8b-d3962b7e0303' 00000020:00000001:0.0:1767384689.402159:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:3.0:1767384689.402161:0:18369:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:3.0:1767384689.402164:0:18369:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934592 00000020:00010000:0.0:1767384689.402164:0:17075:0:(genops.c:1924:obd_stale_export_get()) Get export 000000008f2c1a56: total 0 00080000:00000001:3.0:1767384689.402168:0:18369:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:0.0:1767384689.402169:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446637898601816064 : -106175107735552 : ffff9f6f2e6b6000) 00010000:00000001:0.0:1767384689.402175:0:17075:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000010:0.0:1767384689.402182:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000bdf3bb8. 00000020:00000010:0.0:1767384689.402187:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bc2fc389. 00000020:00000010:0.0:1767384689.402192:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000301cc898. 00000020:00000010:0.0:1767384689.402196:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384689.402200:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009fe12cf7. 00080000:00000010:3.0:1767384689.402202:0:18369:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000050e3792. 80000000:00000010:0.0:1767384689.402205:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f63b426. 00080000:00000001:3.0:1767384689.402206:0:18369:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617602560 : -106180091949056 : ffff9f6e05565000) 40000000:00000010:0.0:1767384689.402211:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003b5da648. 00080000:00000001:3.0:1767384689.402213:0:18369:0:(osd_io.c:1849:osd_declare_write()) Process entered 00100000:00000010:0.0:1767384689.402217:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000022eb72b2. 00000001:00000001:3.0:1767384689.402218:0:18369:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384689.402222:0:18369:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c30da727. 00080000:00000001:3.0:1767384689.402225:0:18369:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1767384689.402225:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cca56323. 00080000:00000001:3.0:1767384689.402229:0:18369:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00040000:00000010:0.0:1767384689.402232:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a4ba0ce9. 00080000:00000001:3.0:1767384689.402233:0:18369:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384689.402236:0:18369:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384689.402238:0:18369:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000b0bd3609. 00080000:00000010:0.0:1767384689.402240:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002bfaf6a6. 00080000:00000010:0.0:1767384689.402246:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000142f2130. 00080000:00000001:3.0:1767384689.402249:0:18369:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384689.402253:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bd03ddb8. 00080000:00000001:3.0:1767384689.402259:0:18369:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384689.402259:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bc2fc389. 00000001:00000001:3.0:1767384689.402264:0:18369:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000020:00000010:0.0:1767384689.402267:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000301cc898. 00000020:00000010:0.0:1767384689.402271:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384689.402275:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009fe12cf7. 80000000:00000010:0.0:1767384689.402278:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f63b426. 40000000:00000010:0.0:1767384689.402281:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003b5da648. 00100000:00000010:0.0:1767384689.402284:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000022eb72b2. 00040000:00000010:0.0:1767384689.402286:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cca56323. 00000001:00000040:3.0:1767384689.402287:0:18369:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00040000:00000010:0.0:1767384689.402289:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a4ba0ce9. 00000001:00000001:3.0:1767384689.402294:0:18369:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384689.402295:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000142f2130. 00080000:00000001:3.0:1767384689.402298:0:18369:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:0.0:1767384689.402299:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002bfaf6a6. 00000001:00000001:3.0:1767384689.402304:0:18369:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00002000:00000010:0.0:1767384689.402304:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bd03ddb8. 00000001:00000002:3.0:1767384689.402309:0:18369:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8589934593, last_committed = 4294967296 00000020:00000010:0.0:1767384689.402310:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000bdf3bb8. 00010000:00010000:0.0:1767384689.402314:0:17075:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000008f2c1a56, canceled 0 locks, left on hash table 1. 00000020:00000010:0.0:1767384689.402318:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008f72b4a3. 00000001:00000010:3.0:1767384689.402320:0:18369:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000005ff08a1e. 00000020:00000010:0.0:1767384689.402323:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a4ba0ce9. 00000001:00000040:3.0:1767384689.402324:0:18369:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export 000000008f2c1a56 : new cb_count 2 00000020:00000040:3.0:1767384689.402326:0:18369:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=7 00000001:00000010:3.0:1767384689.402331:0:18369:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000004fd06175. 00000020:00000010:0.0:1767384689.402334:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000022eb72b2. 00000020:00000010:0.0:1767384689.402338:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384689.402339:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009fe12cf7. 80000000:00000010:0.0:1767384689.402341:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002f63b426. 40000000:00000010:0.0:1767384689.402342:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000003b5da648. 00100000:00000010:0.0:1767384689.402344:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000301cc898. 00040000:00000010:0.0:1767384689.402345:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cca56323. 00040000:00000010:0.0:1767384689.402347:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000bdf3bb8. 00080000:00000010:0.0:1767384689.402348:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002bfaf6a6. 00080000:00000010:0.0:1767384689.402350:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000142f2130. 00002000:00000010:0.0:1767384689.402352:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bd03ddb8. 00000001:00000001:0.0:1767384689.402354:0:17075:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:0.0:1767384689.402356:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1767384689.402361:0:17075:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000024c687e2 count: 2 00000004:00000001:0.0:1767384689.402364:0:17075:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1767384689.402366:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1767384689.402368:0:17075:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384689.402370:0:17075:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1767384689.402371:0:17075:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.402372:0:17075:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.402376:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000001:00000010:3.0:1767384689.402377:0:18369:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 00000000be2cceb0. 00010000:00000001:0.0:1767384689.402378:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384689.402383:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384689.402385:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384689.402387:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384689.402388:0:17075:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384689.402390:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001f4a8ff8 with handle 0x71ee3a74e2719326 from hash 00010000:00000001:0.0:1767384689.402392:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00080000:00000010:3.0:1767384689.402393:0:18369:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000c9d619ba. 00010000:00000001:0.0:1767384689.402393:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384689.402395:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384689.402397:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:0.0:1767384689.402402:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000009a4de645. 00010000:00000001:0.0:1767384689.402405:0:17075:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1767384689.402406:0:17075:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.402408:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384689.402409:0:17075:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000001:00000001:3.0:1767384689.402413:0:18369:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply 000000004fd06175: xid 1853237041827328, transno 8589934593, tag 0, client gen 1, slot idx 0 00000001:00000001:3.0:1767384689.402419:0:18369:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.402419:0:17075:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1767384689.402421:0:17075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000024c687e2) 00010000:00010000:0.0:1767384689.402424:0:17075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1767384689.402426:0:17075:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384689.402427:0:17075:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384689.402429:0:17075:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1767384689.402431:0:17075:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000008f2c1a56, 1 locks cancelled. 00010000:00000001:0.0:1767384689.402434:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384689.402435:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384689.402436:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384689.402480:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f4a8ff8/0x71ee3a74e2719326 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c467 expref: 7 pid: 18369 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384689.402489:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000be9c0428. 00010000:00000040:0.0:1767384689.402491:0:17075:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000008f2c1a56 : new locks_count 0 00000020:00000040:0.0:1767384689.402493:0:17075:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 6 00010000:00000010:0.0:1767384689.402495:0:17075:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000888fbd98. 00010000:00000040:0.0:1767384689.402499:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000024c687e2 count: 0 00010000:00000010:0.0:1767384689.402505:0:17075:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f19dc87. 00010000:00000001:0.0:1767384689.402514:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:0.0:1767384689.402516:0:17075:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 9c024f05-a3b5-4, loop: 0 00000001:00000001:0.0:1767384689.402518:0:17075:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1767384689.402522:0:17075:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384689.402524:0:17075:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000008f2c1a56, canceled 1 locks, left on hash table 0. 00000020:00000010:0.0:1767384689.402527:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a4ba0ce9. 00000020:00000010:0.0:1767384689.402529:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022eb72b2. 00000020:00000010:0.0:1767384689.402531:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384689.402534:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009fe12cf7. 80000000:00000010:0.0:1767384689.402536:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002f63b426. 40000000:00000010:0.0:1767384689.402539:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000003b5da648. 00100000:00000010:0.0:1767384689.402541:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000301cc898. 00040000:00000010:0.0:1767384689.402543:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cca56323. 00040000:00000010:0.0:1767384689.402545:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000000bdf3bb8. 00080000:00000010:0.0:1767384689.402547:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000142f2130. 00080000:00000010:0.0:1767384689.402553:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002bfaf6a6. 00002000:00000010:0.0:1767384689.402555:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bd03ddb8. 00000020:00000010:0.0:1767384689.402557:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008f72b4a3. 00000020:00000001:0.0:1767384689.402559:0:17075:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384689.402561:0:17075:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 5 00000020:00000001:0.0:1767384689.402562:0:17075:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:0.0:1767384689.402564:0:17075:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.402566:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384689.402567:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384689.402569:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384689.402571:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384689.402572:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384689.402573:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384689.402575:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384689.402576:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384689.402578:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384689.403729:0:17066:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1767384689.403734:0:17066:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1767384689.403741:0:17066:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934593 is committed 00000001:00000040:2.0:1767384689.403745:0:17066:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export 000000008f2c1a56 : new cb_count 1 00000020:00000040:2.0:1767384689.403749:0:17066:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 4 00000001:00000010:2.0:1767384689.403751:0:17066:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000005ff08a1e. 00080000:00000010:2.0:1767384689.403755:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000050e3792. 00000001:00100000:2.0:1767384689.403758:0:17066:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9c024f05-a3b5-431a-8f8b-d3962b7e0303 00000001:00000040:2.0:1767384689.403760:0:17066:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000008f2c1a56 : new cb_count 0 00000020:00000040:2.0:1767384689.403762:0:17066:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 3 00000001:00000010:2.0:1767384689.403763:0:17066:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000365f4e78. 00080000:00000010:2.0:1767384689.403765:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007697225d. 00080000:00000010:3.0:1767384689.403805:0:18369:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000b0bd3609. 00080000:00000010:3.0:1767384689.403810:0:18369:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c30da727. 00040000:00000001:3.0:1767384689.403812:0:18369:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384689.403813:0:18369:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384689.403815:0:18369:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384689.403817:0:18369:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000001:3.0:1767384689.403818:0:18369:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.403821:0:18369:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:3.0:1767384689.403822:0:18369:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384689.403824:0:18369:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000008839ee66. 00080000:00000001:3.0:1767384689.403830:0:18369:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893617604096 : -106180091947520 : ffff9f6e05565600) 00080000:00000001:3.0:1767384689.403832:0:18369:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384689.403834:0:18369:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384689.403836:0:18369:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c30da727. 00080000:00000001:3.0:1767384689.403837:0:18369:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384689.403838:0:18369:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384689.403844:0:18369:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1767384689.403846:0:18369:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000003b2432d9. 00000001:00000040:3.0:1767384689.403847:0:18369:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 000000008f2c1a56 : new cb_count 1 00000020:00000040:3.0:1767384689.403849:0:18369:0:(genops.c:887:class_export_get()) GET export 000000008f2c1a56 refcount=4 00000001:00000001:3.0:1767384689.403858:0:18369:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00080000:00000001:3.0:1767384689.403859:0:18369:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384689.403861:0:18369:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c30da727. 00040000:00000001:3.0:1767384689.403862:0:18369:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384689.403863:0:18369:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384689.403864:0:18369:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:3.0:1767384689.403865:0:18369:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-MDT0000: update last_rcvd client data for UUID = lustre-MDT0000_UUID, last_transno = 8589934592: rc = 0 00000001:00000040:3.0:1767384689.403867:0:18369:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-MDT0000: zeroing out client at idx 0 (8192), rc 0 00000001:00000001:3.0:1767384689.403869:0:18369:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1767384689.403870:0:18369:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384689.403872:0:18369:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:3.0:1767384689.403874:0:18369:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 7 00000001:00000001:3.0:1767384689.403876:0:18369:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:3.0:1767384689.403877:0:18369:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 6 00000020:00000040:3.0:1767384689.403879:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 3 00000001:00000001:3.0:1767384689.403880:0:18369:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:3.0:1767384689.403881:0:18369:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 5 00000001:00000001:3.0:1767384689.403882:0:18369:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:3.0:1767384689.403883:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 2 00000004:00000001:3.0:1767384689.403883:0:18369:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.403884:0:18369:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.403886:0:18369:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.403887:0:18369:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384689.403889:0:18369:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934593, transno 8589934593, xid 1853237041827328 00010000:00000001:3.0:1767384689.403894:0:18369:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384689.403899:0:18369:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000082ff6dd4 x1853237041827328/t8589934593(0) o39->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384689.403906:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384689.403908:0:18369:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384689.403910:0:18369:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=101 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384689.403914:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384689.403916:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 7 to 192.168.203.25@tcp50 00000100:00000001:3.0:1767384689.403917:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 02000000:00000001:3.0:1767384689.403919:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384689.403921:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384689.403924:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384689.403926:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000400:00000010:3.0:1767384689.403928:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000100:00000200:3.0:1767384689.403932:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237041827328, offset 224 00000400:00000200:3.0:1767384689.403936:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000400:00000200:3.0:1767384689.403947:0:18369:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00000400:00000200:3.0:1767384689.403963:0:18369:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [240:240:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [30:30:8:4294967295] 00000400:00000200:3.0:1767384689.403976:0:18369:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:3.0:1767384689.403986:0:18369:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:3.0:1767384689.403990:0:18369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fc07c76d. 00000800:00000200:3.0:1767384689.403996:0:18369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00000800:00000200:3.0:1767384689.404003:0:18369:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:3.0:1767384689.404007:0:18369:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000fc07c76d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767384689.404021:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384689.404024:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 6 to 192.168.203.25@tcp50 00010000:00000001:3.0:1767384689.404026:0:18369:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384689.404028:0:18369:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.404030:0:18369:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384689.404035:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000082ff6dd4 x1853237041827328/t8589934593(0) o39->9c024f05-a3b5-431a-8f8b-d3962b7e0303@192.168.203.25@tcp50:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384689.404056:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000082ff6dd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9c024f05-a3b5-431a-8f8b-d3962b7e0303+2:11797:x1853237041827328:12345-192.168.203.25@tcp50:39: Request processed in 2028us (2206us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1767384689.404065:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 8 00000100:00000040:3.0:1767384689.404067:0:18369:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000008f2c1a56 : new rpc_count 0 00000100:00000001:3.0:1767384689.404070:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384689.404073:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384689.404078:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000295f7b9. 00000020:00000010:3.0:1767384689.404080:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052fe3c2a. 00000020:00000010:3.0:1767384689.404083:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6f2d4e9. 00000020:00000040:3.0:1767384689.404086:0:18369:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 1 00000100:00000001:3.0:1767384689.404087:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1767384689.404122:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767384689.404126:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fc07c76d. 00000400:00000200:2.0:1767384689.404134:0:16347:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384689.404141:0:16347:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:2.0:1767384689.404146:0:16347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008aa694cc 00000400:00000010:2.0:1767384689.404149:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:00000001:2.0:1767384689.404152:0:16347:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384689.404154:0:16347:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1767384689.410379:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.410400:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384689.410404:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.410420:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.410431:0:16349:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50) <- 192.168.203.25@tcp50 : PUT - for me 00000400:00000200:1.0:1767384689.410478:0:16349:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.25@tcp50 of length 224 into portal 26 MB=0x695825f900f00 00000400:00000200:1.0:1767384689.410487:0:16349:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.25@tcp50 of length 224/224 into md 0x19c9 [2] + 0 00000400:00000010:1.0:1767384689.410492:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060597fd7. 00000400:00000200:1.0:1767384689.410498:0:16349:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000697d3484 00000800:00000001:1.0:1767384689.410505:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.410516:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1767384689.410519:0:16349:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384689.410524:0:16349:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000400:00000200:1.0:1767384689.410529:0:16349:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000697d3484 00000400:00000010:1.0:1767384689.410532:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000697d3484. 00000100:00000001:1.0:1767384689.410538:0:16349:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384689.410540:0:16349:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1767384689.410544:0:16349:0:(events.c:337:request_in_callback()) incoming req@000000000d807e93 x1853237041827584 msgsize 224 00000100:00100000:1.0:1767384689.410549:0:16349:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.25@tcp50 (source: 12345-192.168.203.25@tcp50) 00000100:00000040:1.0:1767384689.410551:0:16349:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1767384689.410562:0:16349:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1767384689.410571:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384689.410575:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.410607:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384689.410611:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237041827584 02000000:00000001:2.0:1767384689.410614:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384689.410616:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384689.410618:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384689.410623:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384689.410626:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237041827584 00000020:00000001:2.0:1767384689.410628:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384689.410630:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e27192ee 00000020:00000001:2.0:1767384689.410632:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384689.410634:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000000b8cd936 refcount=6 00000020:00000001:2.0:1767384689.410636:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000020:00000001:2.0:1767384689.410638:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00000100:00000001:2.0:1767384689.410642:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384689.410647:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:2.0:1767384689.410649:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384689.410651:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384689.410658:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c51c0fd2. 00000020:00000010:2.0:1767384689.410663:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384689.410667:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000040:2.0:1767384689.410674:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1767384689.410676:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384689.410678:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384689.410679:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.410686:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.410694:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384689.410703:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384689.410704:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384689.410709:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.25@tcp50, seq: 176 00000100:00000040:2.0:1767384689.410711:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000000b8cd936 : new rpc_count 1 00000100:00000001:2.0:1767384689.410713:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863205456 : -106174846346160 : ffff9f6f3dffdc50) 00000100:00000040:2.0:1767384689.410718:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000d807e93 x1853237041827584/t0(0) o251->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 224/0 e 0 to 0 dl 1767384700 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384689.410730:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384689.410731:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000100:00000001:2.0:1767384689.410732:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384689.410734:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00100000:2.0:1767384689.410736:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000d807e93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+6:11797:x1853237041827584:12345-192.168.203.25@tcp50:251: 00000100:00000200:2.0:1767384689.410739:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237041827584 00000020:00000001:2.0:1767384689.410742:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1767384689.410745:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384689.410746:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.410748:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1767384689.410750:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105456 : -1049446160 : ffffffffc172b8f0) 00000020:00000001:2.0:1767384689.410752:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384689.410753:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384689.410755:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1767384689.410757:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1767384689.410760:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384689.410761:0:17078:0:(mgs_handler.c:55:mgs_disconnect()) Process entered 00000020:00000001:2.0:1767384689.410763:0:17078:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384689.410773:0:17078:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384689.410776:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384689.410777:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384689.410781:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000029d07afa. 02000000:00000001:2.0:1767384689.410783:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.410784:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384689.410798:0:17078:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=7 00010000:00000001:2.0:1767384689.410801:0:17078:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:2.0:1767384689.410803:0:17078:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384689.410807:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 6 20000000:00000010:2.0:1767384689.410808:0:17078:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 000000004fb413da. 00000020:00000040:2.0:1767384689.410811:0:17078:0:(genops.c:887:class_export_get()) GET export 000000000b8cd936 refcount=7 00010000:00000001:2.0:1767384689.410815:0:17078:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384689.410817:0:17078:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384689.410828:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 6 00000020:00000080:2.0:1767384689.410830:0:17078:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e27192ee 00000020:00000040:2.0:1767384689.410832:0:17078:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000b8cd936 with handle 0x71ee3a74e27192ee from hash 00000020:00000040:2.0:1767384689.410836:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 5 00000020:00000001:2.0:1767384689.410838:0:17078:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384689.410840:0:17078:0:(genops.c:1938:obd_stale_export_put()) Put export 000000000b8cd936: total 0 00000020:00000001:2.0:1767384689.410841:0:17078:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384689.410842:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 4 00000020:00000001:2.0:1767384689.410843:0:17078:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.410845:0:17078:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384689.410847:0:17078:0:(import.c:65:import_set_state_nolock()) 00000000e6602651 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384689.410850:0:17078:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384689.410852:0:17078:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384689.410853:0:17078:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384689.410861:0:17078:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384689.410863:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 3 20000000:00000001:2.0:1767384689.410864:0:17078:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.410865:0:17078:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384689.410866:0:17078:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384689.410868:0:17078:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:2.0:1767384689.410869:0:17078:0:(mgs_handler.c:62:mgs_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1767384689.410872:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237041827584 00010000:00000001:2.0:1767384689.410874:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:1.0:1767384689.410876:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000200:2.0:1767384689.410878:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000d807e93 x1853237041827584/t0(0) o251->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00010000:1.0:1767384689.410879:0:17074:0:(genops.c:1924:obd_stale_export_get()) Get export 000000000b8cd936: total 0 00000020:00000001:1.0:1767384689.410883:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446637893631506432 : -106180078045184 : ffff9f6e062a7800) 00010000:00010000:1.0:1767384689.410888:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1767384689.410892:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384689.410892:0:17074:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00010000:00000001:2.0:1767384689.410895:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384689.410897:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024a95e55. 00000100:00001000:2.0:1767384689.410898:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=106 v=5 (1 0 0 0) 00000020:00000010:1.0:1767384689.410902:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d20f03e6. 00000100:00000001:2.0:1767384689.410904:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384689.410907:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=00000000e0e649cd refcount 7 to 192.168.203.25@tcp50 00000100:00000001:2.0:1767384689.410909:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637897936181824 : -106175773369792 : ffff9f6f06be9a40) 00000020:00000010:1.0:1767384689.410910:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a28fdc9. 02000000:00000001:2.0:1767384689.410911:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384689.410914:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.410916:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384689.410920:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.25@tcp50 00000020:00000010:1.0:1767384689.410922:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ccb856aa. 00000020:00000010:1.0:1767384689.410927:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000043ccd8a. 80000000:00000010:1.0:1767384689.410931:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000011e52357. 40000000:00000010:1.0:1767384689.410935:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008488f908. 00100000:00000010:1.0:1767384689.410940:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020b870bf. 00040000:00000010:1.0:1767384689.410948:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001923e0e. 00040000:00000010:1.0:1767384689.410952:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067a4e7c7. 00080000:00000010:1.0:1767384689.410961:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000adbe0538. 00080000:00000010:1.0:1767384689.410966:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fac993b3. 00000400:00000010:2.0:1767384689.410972:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf1f82a. 00002000:00000010:1.0:1767384689.410972:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f93d9085. 00000020:00000010:1.0:1767384689.410979:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d20f03e6. 00000100:00000200:2.0:1767384689.410982:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237041827584, offset 224 00000020:00000010:1.0:1767384689.410984:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a28fdc9. 00000020:00000010:1.0:1767384689.410990:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ccb856aa. 00000400:00000200:2.0:1767384689.410994:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.25@tcp50 00000020:00000010:1.0:1767384689.410995:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000043ccd8a. 80000000:00000010:1.0:1767384689.410999:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000011e52357. 40000000:00000010:1.0:1767384689.411002:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008488f908. 00100000:00000010:1.0:1767384689.411005:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000020b870bf. 00000400:00000200:2.0:1767384689.411009:0:17078:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.125@tcp50 to NMR: 192.168.203.25@tcp50 local destination 00040000:00000010:1.0:1767384689.411009:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000001923e0e. 00040000:00000010:1.0:1767384689.411012:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067a4e7c7. 00080000:00000010:1.0:1767384689.411018:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fac993b3. 00080000:00000010:1.0:1767384689.411021:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000adbe0538. 00002000:00000010:1.0:1767384689.411023:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f93d9085. 00000020:00000010:1.0:1767384689.411025:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024a95e55. 00010000:00010000:1.0:1767384689.411026:0:17074:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000000b8cd936, canceled 0 locks, left on hash table 1. 00000020:00000010:1.0:1767384689.411029:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024a95e55. 00000020:00000010:1.0:1767384689.411030:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ae60af0. 00000020:00000010:1.0:1767384689.411032:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000020b870bf. 00000020:00000010:1.0:1767384689.411035:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ccb856aa. 00000400:00000200:2.0:1767384689.411036:0:17078:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp50 NI seq info: [241:241:256:4294967295] 192.168.203.25@tcp50 LPNI seq info [31:31:8:4294967295] 00000020:00000010:1.0:1767384689.411038:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067a4e7c7. 80000000:00000010:1.0:1767384689.411042:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000011e52357. 40000000:00000010:1.0:1767384689.411049:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008488f908. 00100000:00000010:1.0:1767384689.411052:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000002a28fdc9. 00000400:00000200:2.0:1767384689.411056:0:17078:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp50(192.168.203.125@tcp50:192.168.203.125@tcp50) -> 192.168.203.25@tcp50(192.168.203.25@tcp50:192.168.203.25@tcp50) : PUT try# 0 00000800:00000200:2.0:1767384689.411063:0:17078:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.25@tcp50 00000800:00000010:2.0:1767384689.411068:0:17078:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000175ab687. 00040000:00000010:1.0:1767384689.411073:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001923e0e. 00040000:00000010:1.0:1767384689.411076:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000043ccd8a. 00000800:00000200:2.0:1767384689.411077:0:17078:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000040c7d4b1] -> 12345-192.168.203.25@tcp50 (4) 00080000:00000010:1.0:1767384689.411079:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000adbe0538. 00080000:00000010:1.0:1767384689.411083:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fac993b3. 00002000:00000010:1.0:1767384689.411085:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000f93d9085. 00000001:00000001:1.0:1767384689.411088:0:17074:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000800:00000200:2.0:1767384689.411089:0:17078:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.25@tcp50 ip 192.168.203.25:1023 00000800:00000200:2.0:1767384689.411094:0:17078:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000175ab687 type 1, nob 320 niov 1 nkiov 1 00000001:00000001:1.0:1767384689.411096:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384689.411102:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 7 00010000:00000001:1.0:1767384689.411105:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384689.411108:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384689.411110:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384689.411111:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384689.411113:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.411114:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384689.411116:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384689.411119:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:2.0:1767384689.411120:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 6 to 192.168.203.25@tcp50 00010000:00000001:2.0:1767384689.411124:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00010000:00000001:1.0:1767384689.411125:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:2.0:1767384689.411127:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384689.411128:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384689.411131:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384689.411137:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000d807e93 x1853237041827584/t0(0) o251->467e5a43-65b4-43c3-96e9-9917fbef9ff3@192.168.203.25@tcp50:670/0 lens 224/224 e 0 to 0 dl 1767384700 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384689.411137:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384689.411140:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384689.411145:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000e3c70d9 with handle 0x71ee3a74e27192f5 from hash 00010000:00000001:1.0:1767384689.411149:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384689.411150:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384689.411151:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384689.411153:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00100000:2.0:1767384689.411155:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000d807e93 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:467e5a43-65b4-43c3-96e9-9917fbef9ff3+3:11797:x1853237041827584:12345-192.168.203.25@tcp50:251: Request processed in 420us (606us total) trans 0 rc 0/0 00010000:00000001:1.0:1767384689.411155:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384689.411158:0:17074:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1767384689.411160:0:17074:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1767384689.411163:0:17074:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384689.411165:0:17074:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384689.411167:0:17074:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00100000:2.0:1767384689.411168:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.25@tcp50, seq: 176 00010000:00000040:1.0:1767384689.411169:0:17074:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000000b8cd936, 1 locks cancelled. 00010000:00000001:1.0:1767384689.411173:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384689.411174:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000000b8cd936 : new rpc_count 0 00010000:00000001:1.0:1767384689.411174:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384689.411176:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384689.411180:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384689.411183:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00010000:1.0:1767384689.411184:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000000e3c70d9/0x71ee3a74e27192f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.25@tcp50 remote: 0x58254b8e9563c413 expref: 3 pid: 25090 timeout: 0 lvb_type: 0 00000020:00000010:2.0:1767384689.411189:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00010000:00000040:1.0:1767384689.411191:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000000b8cd936 : new locks_count 0 00000020:00000040:1.0:1767384689.411194:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 2 00000020:00000010:2.0:1767384689.411196:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00010000:00000001:1.0:1767384689.411200:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384689.411201:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c51c0fd2. 00000001:00000040:1.0:1767384689.411202:0:17074:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 467e5a43-65b4-4, loop: 0 00000001:00000001:1.0:1767384689.411206:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:2.0:1767384689.411208:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 1 00000001:00000001:1.0:1767384689.411209:0:17074:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384689.411214:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767384689.411216:0:17074:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000000b8cd936, canceled 1 locks, left on hash table 0. 00000020:00000010:1.0:1767384689.411220:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008ae60af0. 00000100:00000200:2.0:1767384689.411221:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1767384689.411223:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000020b870bf. 00000020:00000010:1.0:1767384689.411227:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ccb856aa. 00000400:00000010:2.0:1767384689.411229:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8dfdf65. 00000020:00000010:1.0:1767384689.411229:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067a4e7c7. 80000000:00000010:1.0:1767384689.411235:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000011e52357. 40000000:00000010:1.0:1767384689.411237:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008488f908. 00000400:00000010:2.0:1767384689.411238:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d07f11e. 00100000:00000010:1.0:1767384689.411240:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002a28fdc9. 00000800:00000200:0.0:1767384689.411242:0:16348:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00040000:00000010:1.0:1767384689.411244:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000001923e0e. 00040000:00000010:1.0:1767384689.411248:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000043ccd8a. 00080000:00000010:1.0:1767384689.411251:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fac993b3. 00080000:00000010:1.0:1767384689.411254:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000adbe0538. 00000800:00000010:0.0:1767384689.411259:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000175ab687. 00002000:00000010:1.0:1767384689.411261:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000f93d9085. 00000020:00000010:1.0:1767384689.411271:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024a95e55. 00000400:00000200:0.0:1767384689.411273:0:16348:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384689.411279:0:17074:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384689.411283:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000000b8cd936 : new refcount 0 00000400:00000200:0.0:1767384689.411289:0:16348:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp50->192.168.203.25@tcp50: PUT: OK 00000020:00000080:1.0:1767384689.411290:0:17074:0:(genops.c:904:class_export_put()) final put 000000000b8cd936/467e5a43-65b4-43c3-96e9-9917fbef9ff3 00000400:00000200:0.0:1767384689.411299:0:16348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bf1f82a 00000400:00000010:0.0:1767384689.411303:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004bf1f82a. 00000020:00000001:1.0:1767384689.411307:0:17074:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00010000:00000001:1.0:1767384689.411311:0:17074:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384689.411311:0:16348:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:1.0:1767384689.411318:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384689.411319:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384689.411320:0:16348:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00010000:1.0:1767384689.411321:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384689.411324:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000010:0.0:1767384689.411325:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000029d07afa. 00000020:00000001:1.0:1767384689.411326:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384689.411335:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:0.0:1767384689.411336:0:16348:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1767384689.411339:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384689.411339:0:16348:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1767384689.411358:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384689.411361:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384689.411365:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384689.411374:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000000b8cd936/467e5a43-65b4-43c3-96e9-9917fbef9ff3 for MGS 00000020:00000040:3.0:1767384689.411380:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 5 to 192.168.203.25@tcp50 00000020:00000001:3.0:1767384689.411383:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:3.0:1767384689.411385:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000040:3.0:1767384689.411388:0:36:0:(genops.c:1229:class_import_get()) import 00000000e6602651 refcount=2 obd=MGS 00000020:00000001:3.0:1767384689.411390:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384689.411392:0:36:0:(genops.c:1242:class_import_put()) import 00000000e6602651 refcount=1 obd=MGS 00000020:00000001:3.0:1767384689.411394:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1767384689.411396:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384689.411397:0:36:0:(genops.c:1242:class_import_put()) import 00000000e6602651 refcount=0 obd=MGS 00000020:00000040:3.0:1767384689.411398:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000e6602651 00000020:00000001:3.0:1767384689.411408:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1767384689.411411:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1767384689.411414:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384689.411527:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b320c44b. 00000001:00000010:3.0:1767384689.411534:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b22223f2. 00000001:00000010:3.0:1767384689.411538:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000034e92a37. 00000001:00000010:3.0:1767384689.411542:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005d5d42d6. 00000001:00000010:3.0:1767384689.411546:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000001ddabb9a. 00000001:00000010:3.0:1767384689.411549:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004a5b382b. 00000001:00000001:3.0:1767384689.411560:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:3.0:1767384689.411562:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:3.0:1767384689.411564:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:3.0:1767384689.411566:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 20000000:00000001:3.0:1767384689.411567:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384689.411570:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384689.411572:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000000c08397d) now 7 - export 00000020:00000010:3.0:1767384689.411575:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000b8cd936. 00000020:00000001:3.0:1767384689.411584:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384689.411589:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1767384689.411590:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000e6602651 for MGS 00000020:00000040:3.0:1767384689.411594:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 4 to 192.168.203.25@tcp50 00000020:00000040:3.0:1767384689.411596:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000000c08397d) now 6 - import 00000020:00000010:3.0:1767384689.411598:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e6602651. 00000020:00000001:3.0:1767384689.411601:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000010:0.1:1767384689.412479:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000024c687e2. 00010000:00000010:0.1:1767384689.412489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001f4a8ff8. 00010000:00000010:1.1:1767384689.417484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000e3c70d9. 00010000:00000001:3.0:1767384689.574005:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384689.574013:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384689.574019:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384689.574020:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384689.574115:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384689.574122:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384689.574127:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:2.0:1767384690.405599:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp44 00000400:00000010:2.0:1767384690.405623:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003ff926fa. 00000400:00000010:2.0:1767384690.405632:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000c51c0fd2. 00000400:00000010:2.0:1767384690.405638:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000400:00000010:2.0:1767384690.405646:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000007baa7c19. 00000400:00000200:2.0:1767384690.405651:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp44 00000400:00000200:2.0:1767384690.405674:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp44 local destination 00000400:00000200:2.0:1767384690.405680:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp44 00000400:00000200:2.0:1767384690.405684:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp44 NI seq info: [242:242:256:4294967295] 192.168.203.125@tcp44 LPNI seq info [208:208:8:4294967295] 00000400:00000200:2.0:1767384690.405691:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp44 00000400:00000200:2.0:1767384690.405699:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp44(192.168.203.125@tcp44:) -> 192.168.203.125@tcp44(192.168.203.125@tcp44:192.168.203.125@tcp44) : GET try# 0 00000800:00000200:2.0:1767384690.405704:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp44 00000800:00000010:2.0:1767384690.405709:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004c7c3982. 00000800:00000200:2.0:1767384690.405714:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000800:00000200:2.1:1767384690.405719:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000400:00000200:2.0:1767384690.405749:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp44 added to recovery queue. ping count: 4 next ping: 326 health :600 00000400:00000200:0.0:1767384690.405919:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.405987:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406026:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406045:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406063:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406101:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406121:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406141:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406161:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406178:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406197:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406214:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406233:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406255:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406279:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406302:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406323:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406345:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406365:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406387:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406408:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406430:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406506:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406531:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406554:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406578:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406602:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406626:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406647:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406667:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406689:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406710:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406731:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384690.406752:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384690.406959:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bfaf6a6. 00000800:00000010:0.0:1767384690.406966:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000e42ae9f6. 00000800:00000010:0.0:1767384690.406979:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000003b5da648. 00000800:00000010:0.0:1767384690.407004:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000003b5da648. 00000800:00020000:0.0:1767384690.407017:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384690.407021:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000e42ae9f6. 00000800:00000010:0.0:1767384690.407024:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002bfaf6a6. 00000400:02020000:0.0:1767384690.407069:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp44 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384690.407076:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp44 notifying 192.168.203.125@tcp44: down 00000800:00000200:0.0:1767384690.407084:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp44 down 00000800:00000100:0.0:1767384690.407091:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp44 00000800:00000010:0.0:1767384690.407095:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004c7c3982. 00000400:00000200:0.0:1767384690.407101:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384690.407106:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp44->192.168.203.125@tcp44: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384690.407122:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384690.407125:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384690.407129:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp44) recovery failed with -71 00010000:00000001:3.0:1767384690.597596:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384690.597606:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384690.597614:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384690.597615:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384690.597675:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384690.597680:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384690.597682:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1767384690.622435:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384690.622494:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767384690.622504:0:16347:0:(socklnd_cb.c:1181:ksocknal_process_receive()) [000000006b80f6e6] EOF from 12345-192.168.203.25@tcp50 ip 192.168.203.25:1021 00000800:00000001:1.0:1767384690.622870:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384690.622877:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1767384690.622982:0:16346:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000006b80f6e6 00000800:00000010:0.0:1767384690.622988:0:16346:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000006b80f6e6. 00000800:00000200:0.0:1767384690.622993:0:16346:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000004363b5a3 00000800:00000010:0.0:1767384690.622994:0:16346:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000004363b5a3. 00000800:00000200:0.0:1767384690.622998:0:16346:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection 000000005039c53a 00000800:00000200:0.0:1767384690.623002:0:16346:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.25@tcp50 0000000040c7d4b1 deleted 00000800:00000010:0.0:1767384690.623004:0:16346:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000040c7d4b1. 00000800:00000010:0.0:1767384690.623007:0:16346:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at 000000005039c53a. 00000800:00000200:0.0:1767384690.623024:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000bbff20d7] -> 12345-192.168.203.125@tcp19 (6) 00000800:00000200:0.0:1767384690.623030:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp19 ip 192.168.203.125:988 00000800:00000200:0.0:1767384690.623034:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384690.623155:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384690.623159:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384690.623171:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384690.623175:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384690.623178:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1767384690.789612:0:17109:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1767384690.789620:0:17109:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1767384690.789629:0:17109:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000087eacb65. 00000020:00000040:2.0:1767384690.789637:0:17109:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000040:3.0:1767384690.789643:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384690.789644:0:17109:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384690.789648:0:17109:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1767384690.789649:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384690.789655:0:17109:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384690.789665:0:17109:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000248c2469. 00000100:00000010:3.0:1767384690.789670:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000555cd193. 00000100:00000001:2.0:1767384690.789672:0:17109:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384690.789674:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384690.789677:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384690.789678:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1767384690.789680:0:17109:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1767384690.789681:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.789685:0:17109:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384690.789686:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000155117d3. 00000100:00000001:3.0:1767384690.789690:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384690.789697:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1767384690.789697:0:17109:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000087eacb65] to pc [ptlrpcd_00_02+2] req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384690.789709:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384690.789715:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384690.789718:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000555cd193] to pc [ptlrpcd_00_03+3] req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384690.789733:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384690.789735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:2.0:1767384690.789735:0:17109:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.789741:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767384690.789743:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000adbdc632. 00000020:00000040:3.0:1767384690.789745:0:36:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1767384690.789747:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384690.789748:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384690.789750:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384690.789752:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001449ec00. 00000100:00000001:3.0:1767384690.789755:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384690.789757:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384690.789759:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384690.789764:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384690.789765:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384690.789765:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384690.789768:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384690.789769:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.789770:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384690.789774:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384690.789776:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000adbdc632] to pc [ptlrpcd_00_00+0] req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384690.789778:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384690.789792:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.789817:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767384690.789820:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384690.789826:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384690.789828:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384690.789829:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384690.789832:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1767384690.789833:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1767384690.789835:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.789836:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.789840:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1767384690.789843:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1767384690.789844:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000555cd193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048149504:0@lo:400: 00000100:00000010:3.0:1767384690.789845:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e9e10d8. 02000000:00000001:0.0:1767384690.789846:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1767384690.789851:0:36:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1767384690.789853:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384690.789853:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767384690.789853:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.789856:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1767384690.789859:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1767384690.789860:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1767384690.789860:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048149376:0@lo:13: 02000000:00000001:1.0:1767384690.789862:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384690.789864:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.789864:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767384690.789867:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.789867:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1767384690.789870:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052a0e73f. 02000000:00000001:1.0:1767384690.789872:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384690.789872:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1767384690.789873:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384690.789875:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.789876:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384690.789879:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000024a95e55. 02000000:00000001:0.0:1767384690.789882:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1767384690.789885:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767384690.789885:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384690.789888:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000010bd48c0. 02000000:00000001:0.0:1767384690.789894:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384690.789895:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005215511e. 00000400:00000010:0.0:1767384690.789902:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b42085. 00000400:00000010:1.0:1767384690.789906:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076600526. 00000100:00000001:3.0:1767384690.789907:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1767384690.789911:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000891cb20e. 00000100:00000200:1.0:1767384690.789914:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048149504, portal 25 00000100:00000001:3.0:1767384690.789915:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.789916:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1767384690.789916:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048149376, portal 4 00000100:00000001:1.0:1767384690.789920:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384690.789921:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.789921:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1767384690.789924:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e9e10d8] to pc [ptlrpcd_00_01+1] req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.789925:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898601461760 : -106175108089856 : ffff9f6f2e65f800) 00000100:00000001:0.0:1767384690.789925:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717868288 : -106174991683328 : ffff9f6f35563100) 02000000:00000001:2.0:1767384690.789928:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384690.789933:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384690.789937:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384690.789938:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384690.789939:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384690.789940:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384690.789948:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000adbdc632 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048149632:0@lo:400: 00000100:00000040:3.0:1767384690.789955:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767384690.789959:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384690.789964:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1767384690.789966:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1767384690.789968:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.789969:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384690.789971:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1767384690.789972:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e630a8c. 00000100:00000040:1.0:1767384690.789976:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1767384690.789977:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384690.789979:0:36:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000010:1.0:1767384690.789981:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000010:0.0:1767384690.789982:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e48f6423. 00000100:00000001:3.0:1767384690.789984:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384690.789984:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767384690.789988:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048149504, offset 0 00000100:00000200:0.0:1767384690.789988:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048149376, offset 0 02000000:00000001:3.0:1767384690.789989:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1767384690.789991:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aac15872. 02000000:00000001:3.0:1767384690.789992:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384690.789997:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384690.789998:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8af348c. 00000400:00000200:1.0:1767384690.790002:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384690.790004:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384690.790005:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d83084e. 00000100:00000040:3.0:1767384690.790009:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1767384690.790011:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1767384690.790019:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000400:00000200:1.0:1767384690.790019:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384690.790023:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1767384690.790026:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048149632, portal 4 00000100:00000001:2.0:1767384690.790031:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384690.790032:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384690.790035:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.790035:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898601462656 : -106175108088960 : ffff9f6f2e65fb80) 00000400:00000200:1.0:1767384690.790036:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff08600 00000400:00000200:0.0:1767384690.790040:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff08580 00000100:00000040:3.0:1767384690.790043:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e630a8c] to pc [ptlrpcd_00_02+2] req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384690.790046:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384690.790049:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x19fd [2] + 0 00000100:00000001:3.0:1767384690.790064:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384690.790066:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846b4a9f. 00000100:00000040:3.0:1767384690.790069:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (316) 00000100:00000001:2.0:1767384690.790072:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767384690.790076:0:16357:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004aff135b 00000100:00000040:2.0:1767384690.790079:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384690.790084:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000400:00000200:0.0:1767384690.790084:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 4256 00000400:00000200:1.0:1767384690.790085:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384690.790089:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384690.790093:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384690.790094:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048149632, offset 0 00000400:00000200:1.0:1767384690.790094:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384690.790095:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1767384690.790095:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1767384690.790101:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384690.790104:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aff135b 00000400:00000200:0.0:1767384690.790105:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384690.790110:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004aff135b. 00000100:00000001:3.0:1767384690.790116:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384690.790117:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.790118:0:16357:0:(events.c:286:request_in_callback()) Process entered 02000000:00000001:3.0:1767384690.790119:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767384690.790121:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1767384690.790122:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1767384690.790123:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384690.790128:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.790128:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:1.0:1767384690.790130:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000031062c49 x1853237048149504 msgsize 224 00000100:00000200:0.0:1767384690.790131:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00100000:3.0:1767384690.790134:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008e9e10d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048149760:0@lo:400: 00000400:00000200:2.0:1767384690.790135:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1767384690.790138:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000057b27cbb. 00000100:00100000:1.0:1767384690.790143:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384690.790147:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000057b27cbb x1853237048149376 msgsize 224 00000100:00000040:1.0:1767384690.790148:0:16357:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1767384690.790151:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff08680 00000100:00000001:3.0:1767384690.790152:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384690.790155:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384690.790158:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384690.790159:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1767384690.790161:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1767384690.790162:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384690.790164:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5080 02000000:00000010:3.0:1767384690.790165:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000050e3792. 02000000:00000001:3.0:1767384690.790169:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.790171:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:3.0:1767384690.790173:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcffbfad. 00000400:00000200:2.0:1767384690.790175:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384690.790178:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000200:2.0:1767384690.790182:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1767384690.790182:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000100:00000001:1.0:1767384690.790188:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1767384690.790191:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032db08b0. 00000400:00000200:0.0:1767384690.790192:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48f6423 00000100:00000200:1.0:1767384690.790194:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384690.790197:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e48f6423. 00000100:00000001:0.0:1767384690.790202:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384690.790204:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384690.790205:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048149760, portal 10 00000100:00000001:1.0:1767384690.790208:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767384690.790208:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384690.790209:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000001:3.0:1767384690.790210:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384690.790214:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898601451008 : -106175108100608 : ffff9f6f2e65ce00) 00000100:00000040:1.0:1767384690.790215:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384690.790217:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000987612b. 00000100:00000040:2.0:1767384690.790223:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000000987612b x1853237048149632 msgsize 224 00000100:00000040:3.0:1767384690.790226:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384690.790238:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1767384690.790240:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384690.790244:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.790246:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.790251:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384690.790255:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384690.790256:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1767384690.790257:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.790263:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384690.790264:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1767384690.790264:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000100:00000001:1.0:1767384690.790265:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294978566 00000400:00000010:3.0:1767384690.790268:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1e2d789. 00000100:00000001:0.0:1767384690.790268:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1767384690.790270:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000010:1.0:1767384690.790272:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000011e52357. 00000100:00000001:0.0:1767384690.790275:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384690.790277:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048149760, offset 0 00000100:00000001:2.0:1767384690.790277:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1767384690.790280:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1767384690.790281:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4163 usecs (5 jiffies) 00000100:00000200:2.0:1767384690.790284:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384690.790286:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294978565 00000400:00000200:3.0:1767384690.790289:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1767384690.790289:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294978566 00000100:00000001:0.0:1767384690.790293:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294978566 00000100:00000010:1.0:1767384690.790295:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006f346f85. 00000100:00000001:0.0:1767384690.790296:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294978565 00000400:00000200:3.0:1767384690.790302:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1767384690.790302:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384690.790309:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294978566 00000100:00000001:0.0:1767384690.790309:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294978566 00000100:00000001:0.0:1767384690.790315:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294978565 00000400:00000200:3.0:1767384690.790316:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff08700 00000100:00000010:1.0:1767384690.790318:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033bb9c40. 00000100:00000001:2.0:1767384690.790319:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1767384690.790323:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12504 00000100:00000001:1.0:1767384690.790324:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1767384690.790326:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384690.790331:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384690.790331:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294978566 00000100:00000001:0.0:1767384690.790331:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294978566 00000100:00000001:0.0:1767384690.790337:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294978565 00000400:00000200:3.0:1767384690.790340:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1767384690.790344:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000453132ed. 00000100:00000001:3.0:1767384690.790347:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384690.790350:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1767384690.790351:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.790351:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000010:3.0:1767384690.790354:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ab9f95d. 00000100:00000001:2.0:1767384690.790357:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384690.790357:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384690.790357:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294978566 00000100:00000040:3.0:1767384690.790358:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000009ab9f95d x1853237048149760 msgsize 224 00000100:00000001:1.0:1767384690.790364:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.790364:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384690.790366:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384690.790371:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1767384690.790371:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.790372:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384690.790373:0:16354:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4163 usecs (5 jiffies) 00000100:00000001:0.0:1767384690.790376:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.790377:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384690.790380:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294978565 00000100:00000001:0.0:1767384690.790380:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384690.790381:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384690.790386:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294978566 00000100:00000001:1.0:1767384690.790387:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1767384690.790389:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1e2d789 00000100:00000001:0.0:1767384690.790389:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384690.790391:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294978565 00000100:00000001:1.0:1767384690.790391:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384690.790393:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1767384690.790394:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1e2d789. 00000100:00000001:2.0:1767384690.790398:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294978566 00000100:00000001:3.0:1767384690.790399:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767384690.790399:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1767384690.790403:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384690.790403:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384690.790404:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294978565 00000100:00000001:1.0:1767384690.790404:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384690.790406:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1767384690.790408:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384690.790411:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294978566 00000100:00000001:1.0:1767384690.790412:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.790418:0:16354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294978565 00000100:00000001:1.0:1767384690.790419:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384690.790419:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384690.790424:0:16354:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294978566 00000100:00000001:2.0:1767384690.790430:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384690.790436:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.790460:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767384690.790463:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.790465:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384690.790467:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1767384690.790469:0:17896:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1767384690.790471:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767384690.790471:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1767384690.790473:0:17896:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048149376 02000000:00000001:0.0:1767384690.790478:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384690.790479:0:17896:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384690.790481:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384690.790482:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767384690.790484:0:17896:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384690.790485:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767384690.790485:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000001e630a8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048149888:0@lo:400: 00000100:00000001:1.0:1767384690.790488:0:17896:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384690.790489:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384690.790491:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384690.790495:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384690.790496:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384690.790497:0:17896:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.790500:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.790501:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384690.790501:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1767384690.790504:0:17896:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048149376 02000000:00000001:0.0:1767384690.790505:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.790506:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384690.790506:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384690.790510:0:17896:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1767384690.790510:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384690.790514:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384690.790514:0:17896:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 02000000:00000010:0.0:1767384690.790516:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d5d42d6. 00000100:00000040:3.0:1767384690.790520:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3922 usecs (4 jiffies) 00000020:00000001:1.0:1767384690.790520:0:17896:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1767384690.790520:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384690.790524:0:17896:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000001:3.0:1767384690.790525:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294978565 00000400:00000010:0.0:1767384690.790527:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846b4a9f. 00000100:00000001:2.0:1767384690.790530:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384690.790531:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294978566 00000020:00000001:1.0:1767384690.790531:0:17896:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000400:00000010:0.0:1767384690.790533:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e48f6423. 00000100:00100000:2.0:1767384690.790534:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048149504 00000100:00000001:3.0:1767384690.790538:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294978565 02000000:00000001:2.0:1767384690.790539:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1767384690.790540:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048149888, portal 10 00000020:00000001:1.0:1767384690.790541:0:17896:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:3.0:1767384690.790543:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294978566 00000100:00000001:2.0:1767384690.790543:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384690.790545:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384690.790547:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.790548:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898601458176 : -106175108093440 : ffff9f6f2e65ea00) 00000100:00000001:3.0:1767384690.790549:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294978565 00000100:00000001:1.0:1767384690.790549:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384690.790555:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294978566 02000000:00000001:2.0:1767384690.790555:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384690.790556:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000008488f908. 00000100:00000040:0.0:1767384690.790559:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384690.790561:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048149504 00000100:00000001:3.0:1767384690.790562:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294978565 00000020:00000010:1.0:1767384690.790564:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000392d3224. 00000020:00000001:2.0:1767384690.790566:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384690.790568:0:16355:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294978566 00000020:00000040:2.0:1767384690.790570:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000040:1.0:1767384690.790573:0:17896:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (0000000076522e62) now 8 - evictor 00000020:00000001:2.0:1767384690.790575:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384690.790576:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1767384690.790580:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:3.0:1767384690.790583:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.790583:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:2.0:1767384690.790585:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384690.790588:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384690.790591:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000040:0.0:1767384690.790591:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384690.790592:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.790593:0:17896:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1767384690.790595:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c8ca77d. 00000100:00000001:2.0:1767384690.790599:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1767384690.790600:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d20f03e6. 00000100:00000200:0.0:1767384690.790600:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048149888, offset 0 00000100:00000001:3.0:1767384690.790601:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384690.790605:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1767384690.790609:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006adbd446. 00000100:00000001:3.0:1767384690.790610:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1767384690.790610:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00000001:3.0:1767384690.790614:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1767384690.790616:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000100:00000001:3.0:1767384690.790617:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384690.790617:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 8 - evictor 00000100:00000001:3.0:1767384690.790623:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384690.790627:0:17896:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000020:00000010:2.0:1767384690.790630:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b767911. 00000100:00000001:1.0:1767384690.790632:0:17896:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384690.790635:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384690.790637:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b767911. 00000100:00000001:1.0:1767384690.790640:0:17896:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384690.790641:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1767384690.790644:0:17896:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384690.790645:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048149760 00000020:00000010:2.0:1767384690.790645:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1abe9b2. 02000000:00000001:3.0:1767384690.790649:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384690.790651:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000100:00000001:3.0:1767384690.790652:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384690.790654:0:17896:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.790657:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384690.790657:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 02000000:00000001:3.0:1767384690.790662:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.790664:0:17896:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384690.790667:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00100000:3.0:1767384690.790673:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048149760 00000100:00000001:2.0:1767384690.790673:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384690.790676:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1767384690.790677:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1767384690.790679:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.790679:0:17896:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000040:3.0:1767384690.790680:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000001:1.0:1767384690.790682:0:17896:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384690.790685:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384690.790688:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000001:2.0:1767384690.790689:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384690.790690:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000020:00000001:3.0:1767384690.790695:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000040:1.0:1767384690.790697:0:17896:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000020:00000001:3.0:1767384690.790698:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:1.0:1767384690.790701:0:17896:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717095552 : -106174992456064 : ffff9f6f354a6680) 00000100:00000001:3.0:1767384690.790702:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1767384690.790703:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384690.790706:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c30da727. 00000100:00000040:1.0:1767384690.790707:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000057b27cbb x1853237048149376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:671/0 lens 224/0 e 0 to 0 dl 1767384701 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384690.790711:0:18369:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384690.790715:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c30da727. 00000020:00000010:3.0:1767384690.790720:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007697225d. 00000100:00000001:2.0:1767384690.790722:0:25090:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384690.790723:0:17896:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384690.790724:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000000295f7b9. 00000100:00000001:2.0:1767384690.790726:0:25090:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1767384690.790728:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000005ff1a11. 00000020:00000010:3.0:1767384690.790729:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000052fe3c2a. 00000100:00000001:1.0:1767384690.790733:0:17896:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1767384690.790734:0:25090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00000040:3.0:1767384690.790737:0:18369:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000010:1.0:1767384690.790738:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000005ff1a11. 00000100:00000001:3.0:1767384690.790740:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1767384690.790740:0:25090:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384690.790743:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384690.790746:0:25090:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863200336 : -106174846351280 : ffff9f6f3dffc850) 00000400:00000200:0.0:1767384690.790746:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384690.790747:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1767384690.790747:0:17896:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000057b27cbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16356:x1853237048149376:12345-0@lo:13: 00000100:00000001:3.0:1767384690.790756:0:18369:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1767384690.790756:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048149376 00000100:00000040:2.0:1767384690.790757:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000031062c49 x1853237048149504/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:671/0 lens 224/0 e 0 to 0 dl 1767384701 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384690.790758:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1767384690.790760:0:18369:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1767384690.790762:0:17896:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000001:3.0:1767384690.790763:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384690.790768:0:17896:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1767384690.790772:0:17896:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.790773:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384690.790774:0:25090:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1767384690.790777:0:17896:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1767384690.790777:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff08780 00000020:00000010:2.0:1767384690.790791:0:25090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006b767911. 00000020:00000001:1.0:1767384690.790794:0:17896:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270288 : -1045281328 : ffffffffc1b245d0) 00000400:00000200:0.0:1767384690.790795:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12728 00000100:00000001:2.0:1767384690.790796:0:25090:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384690.790798:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384690.790801:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1767384690.790801:0:17896:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:2.0:1767384690.790803:0:25090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006b767911. 00000020:00000001:1.0:1767384690.790806:0:17896:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384690.790806:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1767384690.790807:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1767384690.790812:0:25090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000031062c49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048149504:12345-0@lo:400: 00000100:00000040:3.0:1767384690.790813:0:18369:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000020:00000001:1.0:1767384690.790814:0:17896:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1767384690.790817:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384690.790818:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898601451904 : -106175108099712 : ffff9f6f2e65d180) 00000020:00000001:1.0:1767384690.790819:0:17896:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:2.0:1767384690.790825:0:25090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048149504 00000020:00000001:1.0:1767384690.790825:0:17896:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.790827:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000040:3.0:1767384690.790828:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009ab9f95d x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:671/0 lens 224/0 e 0 to 0 dl 1767384701 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384690.790830:0:25090:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00000200:0.0:1767384690.790831:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1767384690.790833:0:17896:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1767384690.790834:0:25090:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:1.0:1767384690.790837:0:17896:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384690.790838:0:25090:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.790839:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:1.0:1767384690.790843:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000006e929df5. 00000020:00000001:2.0:1767384690.790844:0:25090:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000010:0.0:1767384690.790844:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5408342. 00000020:00000010:3.0:1767384690.790845:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c30da727. 00000020:00000001:2.0:1767384690.790848:0:25090:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 02000000:00000001:1.0:1767384690.790849:0:17896:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.790850:0:18369:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767384690.790851:0:16356:0:(events.c:337:request_in_callback()) incoming req@00000000d5408342 x1853237048149888 msgsize 224 00000020:00000001:2.0:1767384690.790854:0:25090:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:3.0:1767384690.790856:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c30da727. 00000020:00000001:2.0:1767384690.790857:0:25090:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.790857:0:17896:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384690.790863:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1767384690.790864:0:25090:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00002000:00000001:1.0:1767384690.790864:0:17896:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00000020:00000001:2.0:1767384690.790867:0:25090:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1767384690.790868:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009ab9f95d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048149760:12345-0@lo:400: 00000020:00000001:2.0:1767384690.790871:0:25090:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384690.790874:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048149760 00000020:00000001:2.0:1767384690.790875:0:25090:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1767384690.790878:0:25090:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00002000:00000001:1.0:1767384690.790878:0:17896:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000100:00000001:0.0:1767384690.790878:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:3.0:1767384690.790880:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1767384690.790882:0:17896:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 02000000:00000001:2.0:1767384690.790883:0:25090:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1767384690.790884:0:18369:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000400:00000200:0.0:1767384690.790886:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c8ca77d 00000020:00000001:3.0:1767384690.790888:0:18369:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384690.790889:0:25090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000029d07afa. 00000400:00000010:0.0:1767384690.790890:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c8ca77d. 00000020:00000001:3.0:1767384690.790893:0:18369:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1767384690.790894:0:25090:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384690.790895:0:17896:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384690.790895:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000020:00000001:3.0:1767384690.790897:0:18369:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:2.0:1767384690.790900:0:25090:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000024:1.0:1767384690.790901:0:17896:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 144203776 avail 129867776 00000100:00000200:0.0:1767384690.790902:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384690.790904:0:18369:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1767384690.790905:0:25090:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1767384690.790910:0:17896:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 279104 0 0 00010000:00000040:2.0:1767384690.790912:0:25090:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048149504 00000100:00000001:3.0:1767384690.790917:0:17086:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000020:1.0:1767384690.790917:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/00000000bf58c2a9 dirty 0 pend 0 grant 0 00010000:00000001:2.0:1767384690.790919:0:25090:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00100000:3.0:1767384690.790921:0:17086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048149888 00000020:00000020:1.0:1767384690.790925:0:17896:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/0000000094c562fe dirty 0 pend 0 grant 0 02000000:00000001:3.0:1767384690.790926:0:17086:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1767384690.790926:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000200:2.0:1767384690.790927:0:25090:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000031062c49 x1853237048149504/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:671/0 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384690.790929:0:17086:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1767384690.790932:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00002000:00000020:1.0:1767384690.790933:0:17896:0:(ofd_obd.c:737:ofd_statfs()) 35554 blocks: 35206 free, 31638 avail; 50000 objects: 49666 free; state 0 00000100:00000001:3.0:1767384690.790934:0:17086:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384690.790942:0:17896:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 02000000:00000001:3.0:1767384690.790943:0:17086:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384690.790949:0:17086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048149888 00000001:00000001:1.0:1767384690.790950:0:17896:0:(nodemap_handler.c:862:nodemap_get_from_exp()) Process entered 00000020:00000001:3.0:1767384690.790955:0:17086:0:(genops.c:811:class_conn2export()) Process entered 00000001:00000001:1.0:1767384690.790956:0:17896:0:(nodemap_handler.c:865:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384690.790958:0:25090:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000020:00000040:3.0:1767384690.790959:0:17086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000100:00000001:0.0:1767384690.790960:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1767384690.790961:0:17896:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384690.790963:0:25090:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384690.790964:0:17086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384690.790965:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000040:1.0:1767384690.790967:0:17896:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048149376 00000020:00000040:3.0:1767384690.790969:0:17086:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000f31c03f7 refcount=5 00000100:00001000:2.0:1767384690.790970:0:25090:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=107 v=5 (1 0 0 0) 00010000:00000001:1.0:1767384690.790971:0:17896:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000001:0.0:1767384690.790971:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384690.790977:0:17086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000040:0.0:1767384690.790978:0:16356:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3772 usecs (4 jiffies) 00000100:00000001:2.0:1767384690.790979:0:25090:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000200:1.0:1767384690.790979:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000057b27cbb x1853237048149376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:671/0 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384690.790982:0:17086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898782953472 : -106174926598144 : ffff9f6f39375000) 00000100:00000001:0.0:1767384690.790984:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294978565 00000100:00000040:2.0:1767384690.790985:0:25090:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:3.0:1767384690.790990:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384690.790991:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294978566 00000100:00000001:2.0:1767384690.790992:0:25090:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000010:3.0:1767384690.790996:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c30da727. 00000100:00000001:0.0:1767384690.790997:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294978565 02000000:00000001:2.0:1767384690.790998:0:25090:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1767384690.791000:0:17896:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384690.791003:0:25090:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.791003:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294978566 00000020:00000010:3.0:1767384690.791004:0:17086:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000003b5be400. 00010000:00000001:1.0:1767384690.791004:0:17896:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.791009:0:25090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384690.791009:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294978565 00000100:00001000:1.0:1767384690.791010:0:17896:0:(import.c:2128:obd_at_measure()) add 1 to 00000000306b9c83 time=97 v=5 (1 0 0 0) 00000020:00000040:3.0:1767384690.791013:0:17086:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 10 - evictor 00000100:00000001:0.0:1767384690.791014:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294978566 00000100:00000040:2.0:1767384690.791016:0:25090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1767384690.791019:0:17896:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1767384690.791020:0:16356:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294978565 00000400:00000010:2.0:1767384690.791022:0:25090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000100:00000040:1.0:1767384690.791023:0:17896:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:0.0:1767384690.791025:0:16356:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294978566 00000100:00000001:3.0:1767384690.791027:0:17086:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1767384690.791028:0:25090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048149504, offset 224 00000100:00000001:1.0:1767384690.791029:0:17896:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:0.0:1767384690.791031:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384690.791033:0:17086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6f2d4e9. 02000000:00000001:1.0:1767384690.791035:0:17896:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384690.791036:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384690.791039:0:17896:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384690.791040:0:17086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b19cc4. 00000400:00000200:2.0:1767384690.791040:0:25090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384690.791041:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.791047:0:17896:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384690.791047:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1767384690.791048:0:17086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000400:00000200:2.0:1767384690.791051:0:25090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384690.791054:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1767384690.791055:0:17896:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1767384690.791056:0:17086:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384690.791057:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384690.791059:0:17086:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1767384690.791061:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000100:00000001:0.0:1767384690.791061:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1767384690.791063:0:25090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff08600 00000100:00000001:3.0:1767384690.791064:0:17086:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767384690.791066:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048149376, offset 224 00000100:00000001:0.0:1767384690.791070:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384690.791072:0:17086:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1767384690.791073:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384690.791074:0:25090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x21ad [1] + 224 00000100:00000001:3.0:1767384690.791075:0:17086:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1767384690.791077:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384690.791081:0:25090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1767384690.791083:0:17086:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384690.791087:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384690.791089:0:25090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384690.791093:0:17086:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384690.791097:0:25090:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1767384690.791101:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384690.791103:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384690.791104:0:17086:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1767384690.791105:0:25090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384690.791106:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048149632 00000100:00000001:3.0:1767384690.791107:0:17086:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1767384690.791111:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1767384690.791113:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff08580 00000100:00100000:3.0:1767384690.791115:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00000001:0.0:1767384690.791115:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384690.791119:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384690.791122:0:17086:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000f31c03f7 : new rpc_count 1 02000000:00000001:0.0:1767384690.791125:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.791126:0:17086:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717100928 : -106174992450688 : ffff9f6f354a7b80) 00000400:00000200:1.0:1767384690.791127:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x21b1 [1] + 224 00000100:00100000:0.0:1767384690.791132:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048149632 00000100:00000040:3.0:1767384690.791135:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000d5408342 x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:671/0 lens 224/0 e 0 to 0 dl 1767384701 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384690.791136:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1767384690.791137:0:25090:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384690.791138:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384690.791140:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000020:00000001:0.0:1767384690.791143:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384690.791147:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=6 00000020:00000001:0.0:1767384690.791153:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000400:00000200:1.0:1767384690.791154:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1767384690.791159:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:1.0:1767384690.791163:0:17896:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384690.791164:0:17086:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384690.791165:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384690.791169:0:17086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000b0bd3609. 00000020:00000010:0.0:1767384690.791171:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b5da648. 00000100:00000200:1.0:1767384690.791172:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384690.791174:0:17086:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384690.791175:0:25090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384690.791176:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384690.791178:0:17086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000b0bd3609. 00000400:00000200:2.0:1767384690.791182:0:25090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000020:00000010:0.0:1767384690.791183:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b5da648. 00000400:00000010:2.0:1767384690.791187:0:25090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00100000:3.0:1767384690.791190:0:17086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000d5408342 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048149888:12345-0@lo:400: 00000020:00000010:0.0:1767384690.791191:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc2fc389. 00000100:00000001:2.0:1767384690.791193:0:25090:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384690.791197:0:25090:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1767384690.791198:0:17896:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384690.791199:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b38e4869. 00000100:00000200:3.0:1767384690.791200:0:17086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048149888 00000100:00000001:2.0:1767384690.791202:0:25090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384690.791206:0:17086:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:0.0:1767384690.791206:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:2.0:1767384690.791210:0:25090:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000001:3.0:1767384690.791211:0:17086:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000040:0.0:1767384690.791215:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000001:3.0:1767384690.791216:0:17086:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384690.791217:0:25090:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384690.791221:0:25090:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384690.791222:0:17086:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1767384690.791222:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1767384690.791225:0:25090:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1767384690.791226:0:17086:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000001:0.0:1767384690.791226:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384690.791229:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.791230:0:17896:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1767384690.791232:0:17086:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1767384690.791233:0:25090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000031062c49 x1853237048149504/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:671/0 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1767384690.791235:0:17086:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384690.791237:0:17894:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1767384690.791238:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000020:00000001:3.0:1767384690.791240:0:17086:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1767384690.791241:0:17894:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1767384690.791243:0:17086:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384690.791243:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000100:00000001:0.0:1767384690.791245:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384690.791248:0:17086:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.791249:0:17896:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384690.791252:0:17896:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1767384690.791254:0:17086:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1767384690.791257:0:17896:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.791259:0:17086:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00100000:2.0:1767384690.791259:0:25090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000031062c49 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048149504:12345-0@lo:400: Request processed in 483us (1126us total) trans 0 rc 0/0 00000100:00000001:0.0:1767384690.791259:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767384690.791263:0:17896:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 02000000:00000001:3.0:1767384690.791264:0:17086:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384690.791270:0:17086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000063878ae. 00010000:00000001:1.0:1767384690.791270:0:17896:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:0.0:1767384690.791271:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1767384690.791273:0:17896:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.791274:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1767384690.791276:0:17086:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384690.791276:0:25090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000020:00000001:1.0:1767384690.791280:0:17896:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1767384690.791281:0:17086:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384690.791282:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384690.791283:0:25090:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000020:00000001:3.0:1767384690.791287:0:17086:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384690.791287:0:17896:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000057b27cbb x1853237048149376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:671/0 lens 224/368 e 0 to 0 dl 1767384701 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384690.791288:0:25090:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1767384690.791288:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 2 00000100:00000001:2.0:1767384690.791292:0:25090:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000040:3.0:1767384690.791294:0:17086:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048149888 00000100:00000001:0.0:1767384690.791294:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717858432 : -106174991693184 : ffff9f6f35560a80) 00000020:00000010:2.0:1767384690.791297:0:25090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000100:00100000:1.0:1767384690.791303:0:17896:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000057b27cbb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16356:x1853237048149376:12345-0@lo:13: Request processed in 577us (1152us total) trans 0 rc 0/0 00000020:00000010:2.0:1767384690.791304:0:25090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00010000:00000001:3.0:1767384690.791306:0:17086:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000100:00000040:0.0:1767384690.791308:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000000987612b x1853237048149632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:671/0 lens 224/0 e 0 to 0 dl 1767384701 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384690.791311:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1abe9b2. 00010000:00000200:3.0:1767384690.791314:0:17086:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d5408342 x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:671/0 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1767384690.791319:0:25090:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000100:00100000:1.0:1767384690.791323:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 02000000:00000001:2.0:1767384690.791326:0:25090:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1767384690.791330:0:17896:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 1 02000000:00000010:2.0:1767384690.791331:0:25090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000029d07afa. 02000000:00000001:2.0:1767384690.791338:0:25090:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384690.791338:0:17896:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384690.791339:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384690.791340:0:17086:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1767384690.791341:0:17896:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384690.791343:0:25090:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384690.791344:0:17086:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384690.791344:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000003b5da648. 00000020:00000010:1.0:1767384690.791346:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006adbd446. 00000100:00000001:0.0:1767384690.791349:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1767384690.791351:0:17086:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=102 v=5 (1 0 0 0) 00000100:00000200:2.0:1767384690.791353:0:25090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:1.0:1767384690.791353:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000020:00000010:0.0:1767384690.791353:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000003b5da648. 00000100:00000001:3.0:1767384690.791359:0:17086:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1767384690.791361:0:25090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000033ca0a2. 00000020:00000010:1.0:1767384690.791361:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d20f03e6. 00000100:00100000:0.0:1767384690.791364:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000000987612b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:16354:x1853237048149632:12345-0@lo:400: 00000100:00000040:3.0:1767384690.791366:0:17086:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000400:00000010:2.0:1767384690.791369:0:25090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fcfa3834. 00000020:00000040:1.0:1767384690.791370:0:17896:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000100:00000001:3.0:1767384690.791372:0:17086:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000200:0.0:1767384690.791373:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048149632 00000100:00000001:1.0:1767384690.791376:0:17896:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384690.791377:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:3.0:1767384690.791378:0:17086:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1767384690.791381:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 02000000:00000001:3.0:1767384690.791382:0:17086:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384690.791384:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.791386:0:17086:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00080000:2.0:1767384690.791387:0:17082:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000001:0.0:1767384690.791388:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384690.791391:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072650189280 : -1059362336 : ffffffffc0db69e0) 00000100:00000040:3.0:1767384690.791392:0:17086:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1767384690.791393:0:17082:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 10 - evictor 00000020:00000001:0.0:1767384690.791395:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1767384690.791396:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1767384690.791399:0:17086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1e2d789. 00000100:00000001:1.0:1767384690.791400:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384690.791400:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384690.791405:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1767384690.791406:0:17086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048149888, offset 224 00000020:00000001:0.0:1767384690.791407:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000001:1.0:1767384690.791408:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1767384690.791411:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384690.791412:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1767384690.791414:0:17894:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1767384690.791416:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1767384690.791418:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1767384690.791420:0:18369:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1767384690.791421:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005215511e. 02000000:00000010:0.0:1767384690.791423:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008abfe717. 00000020:00000001:2.0:1767384690.791425:0:18369:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1767384690.791427:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076600526 02000000:00000001:0.0:1767384690.791427:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384690.791428:0:18369:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1767384690.791431:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076600526. 00000020:00000001:2.0:1767384690.791433:0:18369:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.791433:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.791436:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1767384690.791456:0:17086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1767384690.791459:0:17894:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384690.791462:0:18369:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00010000:00000040:0.0:1767384690.791465:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048149632 00000100:00000001:2.0:1767384690.791467:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1767384690.791468:0:17086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384690.791468:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384690.791471:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 02000000:00000001:2.0:1767384690.791472:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000200:0.0:1767384690.791477:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000000987612b x1853237048149632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:671/0 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384690.791478:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000029d07afa. 00000400:00000200:3.0:1767384690.791483:0:17086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff08780 02000000:00000001:2.0:1767384690.791484:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.791491:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384690.791494:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384690.791495:0:17086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21cd [1] + 224 00000020:00000001:2.0:1767384690.791497:0:18369:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384690.791498:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1767384690.791502:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384690.791504:0:17086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1767384690.791504:0:18369:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048149760 00000100:00001000:0.0:1767384690.791507:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=97 v=5 (1 0 0 0) 00010000:00000001:2.0:1767384690.791511:0:18369:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000400:00000200:3.0:1767384690.791513:0:17086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1767384690.791517:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384690.791519:0:17086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1767384690.791520:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000200:2.0:1767384690.791521:0:18369:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000009ab9f95d x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:671/0 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.791524:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384690.791525:0:17086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384690.791527:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 22 to 0@lo 00000100:00000001:1.0:1767384690.791531:0:16357:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384690.791533:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:1.0:1767384690.791536:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384690.791540:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384690.791541:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1767384690.791544:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384690.791545:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384690.791550:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.791551:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:2.0:1767384690.791553:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1767384690.791555:0:17086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384690.791557:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=107 v=5 (5 0 0 0) 00010000:00000001:2.0:1767384690.791558:0:18369:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384690.791558:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384690.791563:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c8ca77d. 00000100:00001000:2.0:1767384690.791565:0:18369:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=102 v=5 (1 0 0 0) 00000100:00001000:1.0:1767384690.791567:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=107 v=5 (1 0 0 0) 00000100:00000200:0.0:1767384690.791569:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048149632, offset 224 00000100:00000001:2.0:1767384690.791576:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1767384690.791576:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384690.791579:0:17086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384690.791580:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384690.791582:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1767384690.791583:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 23 to 0@lo 00010000:00000001:1.0:1767384690.791585:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767384690.791589:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:1.0:1767384690.791589:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384690.791592:0:17086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1e2d789 00000100:00000001:1.0:1767384690.791594:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384690.791596:0:17086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1e2d789. 00000400:00000200:0.0:1767384690.791596:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384690.791597:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1767384690.791602:0:17086:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1767384690.791602:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384690.791602:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384690.791605:0:17086:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384690.791608:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1767384690.791610:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff08680 00000100:00000001:3.0:1767384690.791611:0:17086:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384690.791617:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1767384690.791618:0:17086:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 22 to 0@lo 00000400:00000200:0.0:1767384690.791623:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x21bd [1] + 224 00000400:00000010:2.0:1767384690.791624:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00010000:00000001:3.0:1767384690.791625:0:17086:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384690.791630:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1767384690.791632:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048149760, offset 224 00000400:00000200:0.0:1767384690.791632:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1767384690.791634:0:17086:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.791637:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1767384690.791640:0:17086:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384690.791641:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384690.791641:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384690.791646:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1767384690.791648:0:17086:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5408342 x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:671/0 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384690.791651:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384690.791651:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384690.791658:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384690.791659:0:18369:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384690.791675:0:18369:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff08700 00000100:00100000:3.0:1767384690.791683:0:17086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000d5408342 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16356:x1853237048149888:12345-0@lo:400: Request processed in 515us (828us total) trans 0 rc 0/0 00000400:00000200:2.0:1767384690.791689:0:18369:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21c5 [1] + 224 00000100:00100000:1.0:1767384690.791690:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000555cd193 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048149504:0@lo:400: 00000100:00000040:0.0:1767384690.791692:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384690.791698:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000400:00000200:2.0:1767384690.791700:0:18369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767384690.791703:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384690.791704:0:17086:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000f31c03f7 : new rpc_count 0 00000100:00000001:3.0:1767384690.791709:0:17086:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384690.791709:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767384690.791710:0:18369:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384690.791714:0:17086:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1767384690.791717:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000555cd193 x1853237048149504/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384690.791718:0:17086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b19cc4. 00000100:00000001:2.0:1767384690.791718:0:18369:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:3.0:1767384690.791724:0:17086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000100:00000001:0.0:1767384690.791725:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1767384690.791726:0:18369:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384690.791731:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6f2d4e9. 00000400:00000200:0.0:1767384690.791732:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c8ca77d 00000020:00000040:3.0:1767384690.791737:0:17086:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000400:00000010:0.0:1767384690.791737:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c8ca77d. 00000100:00000001:1.0:1767384690.791739:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767384690.791744:0:17086:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767384690.791745:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767384690.791745:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000040:2.0:1767384690.791749:0:18369:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384690.791749:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:1.0:1767384690.791750:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000024a95e55. 00000100:00000001:0.0:1767384690.791755:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384690.791758:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384690.791763:0:16357:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1767384690.791763:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000040:1.0:1767384690.791767:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00010000:00000001:0.0:1767384690.791768:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:1.0:1767384690.791772:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384690.791772:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.791773:0:18369:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1767384690.791775:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000155117d3. 00000100:00000001:3.0:1767384690.791776:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384690.791777:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1767384690.791793:0:18369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000100:00000001:3.0:1767384690.791794:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384690.791794:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000987612b x1853237048149632/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:671/0 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1767384690.791795:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1767384690.791799:0:18369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 02000000:00000001:1.0:1767384690.791800:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384690.791803:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000555cd193. 00000100:00000001:2.0:1767384690.791805:0:18369:0:(events.c:386:reply_out_callback()) Process entered 00000400:00000001:3.0:1767384690.791806:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1767384690.791810:0:18369:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000001:3.0:1767384690.791811:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384690.791811:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384690.791816:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384690.791816:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000000987612b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16354:x1853237048149632:12345-0@lo:400: Request processed in 474us (1589us total) trans 0 rc 0/0 00000400:00000010:3.0:1767384690.791817:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcffbfad. 00000100:00000001:2.0:1767384690.791817:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.791822:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384690.791823:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032db08b0 00000100:00000040:2.0:1767384690.791826:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00000400:00000010:3.0:1767384690.791827:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032db08b0. 00000100:00000001:1.0:1767384690.791830:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384690.791832:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1767384690.791832:0:18369:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000100:00000001:1.0:1767384690.791834:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384690.791836:0:18369:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384690.791839:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.791841:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1767384690.791843:0:18369:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1767384690.791845:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384690.791847:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00000040:2.0:1767384690.791851:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ab9f95d x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:671/0 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:H/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384690.791854:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:1.0:1767384690.791858:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384690.791859:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384690.791862:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384690.791863:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1767384690.791865:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767384690.791868:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:0.0:1767384690.791869:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b38e4869. 00000400:00000001:1.0:1767384690.791872:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1767384690.791876:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000400:00000010:1.0:1767384690.791878:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846b4a9f. 00000020:00000010:0.0:1767384690.791882:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc2fc389. 00000400:00000200:1.0:1767384690.791884:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e48f6423 00000100:00100000:2.0:1767384690.791885:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009ab9f95d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16355:x1853237048149760:12345-0@lo:400: Request processed in 1041us (1522us total) trans 0 rc 0/0 00000100:00000001:3.0:1767384690.791888:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1767384690.791889:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e48f6423. 00000020:00000040:0.0:1767384690.791889:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000100:00000001:3.0:1767384690.791890:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384690.791895:0:16355:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1767384690.791896:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.791897:0:16356:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1767384690.791898:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384690.791901:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1767384690.791902:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00000001:3.0:1767384690.791904:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384690.791904:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384690.791908:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384690.791908:0:18369:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:2.0:1767384690.791913:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384690.791917:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1767384690.791920:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=102 v=5 (5 0 0 0) 00000020:00000010:2.0:1767384690.791922:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000000295f7b9. 00000100:00000200:1.0:1767384690.791924:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767384690.791925:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=102 v=5 (1 0 0 0) 00000020:00000010:2.0:1767384690.791928:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000052fe3c2a. 00000100:00000001:0.0:1767384690.791932:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384690.791933:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384690.791935:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1767384690.791936:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007697225d. 00000100:00000001:3.0:1767384690.791937:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384690.791941:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1767384690.791942:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1767384690.791943:0:18369:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000400:00000001:0.0:1767384690.791945:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767384690.791946:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1767384690.791948:0:16355:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384690.791949:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.791950:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767384690.791950:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006d83084e. 00000100:00000001:3.0:1767384690.791955:0:16355:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767384690.791956:0:16356:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:0.0:1767384690.791957:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f95f8cb6 00000100:00000040:3.0:1767384690.791959:0:16355:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:1.0:1767384690.791959:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1767384690.791960:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f95f8cb6. 00000100:00000001:1.0:1767384690.791963:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384690.791964:0:16355:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384690.791966:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.791966:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384690.791968:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384690.791973:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384690.791973:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384690.791978:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1767384690.791980:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 000000003ba8bd22 time=100 v=5 (5 0 0 0) 00000100:00001000:1.0:1767384690.791989:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=100 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384690.791998:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1767384690.791999:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.792001:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.792002:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767384690.792006:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1767384690.792007:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384690.792010:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384690.792012:0:16356:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384690.792017:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.792018:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1767384690.792020:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1767384690.792021:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1767384690.792024:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.792027:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767384690.792029:0:16354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:1.0:1767384690.792031:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384690.792032:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1767384690.792033:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008e9e10d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16355:1853237048149760:0@lo:400: 00000100:00000001:0.0:1767384690.792035:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1767384690.792039:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384690.792040:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384690.792040:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384690.792045:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.792046:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384690.792051:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008e9e10d8 x1853237048149760/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767384690.792052:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=97 v=5 (5 0 0 0) 00000100:00000001:1.0:1767384690.792058:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1767384690.792061:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=97 v=5 (1 0 0 0) 00000100:00000001:1.0:1767384690.792065:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384690.792068:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384690.792069:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384690.792071:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767384690.792072:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384690.792074:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1767384690.792077:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384690.792077:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1767384690.792078:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000050e3792. 00010000:00080000:0.0:1767384690.792082:0:16354:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767384690.792083:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384690.792085:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384690.792087:0:16355:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384690.792091:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384690.792094:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000052a0e73f. 02000000:00000001:3.0:1767384690.792098:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384690.792101:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384690.792103:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e9e10d8. 00000100:00100000:1.0:1767384690.792105:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000001e630a8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16356:1853237048149888:0@lo:400: 00000100:00000001:3.0:1767384690.792111:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1767384690.792113:0:16354:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1767384690.792116:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384690.792117:0:16354:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000400:00000001:1.0:1767384690.792120:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1767384690.792121:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384690.792121:0:16354:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000400:00000010:1.0:1767384690.792123:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084b42085. 00000100:00000001:3.0:1767384690.792124:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384690.792126:0:16354:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1767384690.792129:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000891cb20e 00000100:00000001:0.0:1767384690.792129:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384690.792130:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767384690.792133:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000891cb20e. 00000100:00000001:3.0:1767384690.792134:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384690.792137:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384690.792138:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384690.792139:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767384690.792142:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767384690.792146:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384690.792159:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384690.792164:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1767384690.792165:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384690.792166:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384690.792173:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.792177:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767384690.792180:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.792184:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767384690.792186:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384690.792189:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1767384690.792190:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000adbdc632 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16354:1853237048149632:0@lo:400: 00000100:00000001:1.0:1767384690.792191:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384690.792196:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384690.792197:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767384690.792200:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000b9e9a972 time=97 v=5 (5 0 0 0) 00000100:00000001:0.0:1767384690.792201:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1767384690.792205:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=97 v=5 (1 0 0 0) 00000100:00000040:0.0:1767384690.792205:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000adbdc632 x1853237048149632/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.792211:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767384690.792214:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384690.792217:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1767384690.792221:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384690.792223:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00080000:1.0:1767384690.792224:0:16356:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384690.792225:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aac15872. 02000000:00000001:0.0:1767384690.792230:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384690.792233:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:1.0:1767384690.792235:0:16356:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384690.792236:0:16354:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384690.792239:0:16356:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1767384690.792240:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1767384690.792241:0:16356:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 02000000:00000010:0.0:1767384690.792243:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000001449ec00. 00000100:00000001:1.0:1767384690.792245:0:16356:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384690.792247:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384690.792248:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1767384690.792251:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384690.792251:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384690.792254:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000adbdc632. 00000100:00000001:0.0:1767384690.792259:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384690.792261:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.792262:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384690.792264:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.792266:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767384690.792268:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384690.792270:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:1.0:1767384690.792271:0:16356:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1767384690.792273:0:16356:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000100:00000001:0.0:1767384690.792276:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1767384690.792278:0:16356:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=35554 free=35206 avail=31638 avail_mb=123 hwm_mb=3 files=50000 ffree=49666 state=0: rc = 0 00000100:00000001:0.0:1767384690.792281:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384690.792285:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1767384690.792287:0:16356:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (000000005131bae3): 35554 blocks, 35206 free, 31638 avail, 4096 bsize, 1 reserved mb low, 3 reserved mb high, 32 reserved ino low, 65 reserved ino high, 50000 files, 49666 free files 0x0 00000004:00000001:1.0:1767384690.792293:0:16356:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384690.792297:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384690.792304:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000087eacb65 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16356:1853237048149376:0@lo:13: 00000100:00000001:1.0:1767384690.792307:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.792309:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384690.792311:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000001e630a8c x1853237048149888/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.792316:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384690.792317:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384690.792318:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d5d42d6. 02000000:00000001:1.0:1767384690.792322:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384690.792323:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384690.792324:0:16356:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1767384690.792326:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384690.792327:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000b8af348c. 02000000:00000001:1.0:1767384690.792329:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384690.792330:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384690.792331:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e630a8c. 00000100:00000001:1.0:1767384690.792334:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384690.792335:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.792336:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384690.792338:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000087eacb65 x1853237048149376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384706 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384690.792342:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767384690.792343:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767384690.792344:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000010bd48c0. 02000000:00000001:1.0:1767384690.792346:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767384690.792347:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384690.792347:0:16356:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384690.792348:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384690.792349:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000248c2469. 02000000:00000001:1.0:1767384690.792351:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767384690.792352:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767384690.792353:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087eacb65. 00000100:00000001:1.0:1767384690.792355:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384690.792356:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.792358:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384690.792360:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384690.792361:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384690.792363:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384690.792364:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384690.796527:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294978566, at 4294978567 00000100:00000040:1.0:1767384690.796527:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294978566, at 4294978567 00000100:00000010:1.0:1767384690.796539:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006f346f85. 00000100:00000010:2.0:1767384690.796541:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033bb9c40. 00000100:00000040:3.0:1767384690.796613:0:54:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294978566, at 4294978567 00000100:00000010:3.0:1767384690.796619:0:54:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000453132ed. 00000100:00000040:0.0:1767384690.796680:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294978566, at 4294978567 00000100:00000010:0.0:1767384690.796685:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000011e52357. 00000400:00000001:2.0:1767384691.429561:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384691.429568:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384691.429571:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000400:00000010:2.0:1767384691.429576:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000400:00000200:2.0:1767384691.429582:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384691.429589:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery ping unlinked 00000400:00000010:2.0:1767384691.429603:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003ff926fa. 00000400:00000010:2.0:1767384691.429607:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000c51c0fd2. 00080000:00000010:2.0:1767384691.454767:0:40025:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001d01d04b. 00080000:00000010:2.0:1767384691.454808:0:40025:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001d01d04b. 00000020:00000001:2.0:1767384691.454813:0:40025:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384691.454820:0:40025:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001d01d04b. 00080000:00000010:2.0:1767384691.454823:0:40025:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001d01d04b. 00000020:00000001:2.0:1767384691.454826:0:40025:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384691.618177:0:40062:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003f6a7ba2. 00080000:00000010:2.0:1767384691.618187:0:40062:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003f6a7ba2. 00000020:00000001:2.0:1767384691.618190:0:40062:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384691.618195:0:40062:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000003f6a7ba2. 00080000:00000010:2.0:1767384691.618198:0:40062:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000003f6a7ba2. 00000020:00000001:2.0:1767384691.618201:0:40062:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.621737:0:54:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384691.621743:0:54:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.621750:0:54:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384691.621751:0:54:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.621848:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384691.621851:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.621854:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384691.820069:0:40073:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002b4240e8. 00080000:00000010:2.0:1767384691.820081:0:40073:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002b4240e8. 00000020:00000001:2.0:1767384691.820086:0:40073:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384691.820094:0:40073:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000002b4240e8. 00080000:00000010:2.0:1767384691.820099:0:40073:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000002b4240e8. 00000020:00000001:2.0:1767384691.820103:0:40073:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384691.969892:0:40111:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006adbd446. 00080000:00000010:1.0:1767384691.969903:0:40111:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006adbd446. 00000020:00000001:1.0:1767384691.969908:0:40111:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384691.969916:0:40111:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000006adbd446. 00080000:00000010:1.0:1767384691.969922:0:40111:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000006adbd446. 00000020:00000001:1.0:1767384691.969924:0:40111:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.970892:0:40111:0:(tgt_mount.c:2128:server_umount_begin()) Process entered 00000020:01000004:1.0:1767384691.970894:0:40111:0:(tgt_mount.c:2129:server_umount_begin()) umount -f 00000020:00000001:1.0:1767384691.970895:0:40111:0:(tgt_mount.c:2135:server_umount_begin()) Process leaving 00080000:00000010:3.0:1767384691.971359:0:10602:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ff77a871. 00080000:00000010:3.0:1767384691.971364:0:10602:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ff77a871. 00000020:00000001:3.0:1767384691.971369:0:10602:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384691.971477:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c61b38d7. 00080000:00000010:0.0:1767384691.971483:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c61b38d7. 00000020:00000001:0.0:1767384691.971487:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.980842:0:40111:0:(tgt_mount.c:1993:server_put_super()) Process entered 00000020:00000010:1.0:1767384691.980852:0:40111:0:(tgt_mount.c:1997:server_put_super()) kmalloced '(tmpname)': 15 at 000000000dbc0921. 00000020:01000004:1.0:1767384691.980857:0:40111:0:(tgt_mount.c:1999:server_put_super()) server put_super lustre-MDT0000 00000020:00000001:1.0:1767384691.980859:0:40111:0:(tgt_mount.c:1667:tgt_del_notifier()) Process entered 00000020:00000001:1.0:1767384691.980862:0:40111:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:1.0:1767384691.980865:0:40111:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at 0000000028717b1a. 00000020:00000010:1.0:1767384691.980869:0:40111:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at 000000006f346f85. 00000020:00000001:1.0:1767384691.980871:0:40111:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384691.980874:0:40111:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at 0000000039c72819. 00000020:00000001:1.0:1767384691.980877:0:40111:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384691.980880:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000043ccd8a. 00000020:00000010:1.0:1767384691.980884:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008ae60af0. 00000040:00000010:1.0:1767384691.980888:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000067a4e7c7. 00000020:00000010:1.0:1767384691.980893:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a28fdc9. 00000020:00000010:1.0:1767384691.980897:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d20f03e6. 00040000:00000010:1.0:1767384691.980902:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001923e0e. 00040000:00000010:1.0:1767384691.980907:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000071ff0b45. 00080000:00000010:1.0:1767384691.980912:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000adbe0538. 00080000:00000010:1.0:1767384691.980916:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fac993b3. 10000000:00000001:1.0:1767384691.980923:0:40111:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384691.980925:0:40111:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384691.980928:0:40111:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384691.980930:0:40111:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384691.980933:0:40111:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384691.980934:0:40111:0:(mgc_request.c:108:config_log_get()) log lustre-client (00000000afd5c175) refs 3 10000000:00000001:1.0:1767384691.980937:0:40111:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.980939:0:40111:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446637898756902912 : -106174952648704 : ffff9f6f37a9d000) 10000000:00000001:1.0:1767384691.980942:0:40111:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384691.980943:0:40111:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x71ee3a74e2718f83 00010000:00000001:1.0:1767384691.980946:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.980949:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.980951:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079597eeb refcount=2 00000020:00000001:1.0:1767384691.980953:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623418880 : -106175086132736 : ffff9f6f2fb50200) 00010000:00000001:1.0:1767384691.980956:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623418880 : -106175086132736 : ffff9f6f2fb50200) 00010000:00000001:1.0:1767384691.980959:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.980962:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.980965:0:40111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.980974:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.980975:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384691.980977:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.980977:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.980978:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079597eeb refcount=3 00000020:00000001:1.0:1767384691.980979:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623418880 : -106175086132736 : ffff9f6f2fb50200) 00010000:00000001:1.0:1767384691.980981:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623418880 : -106175086132736 : ffff9f6f2fb50200) 00010000:00000001:1.0:1767384691.980982:0:40111:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384691.980983:0:40111:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.980987:0:40111:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384691.980988:0:40111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.980992:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.980993:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384691.980995:0:40111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.981004:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.981006:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.981009:0:40111:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384691.981012:0:40111:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000ae4dd9c0. 00010000:00000001:1.0:1767384691.981015:0:40111:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384691.981029:0:40111:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384691.981031:0:40111:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.981033:0:40111:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.981035:0:40111:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384691.981036:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.981037:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384691.981039:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.981040:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.981042:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.981043:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.981044:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.981045:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.981046:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.981047:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.981048:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.981049:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.981051:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.981052:0:40111:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000afd5c175) refs 3 00000020:00000001:0.0:1767384691.981052:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384691.981057:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.981058:0:40111:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.981061:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1767384691.981063:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000040:1.0:1767384691.981064:0:40111:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000afd5c175) refs 2 00010000:00000001:0.0:1767384691.981068:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:1.0:1767384691.981069:0:40111:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1767384691.981073:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 10000000:01000000:1.0:1767384691.981074:0:40111:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:0.0:1767384691.981077:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 10000000:00000001:1.0:1767384691.981079:0:40111:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.981084:0:40111:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.981091:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 0000000079597eeb already unused, calling callback (000000001dab8c51) 00000020:00000010:1.0:1767384691.981092:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008ae60af0. 10000000:00000001:0.0:1767384691.981095:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384691.981098:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000040:00000010:1.0:1767384691.981100:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000067a4e7c7. 00000020:00000010:1.0:1767384691.981106:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a28fdc9. 00010000:00000001:0.0:1767384691.981109:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384691.981112:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:1.0:1767384691.981113:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d20f03e6. 00000020:00000001:0.0:1767384691.981114:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384691.981117:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 0000000079597eeb refcount=3 00040000:00000010:1.0:1767384691.981118:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000001923e0e. 00000020:00000001:0.0:1767384691.981121:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623418880 : -106175086132736 : ffff9f6f2fb50200) 00040000:00000010:1.0:1767384691.981123:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071ff0b45. 00010000:00000001:0.0:1767384691.981125:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623418880 : -106175086132736 : ffff9f6f2fb50200) 00080000:00000010:1.0:1767384691.981129:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fac993b3. 00010000:00000001:0.0:1767384691.981130:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384691.981134:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00080000:00000010:1.0:1767384691.981135:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000adbe0538. 00000020:00000010:1.0:1767384691.981141:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000043ccd8a. 10000000:00000001:0.0:1767384691.981145:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000001:1.0:1767384691.981146:0:40111:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.981149:0:40111:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at 0000000039c72819. 00000020:00000001:1.0:1767384691.981151:0:40111:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.981154:0:40111:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at 000000006adbd446. 00000020:00000040:1.0:1767384691.981157:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000000c26392e : new refcount 5 10000000:00010000:0.0:1767384691.981160:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000020:00000010:1.0:1767384691.981163:0:40111:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at 0000000082c8f9cc. 00000010:00000001:1.0:1767384691.981169:0:40111:0:(lwp_dev.c:209:lwp_process_config()) Process entered 10000000:01000000:0.0:1767384691.981170:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:1.0:1767384691.981174:0:40111:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 10000000:01000000:0.0:1767384691.981174:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00000100:00080000:1.0:1767384691.981178:0:40111:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 10000000:00000001:0.0:1767384691.981179:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384691.981182:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-client(00000000afd5c175) refs 1 00000100:00000001:1.0:1767384691.981183:0:40111:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 10000000:01000000:0.0:1767384691.981185:0:17074:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000001:1.0:1767384691.981187:0:40111:0:(client.c:3065:ptlrpc_free_committed()) Process entered 10000000:00000001:0.0:1767384691.981188:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384691.981191:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00100000:1.0:1767384691.981192:0:40111:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 10000000:00000001:0.0:1767384691.981193:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384691.981195:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000040:1.0:1767384691.981198:0:40111:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 10000000:00000001:0.0:1767384691.981198:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1767384691.981199:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1767384691.981202:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384691.981204:0:40111:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 10000000:00000001:0.0:1767384691.981204:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384691.981208:0:40111:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 10000000:00000001:0.0:1767384691.981208:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:1.0:1767384691.981211:0:40111:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 10000000:00000001:0.0:1767384691.981212:0:17074:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:1.0:1767384691.981216:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000020:00000040:0.0:1767384691.981216:0:17074:0:(genops.c:898:class_export_put()) PUTting export 00000000f5a5e7fc : new refcount 11 00000100:00000001:1.0:1767384691.981220:0:40111:0:(obd_class.h:1226:obd_import_event()) Process leaving 10000000:00000010:0.0:1767384691.981220:0:17074:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at 00000000afd5c175. 00000100:00000001:1.0:1767384691.981224:0:40111:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 10000000:00000001:0.0:1767384691.981226:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00080000:1.0:1767384691.981227:0:40111:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 10000000:00000001:0.0:1767384691.981229:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.981231:0:40111:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1767384691.981233:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000040:1.0:1767384691.981234:0:40111:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1767384691.981237:0:40111:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1767384691.981238:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1767384691.981239:0:40111:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.981242:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:1.0:1767384691.981244:0:40111:0:(import.c:1916:ptlrpc_disconnect_import()) Process entered 00010000:00000001:0.0:1767384691.981246:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1767384691.981248:0:40111:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00010000:00000001:0.0:1767384691.981249:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.981252:0:40111:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000020:00000040:0.0:1767384691.981254:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000079597eeb with handle 0x71ee3a74e2718f83 from hash 00010000:00000001:0.0:1767384691.981258:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000010:1.0:1767384691.981259:0:40111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c6de66a. 00010000:00000001:0.0:1767384691.981259:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384691.981262:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:1.0:1767384691.981264:0:40111:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00010000:00000001:0.0:1767384691.981265:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384691.981269:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:1.0:1767384691.981271:0:40111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:0.0:1767384691.981272:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 02000000:00000001:1.0:1767384691.981276:0:40111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:0.0:1767384691.981277:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384691.981281:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 02000000:00000001:1.0:1767384691.981283:0:40111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767384691.981287:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039600001. 02000000:00000010:1.0:1767384691.981291:0:40111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000001923e0e. 00000020:00000040:0.0:1767384691.981291:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384691.981299:0:40111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.981302:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1767384691.981304:0:40111:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637893636129664 : -106180073421952 : ffff9f6e06710380) 02000000:00000001:0.0:1767384691.981305:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384691.981309:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1767384691.981310:0:40111:0:(import.c:65:import_set_state_nolock()) 00000000958beb9d lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 02000000:00000010:0.0:1767384691.981315:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007fbcf846. 00000100:00000001:1.0:1767384691.981317:0:40111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384691.981320:0:40111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.981321:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.981325:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000040:1.0:1767384691.981329:0:40111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c6de66a] to pc [ptlrpcd_rcv+-1] req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384691.981331:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384691.981347:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384691.981350:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.981353:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384691.981355:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.981359:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039600001] to pc [ptlrpcd_00_03+3] req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.981361:0:40111:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.981381:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384691.981385:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384691.981388:0:16357:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767384691.981393:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.981395:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1767384691.981395:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384691.981400:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1767384691.981402:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384691.981404:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384691.981405:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.981409:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.981410:0:16357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1767384691.981411:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.981414:0:16357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.981414:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384691.981420:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.981423:0:16357:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1767384691.981426:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767384691.981428:0:16357:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384691.981429:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.981430:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384691.981433:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.981433:0:16357:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.981434:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384691.981461:0:16357:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039600001 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048150144:0@lo:103: 02000000:00000001:2.0:1767384691.981463:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384691.981466:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384691.981469:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1767384691.981471:0:16357:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384691.981472:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.981473:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 0000000079597eeb/0x71ee3a74e2718f83 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718f8a expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1767384691.981478:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000005c6de66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853237048150016:0@lo:39: 02000000:00000001:1.0:1767384691.981479:0:16357:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767384691.981483:0:16357:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.981488:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767384691.981489:0:16357:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384691.981489:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1767384691.981491:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1767384691.981492:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:1.0:1767384691.981493:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000043ccd8a. 02000000:00000001:2.0:1767384691.981494:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.981496:0:16357:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1767384691.981496:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000ae4dd9c0. 02000000:00000001:2.0:1767384691.981499:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384691.981503:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384691.981505:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c77f9917. 00000400:00000010:1.0:1767384691.981506:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005215511e. 00000020:00000001:0.0:1767384691.981508:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:2.0:1767384691.981510:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.981512:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384691.981515:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076600526. 00010000:00010000:0.0:1767384691.981515:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1767384691.981517:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042116459. 00000100:00000200:1.0:1767384691.981524:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048150144, portal 18 00000020:00000001:0.0:1767384691.981524:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:2.0:1767384691.981525:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000020:00000001:0.0:1767384691.981528:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.981530:0:16357:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1767384691.981532:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048150016, portal 10 00000100:00000001:1.0:1767384691.981533:0:16357:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717089280 : -106174992462336 : ffff9f6f354a4e00) 00010000:00010000:0.0:1767384691.981533:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1767384691.981537:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384691.981537:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1767384691.981541:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636129664 : -106180073421952 : ffff9f6e06710380) 00000020:00000001:0.0:1767384691.981541:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384691.981542:0:16357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1767384691.981547:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767384691.981551:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384691.981562:0:16357:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384691.981565:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384691.981569:0:16357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1767384691.981573:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384691.981575:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000010:2.0:1767384691.981577:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000100:00000200:1.0:1767384691.981580:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048150144, offset 0 00000100:00000200:2.0:1767384691.981581:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048150016, offset 0 00000400:00000200:1.0:1767384691.981589:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384691.981597:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384691.981604:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384691.981608:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384691.981618:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff08880 00000400:00000200:1.0:1767384691.981626:0:16357:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 656 00000400:00000200:2.0:1767384691.981631:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff08800 00000400:00000200:1.0:1767384691.981634:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384691.981639:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 12952 00000400:00000200:1.0:1767384691.981643:0:16357:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384691.981646:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384691.981651:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384691.981652:0:16357:0:(events.c:286:request_in_callback()) Process entered 00000100:00000001:2.0:1767384691.981655:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1767384691.981656:0:16357:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1767384691.981658:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1767384691.981662:0:16357:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000025baea1c. 00000100:00000010:2.0:1767384691.981664:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa0f6518. 00000100:00000040:1.0:1767384691.981667:0:16357:0:(events.c:337:request_in_callback()) incoming req@0000000025baea1c x1853237048150144 msgsize 328 00000100:00000040:2.0:1767384691.981669:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000fa0f6518 x1853237048150016 msgsize 224 00000100:00100000:1.0:1767384691.981676:0:16357:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767384691.981680:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384691.981689:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384691.981696:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000100:00000001:1.0:1767384691.981696:0:16357:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000010:2.0:1767384691.981700:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:2.0:1767384691.981703:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384691.981706:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384691.981709:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000010:1.0:1767384691.981713:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000100:00000001:1.0:1767384691.981717:0:16357:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1767384691.981724:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1767384691.981724:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384691.981730:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.981735:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384691.981739:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048150144 00000100:00000001:1.0:1767384691.981740:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1767384691.981744:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1767384691.981745:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.981747:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384691.981750:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.981751:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.981754:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.981756:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1767384691.981757:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.981759:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048150144 00000100:00000001:1.0:1767384691.981759:0:16357:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000001:3.0:1767384691.981761:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384691.981763:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000100:00000001:2.0:1767384691.981763:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.981764:0:16357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.981766:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384691.981768:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=15 00000100:00000001:1.0:1767384691.981770:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294979758 00000020:00000001:3.0:1767384691.981771:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000040:2.0:1767384691.981771:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 3858 usecs (4 jiffies) 00000100:00000010:1.0:1767384691.981785:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000033267210. 00000020:00000001:3.0:1767384691.981786:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:2.0:1767384691.981790:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294979756 00000100:00000001:3.0:1767384691.981792:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1767384691.981793:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 00000020:00000010:3.0:1767384691.981797:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaeff4d7. 00000100:00000001:2.0:1767384691.981799:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294979758 00000100:00000001:1.0:1767384691.981799:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294979758 00000100:00000001:3.0:1767384691.981800:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1767384691.981801:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000029aa322a. 00000020:00000010:3.0:1767384691.981804:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaeff4d7. 00000100:00000001:2.0:1767384691.981806:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294979756 00000100:00000001:1.0:1767384691.981807:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000020:00000010:3.0:1767384691.981808:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000beaa729d. 00000100:00000001:2.0:1767384691.981812:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294979758 00000100:00000001:1.0:1767384691.981812:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294979758 00000020:00000010:3.0:1767384691.981813:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ff77a871. 00000100:00000001:2.0:1767384691.981817:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294979756 00000100:00000010:1.0:1767384691.981818:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fac501e8. 00000020:00000010:3.0:1767384691.981823:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000100:00000001:1.0:1767384691.981823:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384691.981826:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294979758 00000100:00000001:1.0:1767384691.981827:0:16357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294979758 00000100:00000040:3.0:1767384691.981830:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000010:1.0:1767384691.981831:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d7da5ca9. 00000100:00000001:2.0:1767384691.981832:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294979756 00000100:00000001:3.0:1767384691.981834:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384691.981835:0:16357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384691.981837:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1767384691.981838:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294979758 00000100:00000001:1.0:1767384691.981838:0:16357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384691.981839:0:17071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000100:00000001:1.0:1767384691.981841:0:16357:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.981843:0:17071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.981843:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384691.981845:0:17071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000100:00000001:1.0:1767384691.981845:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.981847:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.981848:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1767384691.981848:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384691.981852:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1767384691.981853:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384691.981854:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fc4186f refcount=3 00000100:00000001:1.0:1767384691.981855:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384691.981856:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384691.981857:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736192 : -106175747815424 : ffff9f6f08448800) 00000100:00000001:1.0:1767384691.981857:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1767384691.981861:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736192 : -106175747815424 : ffff9f6f08448800) 00000100:00000001:1.0:1767384691.981861:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384691.981862:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1767384691.981863:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1767384691.981863:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767384691.981864:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767384691.981864:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.981866:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1767384691.981867:0:17071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.981867:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.981871:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.981871:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.981874:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384691.981876:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.981878:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.981881:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.981897:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.981906:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384691.981909:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048150016 02000000:00000001:2.0:1767384691.981911:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384691.981912:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384691.981913:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384691.981916:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1767384691.981916:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.981921:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.981924:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1767384691.981926:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048150016 00000100:00000040:3.0:1767384691.981929:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000020:00000001:2.0:1767384691.981930:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384691.981932:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718fa6 00000100:00000001:3.0:1767384691.981933:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637893636131456 : -106180073420160 : ffff9f6e06710a80) 00000020:00000001:2.0:1767384691.981936:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.981939:0:18369:0:(lustre_handles.c:131:class_handle2object()) GET export 0000000032d5238d refcount=5 00000100:00000040:3.0:1767384691.981941:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000025baea1c x1853237048150144/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1767384691.981943:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000020:00000001:2.0:1767384691.981948:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637897965322240 : -106175744229376 : ffff9f6f087b4000) 00000100:00000001:2.0:1767384691.981954:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1767384691.981959:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384691.981959:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000100:00000001:2.0:1767384691.981964:0:18369:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384691.981965:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000aaeff4d7. 00000020:00000010:2.0:1767384691.981967:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000100:00000001:3.0:1767384691.981969:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384691.981973:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000aaeff4d7. 00000020:00000010:2.0:1767384691.981975:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f056d71b. 00000100:00100000:3.0:1767384691.981980:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000025baea1c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+15:16357:x1853237048150144:12345-0@lo:103: 00000020:00000010:2.0:1767384691.981981:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000152dd6ab. 00000020:00000010:2.0:1767384691.981987:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000200:3.0:1767384691.981988:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048150144 00010000:00000001:3.0:1767384691.981992:0:17071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000100:00000040:2.0:1767384691.981995:0:18369:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1767384691.981998:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384691.982001:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000002:3.0:1767384691.982002:0:17071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000001:2.0:1767384691.982003:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.982006:0:17071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384691.982009:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.982014:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384691.982016:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384691.982020:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f5cf9252. 02000000:00000001:3.0:1767384691.982023:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.982027:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.982030:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1767384691.982032:0:17071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1767384691.982034:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1767384691.982035:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384691.982037:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000002fc4186f refcount=3 00000100:00000001:2.0:1767384691.982037:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384691.982041:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961736192 : -106175747815424 : ffff9f6f08448800) 00010000:00000001:3.0:1767384691.982044:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961736192 : -106175747815424 : ffff9f6f08448800) 00010000:00000040:3.0:1767384691.982047:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 6 00000100:00000001:2.0:1767384691.982049:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00010000:00000001:3.0:1767384691.982051:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1767384691.982052:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1767384691.982055:0:17071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:2.0:1767384691.982059:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00010000:00000001:3.0:1767384691.982060:0:17071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1767384691.982064:0:17071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.982064:0:18369:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 0000000032d5238d : new rpc_count 1 00000100:00000001:2.0:1767384691.982069:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717857536 : -106174991694080 : ffff9f6f35560700) 00000020:00000001:3.0:1767384691.982070:0:17071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.982075:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1767384691.982077:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fa0f6518 x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:672/0 lens 224/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384691.982078:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384691.982084:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384691.982087:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384691.982090:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1767384691.982090:0:18369:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1767384691.982093:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384691.982095:0:18369:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000020:00000040:3.0:1767384691.982096:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002fc4186f with handle 0x71ee3a74e2718f8a from hash 00010000:00000001:3.0:1767384691.982100:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384691.982100:0:18369:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384691.982104:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:2.0:1767384691.982105:0:18369:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00010000:00000001:3.0:1767384691.982106:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384691.982109:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384691.982111:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:2.0:1767384691.982112:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fa0f6518 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16353:x1853237048150016:12345-0@lo:39: 00010000:00000001:3.0:1767384691.982113:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1767384691.982118:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000002fc4186f/0x71ee3a74e2718f8a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e2718f83 expref: 15 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000200:2.0:1767384691.982120:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048150016 00000020:00000001:2.0:1767384691.982124:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000040:3.0:1767384691.982129:0:17071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 9 00000020:00000001:2.0:1767384691.982129:0:18369:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1767384691.982132:0:18369:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.982136:0:18369:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000040:3.0:1767384691.982139:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 14 00000020:00000001:2.0:1767384691.982140:0:18369:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072662146400 : -1047405216 : ffffffffc191dd60) 00000020:00000001:2.0:1767384691.982146:0:18369:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:3.0:1767384691.982147:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1767384691.982149:0:18369:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384691.982152:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000001:2.0:1767384691.982153:0:18369:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1767384691.982155:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000020:00000001:2.0:1767384691.982156:0:18369:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1767384691.982159:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384691.982161:0:18369:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.982165:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.982165:0:18369:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:2.0:1767384691.982169:0:18369:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00010000:00000001:3.0:1767384691.982170:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000001:2.0:1767384691.982173:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00010000:3.0:1767384691.982174:0:17071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 02000000:00000001:2.0:1767384691.982177:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1767384691.982178:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767384691.982183:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000faf47504. 00010000:00000001:3.0:1767384691.982184:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1767384691.982187:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.982189:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.982190:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384691.982194:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=108 v=5 (1 0 0 0) 00000020:00000040:2.0:1767384691.982196:0:18369:0:(genops.c:887:class_export_get()) GET export 0000000032d5238d refcount=6 00010000:00000001:2.0:1767384691.982201:0:18369:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:3.0:1767384691.982202:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000004:00000001:2.0:1767384691.982205:0:18369:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000100:00000040:3.0:1767384691.982207:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000020:00000040:2.0:1767384691.982208:0:18369:0:(genops.c:887:class_export_get()) GET export 0000000032d5238d refcount=7 00000100:00000001:3.0:1767384691.982212:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00010000:00000001:2.0:1767384691.982213:0:18369:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384691.982216:0:18369:0:(genops.c:1460:class_disconnect()) Process entered 02000000:00000001:3.0:1767384691.982218:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384691.982222:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.982222:0:18369:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 6 00000100:00000001:3.0:1767384691.982228:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000080:2.0:1767384691.982228:0:18369:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718fa6 00000020:00000040:2.0:1767384691.982232:0:18369:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000032d5238d with handle 0x71ee3a74e2718fa6 from hash 00000100:00000040:3.0:1767384691.982233:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384691.982238:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032db08b0. 00000020:00000040:2.0:1767384691.982239:0:18369:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 5 00000100:00000200:3.0:1767384691.982244:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048150144, offset 224 00000020:00000001:2.0:1767384691.982245:0:18369:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384691.982247:0:18369:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 4 00000020:00000001:2.0:1767384691.982251:0:18369:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000400:00000200:3.0:1767384691.982252:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1767384691.982253:0:18369:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 3 00000020:00000001:2.0:1767384691.982257:0:18369:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384691.982261:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1767384691.982261:0:18369:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384691.982265:0:18369:0:(import.c:65:import_set_state_nolock()) 00000000cf375cc1 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384691.982269:0:18369:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000400:00000200:3.0:1767384691.982272:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff08880 00000100:00000001:2.0:1767384691.982272:0:18369:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384691.982274:0:18369:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000400:00000200:3.0:1767384691.982280:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x21ed [1] + 224 00000400:00000200:3.0:1767384691.982285:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1767384691.982287:0:18369:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384691.982289:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000020:2.0:1767384691.982294:0:18369:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000100:00000001:3.0:1767384691.982295:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000020:2.0:1767384691.982299:0:18369:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000f31c03f7 dirty 0 pend 0 grant 0 00000100:00000200:3.0:1767384691.982300:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000020:2.0:1767384691.982306:0:18369:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-MDT0000_UUID/0000000032d5238d dirty 0 pend 0 grant 0 00000020:00000001:0.0:1767384691.982307:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384691.982311:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1767384691.982314:0:18369:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 dirty 0 pend 0 grant 0 00010000:00010000:0.0:1767384691.982316:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1767384691.982323:0:18369:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000100:00000040:3.0:1767384691.982324:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1767384691.982329:0:18369:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:2.0:1767384691.982332:0:18369:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384691.982336:0:18369:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384691.982339:0:18369:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:2.0:1767384691.982341:0:18369:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 6 00000100:00000001:3.0:1767384691.982344:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000001:00000001:2.0:1767384691.982345:0:18369:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:2.0:1767384691.982349:0:18369:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 5 00000400:00000200:3.0:1767384691.982350:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032db08b0 00000020:00000040:2.0:1767384691.982352:0:18369:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 2 00000001:00000001:2.0:1767384691.982354:0:18369:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:2.0:1767384691.982356:0:18369:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 4 00000400:00000010:3.0:1767384691.982359:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032db08b0. 00000001:00000001:2.0:1767384691.982360:0:18369:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1767384691.982363:0:18369:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 1 00000100:00000001:3.0:1767384691.982366:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000004:00000001:2.0:1767384691.982367:0:18369:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.982370:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1767384691.982370:0:18369:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.982374:0:18369:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.982376:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.982377:0:18369:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384691.982382:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000040:2.0:1767384691.982382:0:18369:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048150016 00010000:00000001:3.0:1767384691.982386:0:17071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.982387:0:18369:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000001:3.0:1767384691.982391:0:17071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1767384691.982394:0:18369:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fa0f6518 x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:672/0 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384691.982398:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000025baea1c x1853237048150144/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384691.982413:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384691.982416:0:18369:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.982421:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000025baea1c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16357:x1853237048150144:12345-0@lo:103: Request processed in 458us (750us total) trans 0 rc 0/0 00000100:00001000:2.0:1767384691.982421:0:18369:0:(import.c:2128:obd_at_measure()) add 1 to 00000000da1643a1 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384691.982429:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384691.982432:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 21 to 0@lo 00000100:00000001:2.0:1767384691.982435:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00100000:3.0:1767384691.982436:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00000040:3.0:1767384691.982459:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384691.982462:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384691.982464:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384691.982467:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ff77a871. 02000000:00000001:2.0:1767384691.982468:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384691.982471:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384691.982472:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000100:00000001:2.0:1767384691.982475:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000010:3.0:1767384691.982478:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000beaa729d. 00000100:00000040:2.0:1767384691.982480:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1767384691.982485:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00000400:00000010:2.0:1767384691.982485:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000100:00000200:2.0:1767384691.982489:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048150016, offset 224 00000100:00000001:3.0:1767384691.982490:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384691.982498:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384691.982504:0:18369:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384691.982510:0:18369:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff08800 00000400:00000200:2.0:1767384691.982514:0:18369:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x21f1 [1] + 224 00000400:00000200:2.0:1767384691.982518:0:18369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384691.982521:0:18369:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384691.982524:0:18369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384691.982527:0:18369:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384691.982535:0:18369:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.982555:0:18369:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384691.982559:0:18369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:2.0:1767384691.982562:0:18369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:2.0:1767384691.982565:0:18369:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384691.982566:0:18369:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384691.982569:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.982572:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 20 to 0@lo 00010000:00000001:2.0:1767384691.982575:0:18369:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:2.0:1767384691.982576:0:18369:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.982579:0:18369:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1767384691.982582:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa0f6518 x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:672/0 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384691.982590:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fa0f6518 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+1:16353:x1853237048150016:12345-0@lo:39: Request processed in 501us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384691.982597:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00000040:2.0:1767384691.982599:0:18369:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000032d5238d : new rpc_count 0 00000100:00000001:2.0:1767384691.982602:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384691.982603:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384691.982605:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000152dd6ab. 00000020:00000010:2.0:1767384691.982608:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384691.982611:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f056d71b. 00000020:00000040:2.0:1767384691.982626:0:18369:0:(genops.c:898:class_export_put()) PUTting export 0000000032d5238d : new refcount 0 00000020:00000080:2.0:1767384691.982628:0:18369:0:(genops.c:904:class_export_put()) final put 0000000032d5238d/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00000001:2.0:1767384691.982641:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384691.982663:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384691.982666:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000032d5238d/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000040:0.0:1767384691.982670:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 19 to 0@lo 00000020:00000001:0.0:1767384691.982673:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384691.982675:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:0.0:1767384691.982677:0:36:0:(genops.c:1229:class_import_get()) import 00000000cf375cc1 refcount=2 obd=lustre-MDT0000 00000020:00000001:0.0:1767384691.982679:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384691.982680:0:36:0:(genops.c:1242:class_import_put()) import 00000000cf375cc1 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384691.982682:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1767384691.982684:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384691.982684:0:36:0:(genops.c:1242:class_import_put()) import 00000000cf375cc1 refcount=0 obd=lustre-MDT0000 00000020:00000040:0.0:1767384691.982686:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000cf375cc1 00000020:00000001:0.0:1767384691.982700:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:0.0:1767384691.982702:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 0000000066dfbed1. 00010000:00000001:0.0:1767384691.982707:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:0.0:1767384691.982710:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384691.982715:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000059bdefbc. 00000001:00000010:0.0:1767384691.982719:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007348d46b. 00000001:00000010:0.0:1767384691.982721:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000032f36148. 00000001:00000010:0.0:1767384691.982723:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000015abb3e8. 00000001:00000010:0.0:1767384691.982725:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000847f496f. 00000001:00000010:0.0:1767384691.982728:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000008200726b. 00000001:00000001:0.0:1767384691.982733:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384691.982735:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:0.0:1767384691.982737:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384691.982740:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002c15f1a5. 00000001:00000010:0.0:1767384691.982742:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000007cc94b4. 00000001:00000010:0.0:1767384691.982750:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000eae7ce5. 00000001:00000010:0.0:1767384691.982752:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa4c45bf. 00000001:00000010:0.0:1767384691.982753:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003845e7e8. 00000001:00000010:0.0:1767384691.982755:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e34e27ee. 00000001:00000001:0.0:1767384691.982758:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384691.982760:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:0.0:1767384691.982761:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:0.0:1767384691.982765:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000001eca636c. 00000020:00000020:0.0:1767384691.982770:0:36:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0000: processing self export: 0 0 0 00000020:00000020:0.0:1767384691.982783:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli lustre-MDT0000-lwp-OST0000_UUID/00000000f31c03f7 dirty 0 pend 0 grant 0 00000020:00000020:0.0:1767384691.982787:0:36:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0000: cli 9c024f05-a3b5-431a-8f8b-d3962b7e0303/000000008f2c1a56 dirty 0 pend 0 grant 0 00000004:00000001:0.0:1767384691.982790:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.982792:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384691.982794:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 9 - export 00000020:00000010:0.0:1767384691.982797:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000032d5238d. 00000020:00000001:0.0:1767384691.982806:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1767384691.982812:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1767384691.982813:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000cf375cc1 for lustre-MDT0000 00000020:00000040:0.0:1767384691.982817:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 18 to 0@lo 00000020:00000040:0.0:1767384691.982819:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 8 - import 00000020:00000010:0.0:1767384691.982822:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000cf375cc1. 00000020:00000001:0.0:1767384691.982827:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:0.0:1767384691.982850:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384691.982852:0:16357:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384691.982859:0:16357:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384691.982861:0:16357:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384691.982863:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005215511e. 00000400:00000200:0.0:1767384691.982867:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076600526 00000400:00000010:0.0:1767384691.982870:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076600526. 00000100:00000001:0.0:1767384691.982874:0:16357:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384691.982878:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384691.982888:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.982905:0:16357:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384691.982907:0:16357:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.982910:0:16357:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384691.982912:0:16357:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384691.982914:0:16357:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384691.982915:0:16357:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.982918:0:16357:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384691.982923:0:16357:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=108 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384691.982926:0:16357:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384691.982929:0:16357:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384691.982932:0:16357:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.982934:0:16357:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384691.982936:0:16357:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.982938:0:16357:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.982959:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.982965:0:16357:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384691.982968:0:16357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384691.982970:0:16357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384691.982973:0:16357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384691.982979:0:16357:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039600001 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16357:1853237048150144:0@lo:103: 00000100:00000001:3.0:1767384691.982982:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.982985:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384691.982985:0:16357:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1767384691.982988:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1767384691.982989:0:16357:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1767384691.982990:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384691.982993:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042116459. 00000100:00000040:0.0:1767384691.982995:0:16357:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039600001 x1853237048150144/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384691.982997:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000647961eb 00000400:00000010:3.0:1767384691.982999:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000647961eb. 00000100:00000001:3.0:1767384691.983003:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384691.983007:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.983010:0:16357:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1767384691.983016:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384691.983019:0:16357:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767384691.983021:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1767384691.983023:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000043ccd8a. 00000100:00000001:3.0:1767384691.983027:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.983029:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384691.983029:0:16357:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384691.983032:0:16357:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1767384691.983033:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384691.983036:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1767384691.983036:0:16357:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384691.983038:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.983041:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.983042:0:16357:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:3.0:1767384691.983045:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 00000000670a8b35 time=103 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384691.983047:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000f234a7dc time=103 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384691.983048:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384691.983050:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.983052:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1767384691.983053:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007fbcf846. 00010000:00000001:3.0:1767384691.983055:0:16353:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.983059:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1767384691.983059:0:16357:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1767384691.983060:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 02000000:00000001:0.0:1767384691.983064:0:16357:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384691.983067:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039600001. 00000100:00000001:3.0:1767384691.983069:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767384691.983072:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.983072:0:16357:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384691.983075:0:16357:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384691.983077:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.983081:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.983086:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384691.983087:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384691.983088:0:16357:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384691.983089:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.983092:0:16357:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1767384691.983093:0:16353:0:(import.c:65:import_set_state_nolock()) 00000000958beb9d lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1767384691.983098:0:16353:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1767384691.983099:0:16353:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1767384691.983099:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.983103:0:16353:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:0.0:1767384691.983103:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.983104:0:16353:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1767384691.983120:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384691.983127:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000005c6de66a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16353:1853237048150016:0@lo:39: 00000100:00000001:3.0:1767384691.983130:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.983132:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384691.983134:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000005c6de66a x1853237048150016/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.983139:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384691.983146:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384691.983148:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c77f9917. 02000000:00000001:3.0:1767384691.983150:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384691.983152:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384691.983153:0:16353:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384691.983156:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384691.983158:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000001923e0e. 02000000:00000001:3.0:1767384691.983161:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384691.983162:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384691.983163:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c6de66a. 00000100:00000001:3.0:1767384691.983167:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384691.983168:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.983170:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.983173:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384691.983174:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.983176:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.983177:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.983213:0:40111:0:(import.c:1959:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.983216:0:40111:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384691.983218:0:40111:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:1.0:1767384691.983219:0:40111:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384691.983220:0:40111:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384691.983221:0:40111:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00000040:1.0:1767384691.983223:0:40111:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384691.983226:0:40111:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384691.983227:0:40111:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384691.983227:0:40111:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384691.983229:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:1.0:1767384691.983230:0:40111:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1767384691.983232:0:40111:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1767384691.983233:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:1.0:1767384691.983235:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384691.983238:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384691.983649:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384691.983651:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384691.983653:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384691.984035:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.984038:0:40111:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000010:00000001:1.0:1767384691.984040:0:40111:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1767384691.984042:0:40111:0:(lwp_dev.c:226:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.984044:0:40111:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at 0000000082c8f9cc. 00000020:00000001:1.0:1767384691.984047:0:40111:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384691.984049:0:40111:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at 000000006adbd446. 00000020:00000010:1.0:1767384691.984051:0:40111:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at 000000006f346f85. 00000020:00000010:1.0:1767384691.984052:0:40111:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at 0000000028717b1a. 00000020:00000010:1.0:1767384691.984056:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024a95e55. 00000020:00000010:1.0:1767384691.984058:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000071ff0b45. 00000040:00000010:1.0:1767384691.984060:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d20f03e6. 00000020:00000010:1.0:1767384691.984062:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000002a28fdc9. 00000020:00000010:1.0:1767384691.984065:0:40111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ccb856aa. 00000020:00000010:1.0:1767384691.984067:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067a4e7c7. 80000000:00000010:1.0:1767384691.984069:0:40111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000006f346f85. 40000000:00000010:1.0:1767384691.984071:0:40111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000028717b1a. 00100000:00000010:1.0:1767384691.984075:0:40111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000020b870bf. 00040000:00000010:1.0:1767384691.984077:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000410d9b51. 00040000:00000010:1.0:1767384691.984079:0:40111:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000460f6f8f. 00040000:00000010:1.0:1767384691.984081:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000008ae60af0. 00080000:00000010:1.0:1767384691.984084:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000adbe0538. 00080000:00000010:1.0:1767384691.984086:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fac993b3. 00000004:00000010:1.0:1767384691.984101:0:40111:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c652fe10. 00000004:00000010:1.0:1767384691.984105:0:40111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000048ec0ae4. 00000004:00000010:1.0:1767384691.984108:0:40111:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005051d9f6. 00002000:00000010:1.0:1767384691.984111:0:40111:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000a318a0f8. 00000004:00000010:1.0:1767384691.984113:0:40111:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007d8a3b43. 00000020:00000010:1.0:1767384691.984116:0:40111:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001317aed2. 00000020:00000001:1.0:1767384691.984119:0:40111:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:1.0:1767384691.984121:0:40111:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at 0000000082c8f9cc. 00000020:00000001:1.0:1767384691.984122:0:40111:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1767384691.984123:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3f32963. 00000020:00000010:1.0:1767384691.984125:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ff9c2e43. 00000040:00000010:1.0:1767384691.984127:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006e617315. 00000020:00000010:1.0:1767384691.984129:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a874aa7. 00000020:00000010:1.0:1767384691.984132:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005d5d42d6. 00040000:00000010:1.0:1767384691.984133:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000001923e0e. 00040000:00000010:1.0:1767384691.984135:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dda46c66. 00080000:00000010:1.0:1767384691.984138:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bb026031. 00080000:00000010:1.0:1767384691.984141:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aaf51d50. 10000000:00000001:1.0:1767384691.984143:0:40111:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1767384691.984144:0:40111:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1767384691.984146:0:40111:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1767384691.984147:0:40111:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1767384691.984150:0:40111:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1767384691.984151:0:40111:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0000 (00000000301f42e7) refs 3 10000000:00000001:1.0:1767384691.984152:0:40111:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.984154:0:40111:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446637898756905472 : -106174952646144 : ffff9f6f37a9da00) 10000000:00000001:1.0:1767384691.984156:0:40111:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384691.984157:0:40111:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x71ee3a74e2718efe 00010000:00000001:1.0:1767384691.984159:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.984160:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.984162:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b1f702b1 refcount=2 00000020:00000001:1.0:1767384691.984163:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623425024 : -106175086126592 : ffff9f6f2fb51a00) 00010000:00000001:1.0:1767384691.984165:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623425024 : -106175086126592 : ffff9f6f2fb51a00) 00010000:00000001:1.0:1767384691.984168:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.984170:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.984172:0:40111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984179:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.984180:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384691.984181:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.984182:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.984183:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b1f702b1 refcount=3 00000020:00000001:1.0:1767384691.984185:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623425024 : -106175086126592 : ffff9f6f2fb51a00) 00010000:00000001:1.0:1767384691.984187:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623425024 : -106175086126592 : ffff9f6f2fb51a00) 00010000:00000001:1.0:1767384691.984188:0:40111:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384691.984190:0:40111:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984196:0:40111:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384691.984198:0:40111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984203:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.984204:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384691.984205:0:40111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984211:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.984212:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.984214:0:40111:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384691.984217:0:40111:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000039c72819. 00010000:00000001:1.0:1767384691.984220:0:40111:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1767384691.984295:0:40111:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384691.984298:0:40111:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.984300:0:40111:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.984301:0:40111:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384691.984303:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.984304:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384691.984306:0:40111:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384691.984307:0:40111:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x71ee3a74e27192e0 00010000:00000001:1.0:1767384691.984309:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.984310:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.984311:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008af463c4 refcount=2 00000020:00000001:1.0:1767384691.984313:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:1.0:1767384691.984315:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:1.0:1767384691.984317:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.984318:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.984320:0:40111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984326:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.984327:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384691.984328:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.984329:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.984330:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008af463c4 refcount=3 00000020:00000001:1.0:1767384691.984332:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:1.0:1767384691.984334:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:1.0:1767384691.984335:0:40111:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384691.984337:0:40111:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984342:0:40111:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384691.984343:0:40111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984346:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.984346:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384691.984347:0:40111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984350:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.984351:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.984352:0:40111:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384691.984354:0:40111:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007cd7d140. 00010000:00000001:1.0:1767384691.984355:0:40111:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000020:00000001:0.0:1767384691.984382:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384691.984385:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.984388:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1767384691.984412:0:40111:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1767384691.984414:0:40111:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.984415:0:40111:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.984416:0:40111:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384691.984417:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.984418:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384691.984419:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.984419:0:40111:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 2 10000000:00000001:1.0:1767384691.984420:0:40111:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.984421:0:40111:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1767384691.984422:0:40111:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x71ee3a74e2718f75 00010000:00000001:1.0:1767384691.984423:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.984424:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.984425:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000f338265 refcount=2 00000020:00000001:1.0:1767384691.984426:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623420416 : -106175086131200 : ffff9f6f2fb50800) 00010000:00000001:1.0:1767384691.984428:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623420416 : -106175086131200 : ffff9f6f2fb50800) 00010000:00000001:1.0:1767384691.984430:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.984430:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.984431:0:40111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984434:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.984435:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384691.984436:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.984455:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.984456:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000f338265 refcount=3 00000020:00000001:1.0:1767384691.984457:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623420416 : -106175086131200 : ffff9f6f2fb50800) 00010000:00000001:1.0:1767384691.984459:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623420416 : -106175086131200 : ffff9f6f2fb50800) 00010000:00000001:1.0:1767384691.984460:0:40111:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384691.984461:0:40111:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984464:0:40111:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384691.984464:0:40111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984467:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384691.984467:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384691.984468:0:40111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.984471:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.984472:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.984473:0:40111:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1767384691.984475:0:40111:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000002395945a. 00010000:00000001:1.0:1767384691.984476:0:40111:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767384691.985658:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:3.0:1767384691.985660:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1767384691.985661:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:3.0:1767384691.985663:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.985664:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384691.985666:0:17075:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1767384691.985674:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 00000000b1f702b1 already unused, calling callback (000000001dab8c51) 10000000:00000001:0.0:1767384691.985676:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384691.985677:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384691.985681:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384691.985682:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384691.985683:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384691.985684:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000b1f702b1 refcount=3 00000020:00000001:0.0:1767384691.985686:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623425024 : -106175086126592 : ffff9f6f2fb51a00) 00010000:00000001:0.0:1767384691.985687:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623425024 : -106175086126592 : ffff9f6f2fb51a00) 00010000:00000001:0.0:1767384691.985689:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767384691.985690:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1767384691.985694:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384691.985695:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1767384691.985711:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1767384691.985713:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:00000001:0.0:1767384691.985714:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1767384691.985715:0:17074:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000301f42e7) refs 3 10000000:00000001:0.0:1767384691.985717:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1767384691.985717:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.985719:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767384691.985721:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384691.985722:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767384691.985723:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384691.985724:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384691.985725:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b1f702b1 with handle 0x71ee3a74e2718efe from hash 00010000:00000001:0.0:1767384691.985727:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384691.985728:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384691.985729:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.985730:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384691.985731:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767384691.985731:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767384691.985734:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767384691.985736:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1767384691.985740:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039600001. 00000020:00000040:0.0:1767384691.985743:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384691.985745:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384691.985746:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384691.985749:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384691.985753:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007fbcf846. 00000100:00000001:0.0:1767384691.985757:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.985759:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767384691.985762:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767384691.985780:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767384691.985783:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.985787:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384691.985794:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.985800:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039600001] to pc [ptlrpcd_00_00+0] req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384691.985834:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384691.985838:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384691.985840:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.985841:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.985844:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384691.985846:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.985848:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384691.985855:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767384691.985857:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 00000000b1f702b1/0x71ee3a74e2718efe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718f05 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384691.985860:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.985863:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384691.985865:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1767384691.985868:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384691.985870:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384691.985871:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384691.985875:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000039c72819. 00000100:00000001:3.0:1767384691.985881:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1767384691.985881:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.985883:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.985886:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 02000000:00000001:3.0:1767384691.985888:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1767384691.985889:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.985890:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384691.985895:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.985895:0:17074:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1767384691.985898:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039600001 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048150272:0@lo:103: 00010000:00000001:0.0:1767384691.985900:0:17074:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000100:00000001:3.0:1767384691.985902:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1767384691.985903:0:17074:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:3.0:1767384691.985907:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:0.0:1767384691.985907:0:17074:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1767384691.985910:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.985913:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384691.985918:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000beaa729d. 00010000:00010000:0.0:1767384691.985919:0:17074:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000000f338265 already unused, calling callback (000000001dab8c51) 02000000:00000001:3.0:1767384691.985922:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1767384691.985924:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384691.985926:0:17074:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384691.985933:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcffbfad. 00010000:00000001:0.0:1767384691.985933:0:17074:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767384691.985937:0:17074:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000400:00000010:3.0:1767384691.985939:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032db08b0. 00000100:00000200:3.0:1767384691.985943:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048150272, portal 18 00000100:00000001:3.0:1767384691.985947:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1767384691.985948:0:17074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384691.985949:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717089280 : -106174992462336 : ffff9f6f354a4e00) 00000020:00000040:0.0:1767384691.985952:0:17074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000000f338265 refcount=4 00000100:00000040:3.0:1767384691.985954:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1767384691.985956:0:17074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623420416 : -106175086131200 : ffff9f6f2fb50800) 00010000:00000001:0.0:1767384691.985962:0:17074:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623420416 : -106175086131200 : ffff9f6f2fb50800) 00000100:00000001:3.0:1767384691.985967:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384691.985969:0:17074:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000040:3.0:1767384691.985970:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00010000:00010000:0.0:1767384691.985973:0:17074:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000400:00000010:3.0:1767384691.985974:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1e2d789. 00000100:00000200:3.0:1767384691.985977:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048150272, offset 0 00000400:00000200:3.0:1767384691.985984:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 10000000:00000001:0.0:1767384691.985987:0:17074:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1767384691.985990:0:17074:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000400:00000200:3.0:1767384691.985995:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 10000000:01000000:0.0:1767384691.986002:0:17074:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000400:00000200:3.0:1767384691.986005:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff08900 10000000:01000000:0.0:1767384691.986006:0:17074:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000400:00000200:3.0:1767384691.986012:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 984 10000000:00000001:0.0:1767384691.986016:0:17074:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:3.0:1767384691.986017:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000040:0.0:1767384691.986019:0:17074:0:(mgc_request.c:123:config_log_put()) log params(00000000d83c2973) refs 2 00000400:00000200:3.0:1767384691.986021:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:0.0:1767384691.986024:0:17074:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:3.0:1767384691.986027:0:16354:0:(events.c:286:request_in_callback()) Process entered 10000000:00000001:0.0:1767384691.986027:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384691.986030:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:0.0:1767384691.986032:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000010:3.0:1767384691.986033:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008e9e10d8. 00000100:00000040:3.0:1767384691.986036:0:16354:0:(events.c:337:request_in_callback()) incoming req@000000008e9e10d8 x1853237048150272 msgsize 328 00010000:00000001:0.0:1767384691.986036:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767384691.986040:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00100000:3.0:1767384691.986042:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384691.986045:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767384691.986047:0:17074:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384691.986049:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000f338265 with handle 0x71ee3a74e2718f75 from hash 00010000:00000001:0.0:1767384691.986051:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767384691.986052:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384691.986053:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1767384691.986055:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384691.986055:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767384691.986059:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:3.0:1767384691.986061:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1e2d789 00010000:00000001:0.0:1767384691.986061:0:17074:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000400:00000010:3.0:1767384691.986064:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1e2d789. 00010000:00000001:0.0:1767384691.986066:0:17074:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00000100:00000001:3.0:1767384691.986068:0:16354:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767384691.986069:0:17074:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000200:3.0:1767384691.986072:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384691.986075:0:17074:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d2f3373. 00000100:00000001:3.0:1767384691.986078:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1767384691.986080:0:17074:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000040:3.0:1767384691.986081:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.986086:0:17074:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1767384691.986088:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.986089:0:16354:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1767384691.986094:0:17074:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384691.986098:0:17074:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.986100:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384691.986103:0:17074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006797735d. 00000100:00000001:3.0:1767384691.986104:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294979762 00000100:00000001:0.0:1767384691.986111:0:17074:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.986112:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294979758 00010000:00000001:0.0:1767384691.986116:0:17074:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000100:00000001:3.0:1767384691.986117:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294979762 00010000:00010000:0.0:1767384691.986120:0:17074:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1767384691.986121:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294979758 00000100:00000001:3.0:1767384691.986124:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294979762 00000100:00000001:3.0:1767384691.986128:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294979758 00000100:00000001:3.0:1767384691.986131:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294979762 00000100:00000001:3.0:1767384691.986135:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294979758 00010000:00010000:0.0:1767384691.986136:0:17074:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00000001:3.0:1767384691.986137:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384691.986139:0:17074:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.986140:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.986144:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.986146:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.986146:0:17074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384691.986150:0:17074:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.986152:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384691.986155:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767384691.986157:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.986158:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1767384691.986159:0:17074:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d2f3373] to pc [ptlrpcd_00_01+1] req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.986160:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.986163:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.986170:0:40112:0:(ldlm_lockd.c:2958:ldlm_bl_thread_main()) Process entered 00010000:00000010:3.0:1767384691.986173:0:40112:0:(ldlm_lockd.c:2960:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000dbeb41e9. 00000020:00000010:3.0:1767384691.986177:0:40112:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009fe12cf7. 00010000:00000001:0.0:1767384691.986180:0:17074:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384691.986181:0:40112:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da442868. 00010000:00000001:0.0:1767384691.986184:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000010:3.0:1767384691.986186:0:40112:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a50ca3f1. 00010000:00000001:0.0:1767384691.986188:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.986190:0:17074:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384691.986191:0:40112:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f5361878. 00010000:00000001:0.0:1767384691.986195:0:17074:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384691.986196:0:40112:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a80e288. 10000000:00000001:0.0:1767384691.986199:0:17074:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1767384691.986200:0:40112:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000702dbc37. 40000000:00000010:3.0:1767384691.986205:0:40112:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc43868e. 00010000:00010000:0.0:1767384691.986205:0:17074:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00100000:00000010:3.0:1767384691.986207:0:40112:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bd291988. 00040000:00000010:3.0:1767384691.986210:0:40112:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000575b2007. 00040000:00000010:3.0:1767384691.986214:0:40112:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007697225d. 00080000:00000010:3.0:1767384691.986219:0:40112:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d924432d. 00010000:00000001:0.0:1767384691.986219:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384691.986221:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.986222:0:17074:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1767384691.986223:0:17074:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000002395945a. 00010000:00000001:0.0:1767384691.986228:0:17074:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384691.986230:0:40112:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000045063839. 00000020:00000001:0.0:1767384691.986230:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384691.986232:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.986235:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00000010:3.0:1767384691.986236:0:40112:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007a74fe15. 00000020:00000001:0.0:1767384691.986237:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:3.0:1767384691.986240:0:40112:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c4faf7c8. 00000020:00000001:3.0:1767384691.986245:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384691.986246:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384691.986247:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384691.986248:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384691.986250:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.986250:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384691.986253:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384691.986256:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767384691.986256:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384691.986258:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384691.986261:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384691.986262:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384691.986264:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384691.986273:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384691.986281:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384691.986284:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384691.986285:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384691.986289:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.986298:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384691.986300:0:17071:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1767384691.986300:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384691.986303:0:17071:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048150272 02000000:00000001:0.0:1767384691.986303:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767384691.986306:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384691.986307:0:17071:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384691.986309:0:17071:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384691.986313:0:17071:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.986313:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.986318:0:17071:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384691.986319:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d2f3373 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048150400:0@lo:103: 00000100:00100000:2.0:1767384691.986321:0:17071:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048150272 00000020:00000001:2.0:1767384691.986325:0:17071:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1767384691.986326:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1767384691.986327:0:17071:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384691.986330:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.986331:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=14 02000000:00000001:0.0:1767384691.986331:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1767384691.986335:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 02000000:00000001:0.0:1767384691.986335:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.986340:0:17071:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 02000000:00000001:0.0:1767384691.986341:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1767384691.986343:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1767384691.986346:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000902f581d. 00000020:00000010:2.0:1767384691.986347:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 02000000:00000001:0.0:1767384691.986350:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.986351:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384691.986355:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000400:00000010:0.0:1767384691.986359:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060597fd7. 00000020:00000010:2.0:1767384691.986360:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073b9205b. 00000400:00000010:0.0:1767384691.986365:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c8ca77d. 00000020:00000010:2.0:1767384691.986366:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000152dd6ab. 00000020:00000010:2.0:1767384691.986371:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000200:0.0:1767384691.986372:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048150400, portal 18 00000100:00000040:2.0:1767384691.986375:0:17071:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1767384691.986376:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384691.986378:0:17071:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384691.986379:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717091072 : -106174992460544 : ffff9f6f354a5500) 00000100:00000001:2.0:1767384691.986380:0:17071:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384691.986383:0:17071:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384691.986385:0:17071:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.986388:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384691.986389:0:17071:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384691.986391:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384691.986393:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.986395:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d9d7af52 refcount=3 00000020:00000001:2.0:1767384691.986398:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110464 : -106174819441152 : ffff9f6f3f9a6600) 00010000:00000001:2.0:1767384691.986401:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110464 : -106174819441152 : ffff9f6f3f9a6600) 00010000:00000001:2.0:1767384691.986405:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.986406:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.986408:0:17071:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.986409:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384691.986410:0:17071:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.986415:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384691.986416:0:17071:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767384691.986420:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384691.986424:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048150400, offset 0 00000100:00000001:2.0:1767384691.986429:0:17071:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1767384691.986429:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384691.986456:0:17071:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384691.986458:0:17071:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1767384691.986461:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00000040:2.0:1767384691.986463:0:17071:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384691.986465:0:17071:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898601451008 : -106175108100608 : ffff9f6f2e65ce00) 00000400:00000200:0.0:1767384691.986469:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1767384691.986472:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000008e9e10d8 x1853237048150272/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.986478:0:17071:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1767384691.986480:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff08980 00000020:00000010:2.0:1767384691.986481:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000100:00000001:2.0:1767384691.986485:0:17071:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384691.986487:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000400:00000200:0.0:1767384691.986488:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1312 00000100:00100000:2.0:1767384691.986492:0:17071:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000008e9e10d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+14:16354:x1853237048150272:12345-0@lo:103: 00000100:00000200:2.0:1767384691.986496:0:17071:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048150272 00010000:00000001:2.0:1767384691.986498:0:17071:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000400:00000200:0.0:1767384691.986498:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000002:2.0:1767384691.986500:0:17071:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1767384691.986501:0:17071:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384691.986504:0:17071:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384691.986506:0:17071:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1767384691.986510:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d3834c29. 00000400:00000200:0.0:1767384691.986512:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1767384691.986513:0:17071:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.986517:0:17071:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.986519:0:17071:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:0.0:1767384691.986519:0:16355:0:(events.c:286:request_in_callback()) Process entered 00010000:00010000:2.0:1767384691.986522:0:17071:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00000200:0.0:1767384691.986523:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000001:2.0:1767384691.986525:0:17071:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384691.986527:0:17071:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.986528:0:17071:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000d9d7af52 refcount=3 00000020:00000001:2.0:1767384691.986529:0:17071:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890110464 : -106174819441152 : ffff9f6f3f9a6600) 00000100:00000010:0.0:1767384691.986529:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009262594f. 00010000:00000001:2.0:1767384691.986533:0:17071:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890110464 : -106174819441152 : ffff9f6f3f9a6600) 00000100:00000040:0.0:1767384691.986535:0:16355:0:(events.c:337:request_in_callback()) incoming req@000000009262594f x1853237048150400 msgsize 328 00010000:00000040:2.0:1767384691.986536:0:17071:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 5 00010000:00000001:2.0:1767384691.986541:0:17071:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384691.986543:0:17071:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00100000:0.0:1767384691.986546:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1767384691.986547:0:17071:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384691.986549:0:17071:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.986551:0:17071:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.986553:0:17071:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384691.986555:0:17071:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384691.986558:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.986559:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.986560:0:17071:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384691.986560:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:2.0:1767384691.986564:0:17071:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.986566:0:17071:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000d9d7af52 with handle 0x71ee3a74e2718f05 from hash 00010000:00000001:2.0:1767384691.986568:0:17071:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1767384691.986568:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00010000:00000001:2.0:1767384691.986570:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1767384691.986572:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00010000:00000001:2.0:1767384691.986573:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.986574:0:17071:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384691.986577:0:17071:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1767384691.986578:0:16355:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1767384691.986579:0:17071:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384691.986583:0:17071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000d9d7af52/0x71ee3a74e2718f05 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e2718efe expref: 14 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384691.986586:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1767384691.986590:0:17071:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 8 00000020:00000040:2.0:1767384691.986593:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 13 00010000:00000001:2.0:1767384691.986598:0:17071:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.986599:0:17071:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384691.986602:0:17071:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00000001:0.0:1767384691.986602:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1767384691.986603:0:17071:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.986606:0:17071:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.986608:0:17071:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000100:00000040:0.0:1767384691.986608:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384691.986610:0:17071:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384691.986611:0:17071:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.986615:0:17071:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1767384691.986618:0:17071:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384691.986622:0:17071:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384691.986623:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.986628:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384691.986629:0:17071:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384691.986633:0:17071:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 19 to 0@lo 00000100:00000001:0.0:1767384691.986634:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.986635:0:17071:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384691.986639:0:17071:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1767384691.986640:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294979762 02000000:00000001:2.0:1767384691.986641:0:17071:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.986643:0:17071:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384691.986646:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294979762 00000100:00000040:2.0:1767384691.986647:0:17071:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384691.986650:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000100:00000001:0.0:1767384691.986651:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294979762 00000100:00000200:2.0:1767384691.986653:0:17071:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048150272, offset 224 00000100:00000001:0.0:1767384691.986656:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294979762 00000400:00000200:2.0:1767384691.986659:0:17071:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384691.986661:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294979762 00000100:00000001:0.0:1767384691.986665:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294979762 00000400:00000200:2.0:1767384691.986666:0:17071:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384691.986670:0:16355:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294979762 00000400:00000200:2.0:1767384691.986674:0:17071:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff08900 00000100:00000001:0.0:1767384691.986675:0:16355:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294979762 00000400:00000200:2.0:1767384691.986680:0:17071:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2205 [1] + 224 00000100:00000001:0.0:1767384691.986681:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384691.986687:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.986688:0:17071:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767384691.986691:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.986692:0:17071:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384691.986697:0:17071:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767384691.986697:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384691.986702:0:17071:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.986705:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1767384691.986708:0:17071:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.986708:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384691.986714:0:17071:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384691.986718:0:17071:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000100:00000001:0.0:1767384691.986719:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384691.986721:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:0.0:1767384691.986722:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384691.986724:0:17071:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384691.986726:0:17071:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384691.986726:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.986729:0:17071:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.986730:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.986731:0:17071:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 18 to 0@lo 00010000:00000001:2.0:1767384691.986736:0:17071:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.986737:0:17071:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.986739:0:17071:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008e9e10d8 x1853237048150272/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384691.986745:0:17071:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000008e9e10d8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:16354:x1853237048150272:12345-0@lo:103: Request processed in 265us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384691.986750:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00000001:0.0:1767384691.986751:0:18905:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1767384691.986752:0:17071:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00100000:0.0:1767384691.986754:0:18905:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048150400 00000100:00000001:2.0:1767384691.986755:0:17071:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384691.986757:0:17071:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1767384691.986759:0:18905:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1767384691.986760:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000152dd6ab. 00000100:00000001:0.0:1767384691.986762:0:18905:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1767384691.986764:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000100:00000001:0.0:1767384691.986765:0:18905:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384691.986767:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073b9205b. 02000000:00000001:0.0:1767384691.986770:0:18905:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.986771:0:17071:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 12 00000100:00000001:2.0:1767384691.986783:0:17071:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767384691.986788:0:18905:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048150400 00000020:00000001:0.0:1767384691.986791:0:18905:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384691.986792:0:18905:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00010000:00000001:2.0:1767384691.986794:0:17075:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000020:00000001:0.0:1767384691.986794:0:18905:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384691.986796:0:18905:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=13 00010000:00000001:2.0:1767384691.986798:0:17075:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000020:00000001:0.0:1767384691.986800:0:18905:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00010000:00010000:2.0:1767384691.986801:0:17075:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000020:00000001:0.0:1767384691.986804:0:18905:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:0.0:1767384691.986810:0:18905:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00010000:2.0:1767384691.986814:0:17075:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000008af463c4 already unused, calling callback (000000001dab8c51) 00000020:00000010:0.0:1767384691.986814:0:18905:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec3cc267. 00000100:00000001:0.0:1767384691.986818:0:18905:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 10000000:00000001:2.0:1767384691.986819:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1767384691.986822:0:17075:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000020:00000010:0.0:1767384691.986824:0:18905:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec3cc267. 00000020:00000010:0.0:1767384691.986831:0:18905:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000247a93b4. 00010000:00000001:2.0:1767384691.986832:0:17075:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1767384691.986834:0:17075:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000010:0.0:1767384691.986835:0:18905:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c61b38d7. 00000020:00000001:2.0:1767384691.986836:0:17075:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.986840:0:17075:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000008af463c4 refcount=3 00000020:00000010:0.0:1767384691.986841:0:18905:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000001:2.0:1767384691.986842:0:17075:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00010000:00000001:2.0:1767384691.986847:0:17075:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623422976 : -106175086128640 : ffff9f6f2fb51200) 00000100:00000040:0.0:1767384691.986849:0:18905:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00010000:00000001:2.0:1767384691.986850:0:17075:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1767384691.986853:0:17075:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384691.986854:0:18905:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384691.986856:0:18905:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1767384691.986859:0:18905:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1767384691.986861:0:18905:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384691.986863:0:17075:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:0.0:1767384691.986865:0:18905:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 10000000:00010000:2.0:1767384691.986866:0:17075:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767384691.986869:0:18905:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767384691.986872:0:18905:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767384691.986875:0:18905:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000414b61ef refcount=3 10000000:01000000:2.0:1767384691.986877:0:17075:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000020:00000001:0.0:1767384691.986879:0:18905:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961737728 : -106175747813888 : ffff9f6f08448e00) 10000000:01000000:2.0:1767384691.986882:0:17075:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00000001:0.0:1767384691.986884:0:18905:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961737728 : -106175747813888 : ffff9f6f08448e00) 10000000:00000001:2.0:1767384691.986885:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1767384691.986887:0:17075:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(0000000034785daf) refs 1 10000000:01000000:2.0:1767384691.986889:0:17075:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 10000000:00000001:2.0:1767384691.986891:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.986893:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384691.986894:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.986895:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384691.986896:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.986896:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384691.986897:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.986897:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1767384691.986898:0:17075:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1767384691.986898:0:17075:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1767384691.986900:0:17075:0:(genops.c:898:class_export_put()) PUTting export 00000000f5a5e7fc : new refcount 10 00010000:00000001:0.0:1767384691.986900:0:18905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000010:2.0:1767384691.986903:0:17075:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at 0000000034785daf. 00010000:00000001:0.0:1767384691.986903:0:18905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.986906:0:18905:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384691.986907:0:17075:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1767384691.986910:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.986911:0:18905:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.986912:0:17075:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1767384691.986915:0:17075:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384691.986917:0:17075:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384691.986918:0:17075:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1767384691.986918:0:18905:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.986921:0:17075:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.986923:0:17075:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000008af463c4 with handle 0x71ee3a74e27192e0 from hash 00010000:00000001:2.0:1767384691.986925:0:17075:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384691.986926:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.986926:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.986927:0:17075:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384691.986928:0:17075:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384691.986929:0:17075:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00000100:00000001:0.0:1767384691.986930:0:18905:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.986931:0:17075:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767384691.986933:0:17075:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1767384691.986937:0:17075:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009ce5e2da. 00000020:00000040:2.0:1767384691.986939:0:17075:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=6 obd=MGC192.168.203.125@tcp 00000100:00000001:2.0:1767384691.986941:0:17075:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384691.986942:0:17075:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767384691.986943:0:18905:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1767384691.986944:0:17075:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.986947:0:18905:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1767384691.986948:0:17075:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073b9205b. 00000100:00000001:2.0:1767384691.986951:0:17075:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384691.986953:0:18905:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00010000:00000001:2.0:1767384691.986954:0:17075:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1767384691.986957:0:17075:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384691.986959:0:18905:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384691.986963:0:18905:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717087488 : -106174992464128 : ffff9f6f354a4700) 00010000:00010000:2.0:1767384691.986965:0:17075:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1767384691.986968:0:17075:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.986971:0:17075:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1767384691.986971:0:18905:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000009262594f x1853237048150400/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.986973:0:17075:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.986979:0:17075:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ce5e2da] to pc [ptlrpcd_00_02+2] req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.986994:0:18905:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1767384691.986998:0:18905:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec3cc267. 00000100:00000001:0.0:1767384691.987001:0:18905:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1767384691.987002:0:17075:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384691.987004:0:18905:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec3cc267. 00010000:00000001:2.0:1767384691.987006:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.987008:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.987009:0:17075:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384691.987012:0:18905:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000009262594f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:16355:x1853237048150400:12345-0@lo:103: 00010000:00000001:2.0:1767384691.987013:0:17075:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1767384691.987016:0:17075:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384691.987020:0:17075:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384691.987023:0:18905:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048150400 00010000:00000001:2.0:1767384691.987027:0:17075:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384691.987027:0:18905:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00010000:2.0:1767384691.987030:0:17075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 000000008af463c4/0x71ee3a74e27192e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e27192e7 expref: -99 pid: 17083 timeout: 0 lvb_type: 0 00010000:00000002:0.0:1767384691.987031:0:18905:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1767384691.987034:0:18905:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000040:2.0:1767384691.987037:0:17075:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000048e0f60f count: 0 00000100:00000001:0.0:1767384691.987039:0:18905:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1767384691.987043:0:17075:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1767384691.987043:0:18905:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1767384691.987045:0:17075:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 02000000:00000010:0.0:1767384691.987046:0:18905:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000003337d0d9. 00010000:00000010:2.0:1767384691.987047:0:17075:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007cd7d140. 00010000:00000001:2.0:1767384691.987052:0:17075:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.987052:0:18905:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.987057:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1767384691.987057:0:18905:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.987059:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.987062:0:18905:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384691.987063:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1767384691.987067:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00010000:0.0:1767384691.987067:0:18905:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00000001:2.0:1767384691.987069:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384691.987072:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1767384691.987072:0:18905:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384691.987075:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384691.987076:0:18905:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1767384691.987077:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384691.987079:0:18905:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000414b61ef refcount=3 00010000:00010000:2.0:1767384691.987080:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1767384691.987084:0:18905:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637897961737728 : -106175747813888 : ffff9f6f08448e00) 00000100:00000001:2.0:1767384691.987085:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.987087:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384691.987088:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767384691.987090:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384691.987095:0:18905:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637897961737728 : -106175747813888 : ffff9f6f08448e00) 00000100:00000001:2.0:1767384691.987099:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384691.987101:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1767384691.987101:0:18905:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000712dc175 count: 3 02000000:00000001:2.0:1767384691.987104:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384691.987106:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767384691.987106:0:18905:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 02000000:00000001:2.0:1767384691.987110:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.987111:0:18905:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1767384691.987114:0:18905:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00100000:2.0:1767384691.987115:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000009ce5e2da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048150528:0@lo:103: 00010000:00000001:0.0:1767384691.987118:0:18905:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987119:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384691.987122:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1767384691.987123:0:18905:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.987124:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.987127:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:0.0:1767384691.987129:0:18905:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 02000000:00000010:2.0:1767384691.987130:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031cd7e33. 00010000:00000001:0.0:1767384691.987131:0:18905:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 02000000:00000001:2.0:1767384691.987133:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384691.987136:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042116459. 00010000:00000001:0.0:1767384691.987136:0:18905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767384691.987140:0:18905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1767384691.987141:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00010000:00000001:0.0:1767384691.987144:0:18905:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:2.0:1767384691.987145:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048150528, portal 18 00010000:00000001:0.0:1767384691.987147:0:18905:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987148:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384691.987150:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717862912 : -106174991688704 : ffff9f6f35561c00) 00000100:00000040:2.0:1767384691.987153:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384691.987153:0:18905:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000414b61ef with handle 0x71ee3a74e2718f7c from hash 00010000:00000001:0.0:1767384691.987159:0:18905:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1767384691.987161:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:0.0:1767384691.987162:0:18905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1767384691.987163:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384691.987166:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00010000:00000001:0.0:1767384691.987166:0:18905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.987169:0:18905:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:2.0:1767384691.987170:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048150528, offset 0 00010000:00000001:0.0:1767384691.987173:0:18905:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1767384691.987174:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1767384691.987176:0:18905:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1767384691.987181:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00010000:0.0:1767384691.987181:0:18905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000414b61ef/0x71ee3a74e2718f7c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e2718f75 expref: 13 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384691.987187:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff08a00 00000400:00000200:2.0:1767384691.987193:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1640 00010000:00000040:0.0:1767384691.987194:0:18905:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 7 00000400:00000200:2.0:1767384691.987196:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1767384691.987198:0:18905:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 12 00000400:00000200:2.0:1767384691.987200:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384691.987204:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384691.987205:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1767384691.987207:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005096cfc2. 00010000:00000001:0.0:1767384691.987207:0:18905:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767384691.987210:0:18905:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000100:00000040:2.0:1767384691.987211:0:16356:0:(events.c:337:request_in_callback()) incoming req@000000005096cfc2 x1853237048150528 msgsize 328 00010000:00000001:0.0:1767384691.987214:0:18905:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000100:00100000:2.0:1767384691.987216:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1767384691.987217:0:18905:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767384691.987221:0:18905:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987222:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1767384691.987223:0:18905:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1767384691.987226:0:18905:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000400:00000200:2.0:1767384691.987227:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00010000:00000001:0.0:1767384691.987228:0:18905:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1767384691.987229:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000100:00000001:2.0:1767384691.987233:0:16356:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:0.0:1767384691.987234:0:18905:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1767384691.987235:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1767384691.987238:0:18905:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384691.987243:0:18905:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384691.987244:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384691.987246:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.987250:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987253:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384691.987257:0:18905:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1767384691.987258:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987260:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294979762 00000100:00000001:2.0:1767384691.987263:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, keep current deadline 4294979762 00000100:00000040:0.0:1767384691.987264:0:18905:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 19 to 0@lo 00000100:00000001:2.0:1767384691.987265:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294979762 00000100:00000001:2.0:1767384691.987269:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, keep current deadline 4294979762 00000100:00000001:0.0:1767384691.987270:0:18905:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:2.0:1767384691.987271:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294979762 00000100:00000001:2.0:1767384691.987275:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, keep current deadline 4294979762 00000100:00000001:2.0:1767384691.987277:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294979762 02000000:00000001:0.0:1767384691.987277:0:18905:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1767384691.987281:0:16356:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, keep current deadline 4294979762 02000000:00000001:0.0:1767384691.987281:0:18905:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987282:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384691.987286:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.987287:0:18905:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1767384691.987288:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987291:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384691.987294:0:18905:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384691.987295:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384691.987297:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1767384691.987298:0:18905:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000001:2.0:1767384691.987299:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.987301:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384691.987304:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767384691.987305:0:18905:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048150400, offset 224 00000100:00000001:2.0:1767384691.987306:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384691.987315:0:18905:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1767384691.987316:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384691.987318:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048150528 02000000:00000001:2.0:1767384691.987319:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384691.987320:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384691.987322:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767384691.987324:0:18905:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1767384691.987325:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384691.987329:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048150528 00000020:00000001:2.0:1767384691.987330:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384691.987332:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000400:00000200:0.0:1767384691.987334:0:18905:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff08980 00000020:00000001:2.0:1767384691.987335:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.987337:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=13 00000020:00000001:2.0:1767384691.987340:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384691.987342:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000400:00000200:0.0:1767384691.987344:0:18905:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x220d [1] + 224 00000100:00000001:2.0:1767384691.987345:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384691.987348:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000400:00000200:0.0:1767384691.987350:0:18905:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384691.987351:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384691.987356:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000400:00000200:0.0:1767384691.987360:0:18905:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1767384691.987361:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3f1a89. 00000020:00000010:2.0:1767384691.987364:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000152dd6ab. 00000100:00000001:0.0:1767384691.987365:0:18905:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:2.0:1767384691.987366:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000100:00000001:2.0:1767384691.987370:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1767384691.987371:0:18905:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.987372:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384691.987374:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1767384691.987375:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.987379:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384691.987381:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384691.987382:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.987385:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad2504b1 refcount=3 00000020:00000001:2.0:1767384691.987387:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00000100:00000040:0.0:1767384691.987389:0:18905:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384691.987390:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000001:2.0:1767384691.987393:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.987395:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.987397:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987400:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987404:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987407:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.987412:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1767384691.987413:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1767384691.987413:0:18905:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1767384691.987418:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384691.987419:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 2 00000400:00000200:0.0:1767384691.987420:0:18905:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000100:00000001:2.0:1767384691.987421:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717870080 : -106174991681536 : ffff9f6f35563800) 00000400:00000010:0.0:1767384691.987425:0:18905:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000100:00000040:2.0:1767384691.987426:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@000000005096cfc2 x1853237048150528/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.987431:0:18905:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1767384691.987434:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1767384691.987434:0:18905:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:2.0:1767384691.987453:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000100:00000001:2.0:1767384691.987454:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384691.987456:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000100:00100000:2.0:1767384691.987459:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@000000005096cfc2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:16356:x1853237048150528:12345-0@lo:103: 00000100:00000001:0.0:1767384691.987460:0:18905:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384691.987461:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048150528 00010000:00000001:2.0:1767384691.987464:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384691.987466:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000100:00000040:0.0:1767384691.987466:0:18905:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 18 to 0@lo 00010000:00000001:2.0:1767384691.987468:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00010000:00000001:0.0:1767384691.987470:0:18905:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987471:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384691.987475:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1767384691.987475:0:18905:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384691.987478:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e3dd847f. 02000000:00000001:2.0:1767384691.987480:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987482:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.987482:0:18905:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009262594f x1853237048150400/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384691.987485:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384691.987487:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1767384691.987489:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384691.987490:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.987492:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 00000000ad2504b1 refcount=3 00000020:00000001:2.0:1767384691.987496:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000001:2.0:1767384691.987498:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898932351488 : -106174777200128 : ffff9f6f421ef200) 00010000:00000040:2.0:1767384691.987503:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000142f776f count: 2 00010000:00000001:2.0:1767384691.987507:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1767384691.987507:0:18905:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000009262594f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+13:16355:x1853237048150400:12345-0@lo:103: Request processed in 510us (968us total) trans 0 rc 0/0 00000020:00000001:2.0:1767384691.987509:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384691.987511:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384691.987513:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.987515:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.987517:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1767384691.987518:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1767384691.987520:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.987521:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.987523:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767384691.987525:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.987529:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ad2504b1 with handle 0x71ee3a74e27192e7 from hash 00010000:00000001:2.0:1767384691.987532:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384691.987532:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.987533:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.987535:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384691.987537:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00100000:0.0:1767384691.987537:0:18905:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00000001:2.0:1767384691.987539:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384691.987543:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ad2504b1/0x71ee3a74e27192e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e27192e0 expref: 13 pid: 17078 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1767384691.987543:0:18905:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 1 00000100:00000001:0.0:1767384691.987548:0:18905:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000040:2.0:1767384691.987550:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 6 00000100:00000001:0.0:1767384691.987552:0:18905:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1767384691.987553:0:17072:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 12 00000020:00000010:0.0:1767384691.987556:0:18905:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c61b38d7. 00010000:00000001:2.0:1767384691.987558:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.987561:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000020:00000010:0.0:1767384691.987562:0:18905:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00010000:00000001:2.0:1767384691.987563:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384691.987565:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.987568:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.987569:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000010:0.0:1767384691.987569:0:18905:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000247a93b4. 00010000:00000040:2.0:1767384691.987571:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000142f776f count: 0 00010000:00010000:2.0:1767384691.987576:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00000040:0.0:1767384691.987576:0:18905:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 11 00010000:00000001:2.0:1767384691.987578:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.987581:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1767384691.987581:0:18905:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.987583:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384691.987586:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384691.987588:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384691.987590:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 19 to 0@lo 00000100:00000001:2.0:1767384691.987592:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384691.987594:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384691.987595:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.987597:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384691.987601:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384691.987603:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000100:00000200:2.0:1767384691.987606:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048150528, offset 224 00000400:00000200:2.0:1767384691.987610:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384691.987617:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1767384691.987617:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384691.987620:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767384691.987625:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff08a00 00000400:00000001:0.0:1767384691.987627:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384691.987629:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384691.987633:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcffbfad. 00000400:00000200:0.0:1767384691.987636:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000032db08b0 00000400:00000010:0.0:1767384691.987638:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032db08b0. 00000100:00000001:0.0:1767384691.987640:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384691.987643:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384691.987651:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.987657:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384691.987659:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.987662:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384691.987663:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384691.987665:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384691.987667:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384691.987669:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384691.987673:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=108 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384691.987676:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384691.987678:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384691.987680:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.987681:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384691.987683:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.987690:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.987693:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.987699:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384691.987702:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384691.987703:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384691.987706:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384691.987713:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000039600001 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048150272:0@lo:103: 00000100:00000001:0.0:1767384691.987717:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.987719:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384691.987721:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000039600001 x1853237048150272/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.987727:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384691.987730:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384691.987732:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000beaa729d. 02000000:00000001:0.0:1767384691.987736:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384691.987737:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384691.987739:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384691.987741:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384691.987743:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000007fbcf846. 02000000:00000001:0.0:1767384691.987746:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384691.987748:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384691.987749:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039600001. 00010000:00010000:1.0:1767384691.987753:0:40111:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00000001:0.0:1767384691.987753:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384691.987755:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384691.987756:0:40111:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.987760:0:40111:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.987761:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384691.987762:0:40111:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384691.987765:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384691.987767:0:40111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 000000000f338265/0x71ee3a74e2718f75 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718f7c expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384691.987768:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1767384691.987781:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384691.987783:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.987784:0:40111:0:(mgc_request.c:123:config_log_put()) log params(00000000d83c2973) refs 1 00000100:00000001:0.0:1767384691.987784:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:1.0:1767384691.987788:0:40111:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:1.0:1767384691.987790:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.987791:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384691.987791:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1767384691.987795:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.987796:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:0.0:1767384691.987796:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.987798:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.987801:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.987802:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.987802:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.987803:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.987804:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384691.987804:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f5a5e7fc : new refcount 9 10000000:00000010:1.0:1767384691.987806:0:40111:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at 00000000d83c2973. 10000000:00000001:1.0:1767384691.987808:0:40111:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.987809:0:40111:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000100:00000001:0.0:1767384691.987809:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384691.987812:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000040:1.0:1767384691.987813:0:40111:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x71ee3a74e2718ef0 00010000:00000001:1.0:1767384691.987816:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.987817:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.987818:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007544ecee refcount=2 00000020:00000001:1.0:1767384691.987819:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623420928 : -106175086130688 : ffff9f6f2fb50a00) 00010000:00000001:1.0:1767384691.987820:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623420928 : -106175086130688 : ffff9f6f2fb50a00) 00010000:00000001:1.0:1767384691.987822:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.987822:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.987837:0:40111:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000400:00000200:2.0:1767384691.987847:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2219 [1] + 224 00000400:00000200:2.0:1767384691.987850:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1767384691.987851:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384691.987854:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384691.987858:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1767384691.987862:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060597fd7. 00000400:00000200:0.0:1767384691.987867:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c8ca77d 00000400:00000010:0.0:1767384691.987869:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c8ca77d. 00010000:00000001:1.0:1767384691.987872:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384691.987874:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384691.987875:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384691.987878:0:40111:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767384691.987879:0:40111:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767384691.987880:0:40111:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007544ecee refcount=3 00000020:00000001:1.0:1767384691.987882:0:40111:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623420928 : -106175086130688 : ffff9f6f2fb50a00) 00000100:00000200:0.0:1767384691.987882:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384691.987886:0:40111:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623420928 : -106175086130688 : ffff9f6f2fb50a00) 00010000:00000001:1.0:1767384691.987889:0:40111:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1767384691.987891:0:40111:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767384691.987902:0:40111:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767384691.987905:0:40111:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1767384691.987908:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1767384691.987915:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1767384691.987920:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384691.987922:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767384691.987923:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767384691.987925:0:40111:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384691.987925:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384691.987929:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384691.987932:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1767384691.987933:0:40111:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384691.987935:0:40111:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.987937:0:40111:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00000100:00000001:0.0:1767384691.987937:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1767384691.987940:0:40111:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000007cd7d140. 02000000:00000001:0.0:1767384691.987941:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.987943:0:40111:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00000100:00001000:0.0:1767384691.987946:0:16355:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=108 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384691.987950:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=108 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384691.987952:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384691.987953:0:16355:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384691.987955:0:16355:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384691.987956:0:16355:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.987958:0:16355:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.987960:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.987966:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384691.987968:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384691.987969:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384691.987972:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384691.987978:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000008d2f3373 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16355:1853237048150400:0@lo:103: 00000100:00000001:0.0:1767384691.987981:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.987983:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384691.987985:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000008d2f3373 x1853237048150400/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.987996:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384691.987997:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384691.987999:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000902f581d. 02000000:00000001:0.0:1767384691.988001:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384691.988002:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:3.0:1767384691.988004:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000040:0.0:1767384691.988004:0:16355:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384691.988007:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.988007:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384691.988010:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006797735d. 00010000:00010000:3.0:1767384691.988011:0:40112:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1767384691.988016:0:40112:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 02000000:00000001:0.0:1767384691.988016:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1767384691.988020:0:40112:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 02000000:00000001:0.0:1767384691.988020:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384691.988023:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d2f3373. 00010000:00010000:3.0:1767384691.988024:0:40112:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384691.988029:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00010000:3.0:1767384691.988030:0:40112:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock 000000007544ecee already unused, calling callback (000000001dab8c51) 00000100:00000001:0.0:1767384691.988032:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1767384691.988033:0:40112:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384691.988035:0:40112:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384691.988037:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767384691.988042:0:40112:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1767384691.988044:0:40112:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1767384691.988044:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1767384691.988048:0:40112:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384691.988048:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384691.988051:0:40112:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000007544ecee refcount=4 00000020:00000001:3.0:1767384691.988053:0:40112:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898623420928 : -106175086130688 : ffff9f6f2fb50a00) 00000100:00000001:0.0:1767384691.988054:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1767384691.988055:0:40112:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898623420928 : -106175086130688 : ffff9f6f2fb50a00) 00010000:00000001:3.0:1767384691.988058:0:40112:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1767384691.988058:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384691.988061:0:40112:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1767384691.988070:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384691.988073:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384691.988076:0:40112:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1767384691.988078:0:40112:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1767384691.988082:0:40112:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1767384691.988083:0:40112:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:00000001:3.0:1767384691.988084:0:40112:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1767384691.988085:0:40112:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000052b45e24) refs 2 10000000:00000001:3.0:1767384691.988086:0:40112:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1767384691.988087:0:40112:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.988088:0:40112:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1767384691.988089:0:40112:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1767384691.988089:0:40112:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1767384691.988090:0:40112:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1767384691.988091:0:40112:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384691.988092:0:40112:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007544ecee with handle 0x71ee3a74e2718ef0 from hash 00010000:00000001:3.0:1767384691.988093:0:40112:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1767384691.988094:0:40112:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384691.988094:0:40112:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384691.988095:0:40112:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1767384691.988096:0:40112:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1767384691.988096:0:40112:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1767384691.988098:0:40112:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1767384691.988098:0:40112:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1767384691.988101:0:40112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007f8faa8d. 00000020:00000040:3.0:1767384691.988102:0:40112:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=5 obd=MGC192.168.203.125@tcp 00000100:00000001:3.0:1767384691.988103:0:40112:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767384691.988104:0:40112:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767384691.988105:0:40112:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767384691.988107:0:40112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000050e3792. 00000100:00000001:3.0:1767384691.988109:0:40112:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.988110:0:40112:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1767384691.988112:0:40112:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767384691.988120:0:40112:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1767384691.988121:0:40112:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.988123:0:40112:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767384691.988124:0:40112:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384691.988127:0:40112:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f8faa8d] to pc [ptlrpcd_00_03+3] req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384691.988144:0:40112:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1767384691.988145:0:40112:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384691.988146:0:40112:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384691.988147:0:40112:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.988148:0:40112:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1767384691.988149:0:40112:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384691.988150:0:40112:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1767384691.988153:0:40112:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767384691.988154:0:40112:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767384691.988154:0:40112:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1767384691.988155:0:40112:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000007cd7d140. 00010000:00000001:3.0:1767384691.988157:0:40112:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384691.988159:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384691.988159:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384691.988160:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384691.988161:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384691.988162:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384691.988163:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1767384691.988164:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384691.988164:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384691.988165:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384691.988175:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.988176:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384691.988178:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.988179:0:16356:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:3.0:1767384691.988180:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.988186:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384691.988187:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.988188:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.988189:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384691.988189:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384691.988192:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.988196:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384691.988196:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.988198:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384691.988199:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384691.988200:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.988201:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000007f8faa8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048150656:0@lo:103: 00000100:00000001:3.0:1767384691.988203:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384691.988205:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384691.988205:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.988206:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384691.988208:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034e92a37. 02000000:00000001:3.0:1767384691.988210:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384691.988212:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027ef3756. 00000100:00000001:2.0:1767384691.988227:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767384691.988229:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384691.988234:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.988239:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767384691.988242:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000100:00000001:0.0:1767384691.988243:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1767384691.988244:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000100:00000001:2.0:1767384691.988246:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384691.988248:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.988249:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1767384691.988251:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.988254:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 18 to 0@lo 00010000:00000001:2.0:1767384691.988256:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.988257:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.988259:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005096cfc2 x1853237048150528/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384691.988264:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@000000005096cfc2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+11:16356:x1853237048150528:12345-0@lo:103: Request processed in 829us (1053us total) trans 0 rc 0/0 00000100:00100000:2.0:1767384691.988268:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00000040:2.0:1767384691.988270:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:2.0:1767384691.988271:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384691.988272:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1767384691.988273:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000152dd6ab. 00000020:00000010:2.0:1767384691.988275:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384691.988276:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3f1a89. 00000020:00000040:2.0:1767384691.988278:0:17072:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 10 00000100:00000001:2.0:1767384691.988280:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767384691.988303:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1e2d789. 00000100:00000200:3.0:1767384691.988305:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048150656, portal 18 00000100:00000001:3.0:1767384691.988307:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384691.988307:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898601455488 : -106175108096128 : ffff9f6f2e65df80) 00000100:00000040:3.0:1767384691.988310:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.988314:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384691.988315:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384691.988316:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d67d2978. 00000100:00000200:3.0:1767384691.988317:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048150656, offset 0 00000400:00000200:3.0:1767384691.988319:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384691.988322:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384691.988325:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff08a80 00000400:00000200:3.0:1767384691.988327:0:16356:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x15 [2] + 1968 00000400:00000010:3.0:1767384691.988333:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bad6cc71. 00000400:00000200:3.0:1767384691.988335:0:16356:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000cf6a7f1 00000400:00000200:3.0:1767384691.988337:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384691.988339:0:16356:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384691.988341:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000cf6a7f1 00000400:00000010:3.0:1767384691.988342:0:16356:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000cf6a7f1. 00000100:00000001:3.0:1767384691.988343:0:16356:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384691.988344:0:16356:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:3.0:1767384691.988346:0:16356:0:(events.c:337:request_in_callback()) incoming req@0000000069096db8 x1853237048150656 msgsize 328 00000100:00100000:3.0:1767384691.988348:0:16356:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1767384691.988349:0:16356:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384691.988379:0:16356:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384691.988382:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d67d2978 00000400:00000010:3.0:1767384691.988384:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d67d2978. 00000100:00000001:3.0:1767384691.988385:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384691.988387:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.988391:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384691.988393:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.988396:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.988397:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384691.988399:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.988401:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294979764 00000100:00000001:3.0:1767384691.988403:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294979762 00000100:00000001:3.0:1767384691.988406:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294979764 00000100:00000001:3.0:1767384691.988407:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294979762 00000100:00000001:3.0:1767384691.988408:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294979764 00000100:00000001:3.0:1767384691.988410:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294979762 00000100:00000001:3.0:1767384691.988411:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294979764 00000100:00000001:3.0:1767384691.988412:0:16356:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294979762 00000100:00000001:3.0:1767384691.988413:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384691.988418:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384691.988420:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384691.988421:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384691.988422:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042116459. 00000400:00000200:3.0:1767384691.988424:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017abdd3c 00000400:00000010:3.0:1767384691.988425:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017abdd3c. 00000100:00000001:3.0:1767384691.988426:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384691.988427:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384691.988431:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.988435:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384691.988435:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.988436:0:16356:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384691.988450:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384691.988451:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384691.988451:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.988453:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384691.988455:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=108 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384691.988464:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=108 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384691.988465:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384691.988466:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384691.988468:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767384691.988469:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.988470:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384691.988471:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1767384691.988475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000079597eeb. 00000100:00000001:3.0:1767384691.988476:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384691.988479:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384691.988482:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767384691.988483:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384691.988488:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000009ce5e2da pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048150528:0@lo:103: 00000100:00000001:3.0:1767384691.988490:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.988495:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384691.988496:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000009ce5e2da x1853237048150528/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.988500:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384691.988501:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384691.988502:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031cd7e33. 02000000:00000001:3.0:1767384691.988503:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384691.988504:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384691.988505:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000020:00000001:3.0:1767384691.988506:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384691.988507:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000073b9205b. 02000000:00000001:3.0:1767384691.988508:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384691.988509:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384691.988509:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ce5e2da. 00000100:00000001:3.0:1767384691.988511:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384691.988512:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384691.988513:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.988514:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.988515:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384691.988516:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.988517:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384691.988559:0:40111:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00000001:1.0:1767384691.988561:0:40111:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.988562:0:40111:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.988563:0:40111:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767384691.988564:0:40111:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384691.988565:0:40111:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.125@tcp lock: 000000007544ecee/0x71ee3a74e2718ef0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x71ee3a74e2718ef7 expref: -99 pid: 17064 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767384691.988572:0:40111:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000c310aaf3 count: 0 00010000:00000001:1.0:1767384691.988576:0:40111:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1767384691.988577:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.988577:0:40111:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(0000000052b45e24) refs 1 10000000:01000000:1.0:1767384691.988578:0:40111:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 10000000:00000001:1.0:1767384691.988579:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988580:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988580:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988581:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988581:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988582:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988582:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988583:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988583:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988584:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384691.988584:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f5a5e7fc : new refcount 8 10000000:00000010:1.0:1767384691.988586:0:40111:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 0000000052b45e24. 10000000:00000001:1.0:1767384691.988587:0:40111:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988588:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.988589:0:40111:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(000000005fab718b) refs 3 10000000:00000001:1.0:1767384691.988590:0:40111:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988590:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988591:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988591:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.988592:0:40111:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000301f42e7) refs 2 10000000:00000001:1.0:1767384691.988593:0:40111:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988593:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1767384691.988594:0:40111:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0000(00000000301f42e7) refs 1 10000000:01000000:1.0:1767384691.988596:0:40111:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000020:00000001:0.0:1767384691.988596:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1767384691.988600:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1767384691.988600:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.988601:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988603:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988606:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00010000:0.0:1767384691.988606:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1767384691.988607:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988609:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988611:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988611:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1767384691.988612:0:40111:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1767384691.988613:0:40111:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:1.0:1767384691.988614:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f5a5e7fc : new refcount 7 10000000:00000010:1.0:1767384691.988615:0:40111:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at 00000000301f42e7. 10000000:00000001:1.0:1767384691.988616:0:40111:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:1.0:1767384691.988617:0:40111:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 10000000:00000001:1.0:1767384691.988618:0:40111:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1767384691.988619:0:40111:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.988623:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ff9c2e43. 00000040:00000010:1.0:1767384691.988626:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006e617315. 00000020:00000010:1.0:1767384691.988628:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a874aa7. 00000020:00000010:1.0:1767384691.988631:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005d5d42d6. 00040000:00000010:1.0:1767384691.988633:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000001923e0e. 00040000:00000010:1.0:1767384691.988636:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dda46c66. 00080000:00000010:1.0:1767384691.988638:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aaf51d50. 00080000:00000010:1.0:1767384691.988641:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bb026031. 00000020:00000010:1.0:1767384691.988643:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3f32963. 00000020:00000001:1.0:1767384691.988645:0:40111:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.988647:0:40111:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at 0000000082c8f9cc. 00000020:00000001:1.0:1767384691.988649:0:40111:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.988651:0:40111:0:(obd_config.c:1053:class_get_profile()) Process entered 00000020:00000001:1.0:1767384691.988652:0:40111:0:(obd_config.c:1039:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1767384691.988654:0:40111:0:(obd_config.c:1043:class_get_profile_nolock()) Process leaving (rc=18446637898712314624 : -106174997236992 : ffff9f6f35017300) 00000020:00000001:1.0:1767384691.988655:0:40111:0:(obd_config.c:1057:class_get_profile()) Process leaving (rc=18446637898712314624 : -106174997236992 : ffff9f6f35017300) 00000020:00000010:1.0:1767384691.988658:0:40111:0:(tgt_mount.c:2040:server_put_super()) kmalloced '(extraname)': 22 at 00000000ecb2c284. 00000020:01000004:1.0:1767384691.988663:0:40111:0:(tgt_mount.c:2049:server_put_super()) stopping lustre-MDT0000 00000020:00000001:1.0:1767384691.988665:0:40111:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384691.988666:0:40111:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000010:1.0:1767384691.988668:0:40111:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 000000008bef0d92. 00000020:00000080:1.0:1767384691.988670:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384691.988672:0:40111:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:1.0:1767384691.988674:0:40111:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 1/5 00000020:00080000:1.0:1767384691.988677:0:40111:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE 00000000f31c03f7 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1767384691.988685:0:40111:0:(genops.c:1836:print_export_data()) lustre-MDT0000: UNLINKED 000000008f2c1a56 9c024f05-a3b5-431a-8f8b-d3962b7e0303 192.168.203.25@tcp50 1 (0 1 0) 1 0 0 0: 0000000000000000 8589934593 stale:0 00000020:00000001:1.0:1767384691.988690:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384691.988692:0:40111:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (00000000cac57713) has exports, disconnecting them 00000020:00000001:1.0:1767384691.988694:0:40111:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:1.0:1767384691.988695:0:40111:0:(genops.c:887:class_export_get()) GET export 00000000f31c03f7 refcount=5 00000020:00000040:1.0:1767384691.988697:0:40111:0:(genops.c:887:class_export_get()) GET export 00000000f31c03f7 refcount=6 00000020:00080000:1.0:1767384691.988700:0:40111:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (00000000f31c03f7), last request at 1767384690 00000020:00000001:1.0:1767384691.988702:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:1.0:1767384691.988705:0:40111:0:(mdt_handler.c:7441:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1767384691.988706:0:40111:0:(genops.c:887:class_export_get()) GET export 00000000f31c03f7 refcount=7 00010000:00000001:1.0:1767384691.988708:0:40111:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:1.0:1767384691.988710:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1767384691.988713:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 6 00000020:00000080:1.0:1767384691.988714:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2719016 00000020:00000040:1.0:1767384691.988717:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000f31c03f7 with handle 0x71ee3a74e2719016 from hash 00000020:00000040:1.0:1767384691.988720:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 5 00000020:00000010:1.0:1767384691.988722:0:40111:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000c30da727. 00000020:00000001:1.0:1767384691.988725:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384691.988725:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 4 00000020:00000001:1.0:1767384691.988727:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384691.988728:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 3 00000020:00000001:1.0:1767384691.988729:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.988730:0:40111:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1767384691.988731:0:40111:0:(import.c:65:import_set_state_nolock()) 000000008c3f83c4 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1767384691.988734:0:40111:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384691.988735:0:40111:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384691.988736:0:40111:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1767384691.988746:0:40111:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384691.988748:0:40111:0:(mdt_handler.c:7363:mdt_export_cleanup()) Process entered 00000001:00000001:1.0:1767384691.988751:0:40111:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:1.0:1767384691.988752:0:40111:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384691.988754:0:40111:0:(mdt_handler.c:7432:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384691.988756:0:40111:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:1.0:1767384691.988758:0:40111:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 5 00000001:00000001:1.0:1767384691.988760:0:40111:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:1.0:1767384691.988762:0:40111:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 4 00000020:00000040:1.0:1767384691.988763:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 2 00000001:00000001:1.0:1767384691.988764:0:40111:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:1.0:1767384691.988765:0:40111:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 3 00000001:00000001:1.0:1767384691.988766:0:40111:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1767384691.988767:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 1 00000004:00000001:1.0:1767384691.988768:0:40111:0:(mdt_handler.c:7467:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.988769:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:1.0:1767384691.988770:0:40111:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (00000000f31c03f7): rc 0 00000020:00000040:1.0:1767384691.988771:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000f31c03f7 : new refcount 0 00000020:00000080:1.0:1767384691.988780:0:40111:0:(genops.c:904:class_export_put()) final put 00000000f31c03f7/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:1.0:1767384691.988794:0:40111:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:1.0:1767384691.988796:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1767384691.988797:0:40111:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:1.0:1767384691.988799:0:40111:0:(mdt_handler.c:8320:mdt_device_fini()) Process entered 00000004:00000001:1.0:1767384691.988800:0:40111:0:(mdt_handler.c:6442:mdt_fini()) Process entered 00000004:00000001:1.0:1767384691.988802:0:40111:0:(mdd_device.c:2298:mdd_iocontrol()) Process entered 00000004:00000080:1.0:1767384691.988803:0:40111:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffae79c2b8bb28 00100000:00000001:1.0:1767384691.988807:0:40111:0:(lfsck_lib.c:3335:lfsck_stop()) Process entered 00100000:00000001:1.0:1767384691.988809:0:40111:0:(lfsck_lib.c:3350:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384691.988811:0:40111:0:(mdd_device.c:2327:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384691.988812:0:40111:0:(mdt_handler.c:5807:mdt_stack_pre_fini()) Process entered 00000004:00000010:1.0:1767384691.988815:0:40111:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at 0000000005ff1a11. 00000004:00000001:1.0:1767384691.988817:0:40111:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:1.0:1767384691.988820:0:40111:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:1.0:1767384691.988824:0:40111:0:(osp_dev.c:662:osp_process_config()) Process entered 00000004:00000001:1.0:1767384691.988825:0:40111:0:(osp_dev.c:449:osp_disconnect()) Process entered 00000004:00000040:1.0:1767384691.988826:0:40111:0:(osp_dev.c:454:osp_disconnect()) lustre-OST0000-osc-MDT0000: disconnecting import ffff9f6f18bbf800 00000100:00000001:1.0:1767384691.988829:0:40111:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1767384691.988830:0:40111:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1767384691.988831:0:40111:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1767384691.988832:0:40111:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1767384691.988833:0:40111:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 3 00000100:00000040:1.0:1767384691.988834:0:40111:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1767384691.988836:0:40111:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767384691.988836:0:40111:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1767384691.988837:0:40111:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1767384691.988839:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:1.0:1767384691.988842:0:40111:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:1.0:1767384691.988849:0:40111:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:1.0:1767384691.988850:0:40111:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000001:00000001:1.0:1767384691.988852:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384691.988854:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1767384691.988856:0:38:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384691.988859:0:38:0:(genops.c:863:class_export_destroy()) destroying export 00000000f31c03f7/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000040:0.0:1767384691.988864:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 17 to 0@lo 00000020:00000001:0.0:1767384691.988868:0:38:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:0.0:1767384691.988870:0:38:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:0.0:1767384691.988873:0:38:0:(genops.c:1229:class_import_get()) import 000000008c3f83c4 refcount=2 obd=lustre-MDT0000 00000020:00000001:0.0:1767384691.988875:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384691.988876:0:38:0:(genops.c:1242:class_import_put()) import 000000008c3f83c4 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1767384691.988878:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1767384691.988880:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.988881:0:38:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1767384691.988884:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:0.0:1767384691.988884:0:38:0:(genops.c:1242:class_import_put()) import 000000008c3f83c4 refcount=0 obd=lustre-MDT0000 00000001:00000001:1.0:1767384691.988886:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:0.0:1767384691.988894:0:38:0:(genops.c:1245:class_import_put()) final put import 000000008c3f83c4 00000020:00000001:0.0:1767384691.988903:0:38:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1767384691.988906:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1767384691.988906:0:38:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000009a91bc50. 00000100:00000001:1.0:1767384691.988910:0:40111:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1767384691.988912:0:40111:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00010000:00000001:0.0:1767384691.988912:0:38:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000020:00000001:1.0:1767384691.988916:0:40111:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1767384691.988916:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000040:1.0:1767384691.988917:0:40111:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1767384691.988920:0:40111:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767384691.988921:0:40111:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.988923:0:40111:0:(import.c:1850:ptlrpc_disconnect_import_async()) Process entered 00000001:00000010:0.0:1767384691.988923:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c1ab9454. 00000100:00000001:1.0:1767384691.988924:0:40111:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1767384691.988927:0:40111:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000225a239b. 00000001:00000010:0.0:1767384691.988929:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ce8d0e4a. 00000020:00000040:1.0:1767384691.988930:0:40111:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1767384691.988934:0:40111:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000001:00000010:0.0:1767384691.988934:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000513dc2bc. 02000000:00000001:1.0:1767384691.988937:0:40111:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000001:00000010:0.0:1767384691.988938:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4b68ed8. 02000000:00000001:1.0:1767384691.988939:0:40111:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384691.988944:0:40111:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000001923e0e. 00000001:00000010:0.0:1767384691.988944:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000003033564e. 00000100:00000001:1.0:1767384691.988950:0:40111:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384691.988950:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000001d7f9b82. 00000100:00000001:1.0:1767384691.988954:0:40111:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446637893636142208 : -106180073409408 : ffff9f6e06713480) 00000100:00080000:1.0:1767384691.988957:0:40111:0:(import.c:65:import_set_state_nolock()) 000000008d8b30b6 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000001:00000001:0.0:1767384691.988957:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000100:00000001:1.0:1767384691.988962:0:40111:0:(jobid.c:940:lustre_get_jobid()) Process entered 00010000:00000001:0.0:1767384691.988962:0:38:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:1.0:1767384691.988964:0:40111:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384691.988967:0:38:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000040:1.0:1767384691.988969:0:40111:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000225a239b] to pc [ptlrpcd_rcv+-1] req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1767384691.988972:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ceb3e732. 00000001:00000010:0.0:1767384691.988977:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000054c2ce9e. 00000100:00000001:1.0:1767384691.988981:0:40111:0:(import.c:1896:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384691.988981:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009ddf084f. 00000004:00000001:1.0:1767384691.988985:0:40111:0:(osp_dev.c:482:osp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384691.988986:0:38:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000544f6723. 00000004:00000001:1.0:1767384691.988988:0:40111:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1767384691.988990:0:38:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000007f004e7c. 00080000:00000001:1.0:1767384691.988992:0:40111:0:(osd_handler.c:8868:osd_process_config()) Process entered 00000001:00000010:0.0:1767384691.988993:0:38:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005854289d. 00080000:00000002:1.0:1767384691.988998:0:40111:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1656392608 to info 00000000adbe0538 00000001:00000001:0.0:1767384691.988998:0:38:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:0.0:1767384691.989001:0:38:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00100000:00000001:1.0:1767384691.989002:0:40111:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000010:1.0:1767384691.989005:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000022d1149. 00010000:00000001:0.0:1767384691.989005:0:38:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00100000:00000010:1.0:1767384691.989009:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000df94d912. 00100000:00000010:1.0:1767384691.989010:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000009693708. 00100000:00000010:1.0:1767384691.989011:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bc551adb. 00100000:00000010:1.0:1767384691.989012:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000aaed6b4d. 00100000:00000010:1.0:1767384691.989013:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000efa21f6f. 00100000:00000010:1.0:1767384691.989014:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000417878aa. 00100000:00000010:1.0:1767384691.989015:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b3490d3e. 00100000:00000010:1.0:1767384691.989017:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000aa4effab. 00100000:00000010:1.0:1767384691.989018:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a0b159ee. 00100000:00000010:1.0:1767384691.989019:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009ef59c08. 00100000:00000010:1.0:1767384691.989020:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ba7ec31a. 00100000:00000010:1.0:1767384691.989021:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e7148a03. 00100000:00000010:1.0:1767384691.989023:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009fc7f984. 00100000:00000010:1.0:1767384691.989024:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000f12230ca. 00100000:00000010:1.0:1767384691.989025:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000094b81a8a. 00000001:00000010:0.0:1767384691.989025:0:38:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 0000000088ff30a5. 00100000:00000010:1.0:1767384691.989026:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000002bd18de3. 00100000:00000010:1.0:1767384691.989032:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000d2aae859. 00000004:00000001:0.0:1767384691.989033:0:38:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384691.989034:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000009f1fdd21. 00100000:00000010:1.0:1767384691.989038:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000223d6e71. 00000020:00000001:0.0:1767384691.989038:0:38:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:1.0:1767384691.989041:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000090757aeb. 00100000:00000010:1.0:1767384691.989044:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003f479be2. 00000020:00000040:0.0:1767384691.989044:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 7 - export 00100000:00000010:1.0:1767384691.989047:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000012b11fb4. 00000020:00000010:0.0:1767384691.989050:0:38:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000f31c03f7. 00100000:00000010:1.0:1767384691.989051:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000045f3d698. 00100000:00000010:1.0:1767384691.989056:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006f1d2a59. 00100000:00000010:1.0:1767384691.989059:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000772f642c. 00100000:00000010:1.0:1767384691.989061:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000003c78d767. 00100000:00000010:1.0:1767384691.989062:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006d374a45. 00000020:00000001:0.0:1767384691.989062:0:38:0:(genops.c:880:class_export_destroy()) Process leaving 00100000:00000010:1.0:1767384691.989066:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000033e10dea. 00100000:00000010:1.0:1767384691.989068:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001e625b8c. 00100000:00000010:1.0:1767384691.989069:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000024192a27. 00000020:00000001:0.0:1767384691.989069:0:38:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00100000:00000010:1.0:1767384691.989073:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000091d1568f. 00000020:00000080:0.0:1767384691.989073:0:38:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000008c3f83c4 for lustre-MDT0000 00100000:00000010:1.0:1767384691.989077:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a40ee7ef. 00100000:00000010:1.0:1767384691.989079:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006eb59f0a. 00000020:00000040:0.0:1767384691.989081:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 16 to 0@lo 00100000:00000010:1.0:1767384691.989082:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000004e55a796. 00100000:00000010:1.0:1767384691.989085:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000006c7a4e7d. 00000020:00000040:0.0:1767384691.989087:0:38:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 6 - import 00100000:00000010:1.0:1767384691.989088:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000ecb8d4d9. 00100000:00000010:1.0:1767384691.989093:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000030297beb. 00000020:00000010:0.0:1767384691.989093:0:38:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000008c3f83c4. 00100000:00000010:1.0:1767384691.989097:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000c8a35d05. 00100000:00000010:1.0:1767384691.989100:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000008f5abd86. 00100000:00000010:1.0:1767384691.989102:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000bde1dfaf. 00000020:00000001:0.0:1767384691.989102:0:38:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00100000:00000010:1.0:1767384691.989103:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b052dcca. 00100000:00000010:1.0:1767384691.989105:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000097db1985. 00100000:00000010:1.0:1767384691.989106:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e504bc99. 00100000:00000010:1.0:1767384691.989106:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000a0518072. 00100000:00000010:1.0:1767384691.989107:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000371e50ad. 00100000:00000010:1.0:1767384691.989110:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000e660bbe5. 00100000:00000010:1.0:1767384691.989112:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000def95f0c. 00100000:00000010:1.0:1767384691.989113:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000005729442. 00100000:00000010:1.0:1767384691.989114:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000011497558. 00100000:00000010:1.0:1767384691.989114:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 000000001585359c. 00100000:00000010:1.0:1767384691.989116:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000b657ad24. 00100000:00000010:1.0:1767384691.989117:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 00000000dbef73b7. 00100000:00000010:1.0:1767384691.989119:0:40111:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at 0000000097dffd9c. 00100000:00000001:1.0:1767384691.989120:0:40111:0:(scrub.c:1099:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1767384691.989121:0:40111:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384691.989123:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384691.989124:0:40111:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000cac57713) has no exports 00000020:00000001:1.0:1767384691.989125:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:1.0:1767384691.989126:0:40111:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000100:00000001:3.0:1767384691.989169:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384691.989171:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384691.989172:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384691.989174:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.989179:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384691.989180:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.989181:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384691.989182:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384691.989183:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384691.989184:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@00000000225a239b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16353:1853237048150784:0@lo:9: 00000100:00000001:3.0:1767384691.989186:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384691.989188:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384691.989189:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384691.989190:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384691.989197:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b22223f2. 02000000:00000001:3.0:1767384691.989198:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384691.989201:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544b04b7. 00000020:00000040:0.0:1767384691.989203:0:17116:0:(update_trans.c:1613:distribute_txn_commit_thread()) lustre-MDT0000 stopping distribute txn commit thread. 00000400:00000010:3.0:1767384691.989204:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d67d2978. 00000020:00000001:0.0:1767384691.989208:0:17116:0:(update_trans.c:1619:distribute_txn_commit_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1767384691.989209:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048150784, portal 4 00000100:00000001:3.0:1767384691.989214:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384691.989214:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636142208 : -106180073409408 : ffff9f6e06713480) 00000100:00000040:3.0:1767384691.989218:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.989222:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384691.989223:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384691.989225:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa8f8f4. 00000100:00000200:3.0:1767384691.989226:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853237048150784, offset 0 00000400:00000200:3.0:1767384691.989227:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384691.989231:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384691.989235:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x695825ff08b00 00000400:00000200:3.0:1767384691.989239:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0xab9 [8] + 5304 00000400:00000200:3.0:1767384691.989241:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384691.989244:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384691.989246:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384691.989247:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384691.989249:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000c5bde8cc. 00000100:00000040:3.0:1767384691.989251:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000c5bde8cc x1853237048150784 msgsize 224 00000100:00100000:3.0:1767384691.989254:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384691.989260:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384691.989263:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa8f8f4 00000400:00000010:3.0:1767384691.989265:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa8f8f4. 00000100:00000001:3.0:1767384691.989267:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384691.989269:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.989274:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384691.989275:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384691.989279:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.989283:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384691.989286:0:17894:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1767384691.989287:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384691.989290:0:17894:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048150784 00000100:00000040:3.0:1767384691.989291:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 4096 usecs (5 jiffies) 00000100:00000001:3.0:1767384691.989296:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4294979764 02000000:00000001:0.0:1767384691.989296:0:17894:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384691.989300:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4294979764 00000100:00000001:0.0:1767384691.989300:0:17894:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384691.989304:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4294979764 00000100:00000001:0.0:1767384691.989304:0:17894:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.989307:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4294979764 00000100:00000001:3.0:1767384691.989310:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4294979764 02000000:00000001:0.0:1767384691.989310:0:17894:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.989311:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4294979764 00000100:00000001:3.0:1767384691.989315:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4294979764 00000100:00000001:3.0:1767384691.989316:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4294979764 00000100:00100000:0.0:1767384691.989316:0:17894:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048150784 00000100:00000001:3.0:1767384691.989319:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767384691.989321:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.989321:0:17894:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1767384691.989325:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384691.989325:0:17894:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719032 00000100:00000001:3.0:1767384691.989330:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384691.989330:0:17894:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384691.989334:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:0.0:1767384691.989334:0:17894:0:(lustre_handles.c:131:class_handle2object()) GET export 00000000bf58c2a9 refcount=5 00000100:00000001:3.0:1767384691.989337:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384691.989339:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1767384691.989340:0:17894:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:3.0:1767384691.989341:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384691.989343:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384691.989346:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.989346:0:17894:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898890041344 : -106174819510272 : ffff9f6f3f995800) 00000100:00000001:0.0:1767384691.989352:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1767384691.989356:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1767384691.989356:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec3cc267. 00000020:00000001:3.0:1767384691.989358:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384691.989362:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384691.989363:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384691.989366:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec3cc267. 00000020:00000010:0.0:1767384691.989372:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006797735d. 00000020:00000010:0.0:1767384691.989375:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000c61b38d7. 00000020:00000010:0.0:1767384691.989378:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000040:0.0:1767384691.989385:0:17894:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1767384691.989387:0:17894:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1767384691.989388:0:17894:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1767384691.989390:0:17894:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.989395:0:17894:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384691.989398:0:40111:0:(update_trans.c:1707:distribute_txn_fini()) lustre-MDT0000 stopping distribute txn commit thread. 00000020:00000010:1.0:1767384691.989401:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003e6c5097. 00000040:00000010:1.0:1767384691.989404:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003f055007. 00000020:00000010:1.0:1767384691.989406:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005cd05d37. 00000020:00000010:1.0:1767384691.989409:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000f9f7d35. 00000020:00000010:1.0:1767384691.989412:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001e6cee43. 80000000:00000010:1.0:1767384691.989414:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000061b57807. 40000000:00000010:1.0:1767384691.989420:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000091125ac7. 00100000:00000010:1.0:1767384691.989424:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000054443505. 00040000:00000010:1.0:1767384691.989426:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000bc904fe5. 00040000:00000010:1.0:1767384691.989428:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b63228a3. 00040000:00000010:1.0:1767384691.989429:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000006ae5041. 00080000:00000010:1.0:1767384691.989432:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009a569595. 00080000:00000010:1.0:1767384691.989435:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000717c8ffb. 00000004:00000010:1.0:1767384691.989455:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c217b587. 00000004:00000010:1.0:1767384691.989459:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000c0340036. 00000004:00000010:1.0:1767384691.989463:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d4154806. 00000004:00000010:1.0:1767384691.989465:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000003a30661f. 00000020:00000010:1.0:1767384691.989467:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000661d0225. 00000020:00000002:1.0:1767384691.989472:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000d0ebc4f9/000000003e5847fe to site lru. bkt: 0000000053294c21 00000004:00000010:1.0:1767384691.989473:0:40111:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at 00000000608be530. 00000004:00000001:1.0:1767384691.989475:0:40111:0:(lod_dev.c:578:lod_sub_fini_llog()) Process entered 00000004:00000040:1.0:1767384691.989477:0:40111:0:(lod_dev.c:581:lod_sub_fini_llog()) lustre-MDT0000-osd: finish sub llog 00000004:00000040:1.0:1767384691.989479:0:40111:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000058bd2fd0 : new refcount 2 00000040:00000001:1.0:1767384691.989481:0:40111:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:1.0:1767384691.989484:0:40111:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:1.0:1767384691.989491:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384691.989493:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384691.989494:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1767384691.989495:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1767384691.989496:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00000100:00000001:0.0:1767384691.989496:0:17894:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:1.0:1767384691.989498:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1767384691.989503:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b55bc599. 00000004:00000010:1.0:1767384691.989507:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f3bb4bb3. 00000100:00000001:0.0:1767384691.989509:0:17894:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000004:00000010:1.0:1767384691.989512:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ef0e63dd. 00000100:00000001:0.0:1767384691.989513:0:17894:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000004:00000001:1.0:1767384691.989516:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1767384691.989519:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000400:0x1:0x0] 00000100:00100000:0.0:1767384691.989520:0:17894:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000004:00000010:1.0:1767384691.989522:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009a4e1d14. 00000100:00000040:0.0:1767384691.989525:0:17894:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 00000000bf58c2a9 : new rpc_count 1 00000004:00000001:1.0:1767384691.989526:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000040:00000001:1.0:1767384691.989529:0:40111:0:(llog_osd.c:1830:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.989530:0:17894:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898601449216 : -106175108102400 : ffff9f6f2e65c700) 00000040:00000010:1.0:1767384691.989531:0:40111:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at 00000000fe8d052b. 00000100:00000040:0.0:1767384691.989539:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000c5bde8cc x1853237048150784/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:672/0 lens 224/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000040:00000010:1.0:1767384691.989545:0:40111:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f6b3f867. 00000040:00000001:1.0:1767384691.989549:0:40111:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767384691.989553:0:40111:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1767384691.989556:0:40111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000058bd2fd0 : new refcount 1 00000020:00000040:1.0:1767384691.989559:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000007acfdaf2 : new refcount 2 00000040:00000010:1.0:1767384691.989561:0:40111:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000058bd2fd0. 00000100:00000001:0.0:1767384691.989563:0:17894:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000040:00000001:1.0:1767384691.989564:0:40111:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1767384691.989567:0:40111:0:(lod_dev.c:597:lod_sub_fini_llog()) Process leaving 00000020:00000010:0.0:1767384691.989567:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ec3cc267. 00000004:00000001:1.0:1767384691.989570:0:40111:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384691.989572:0:17894:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1767384691.989573:0:40111:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1767384691.989576:0:40111:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at 0000000005ff1a11. 00000020:00000010:0.0:1767384691.989578:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ec3cc267. 00000004:00000001:1.0:1767384691.989579:0:40111:0:(mdt_handler.c:5834:mdt_stack_pre_fini()) Process leaving 00000100:00100000:0.0:1767384691.989586:0:17894:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000c5bde8cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:16353:x1853237048150784:12345-0@lo:9: 00000100:00000200:0.0:1767384691.989590:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048150784 00000020:00000001:0.0:1767384691.989593:0:17894:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1767384691.989597:0:17894:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1767384691.989599:0:17894:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.989601:0:17894:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1767384691.989603:0:17894:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072664270096 : -1045281520 : ffffffffc1b24510) 00000020:00000001:0.0:1767384691.989606:0:17894:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1767384691.989609:0:17894:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384691.989612:0:17894:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1767384691.989614:0:17894:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1767384691.989617:0:17894:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.989620:0:17894:0:(tgt_handler.c:1122:tgt_disconnect()) Process entered 00010000:00000001:0.0:1767384691.989622:0:17894:0:(ldlm_lib.c:1707:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1767384691.989623:0:17072:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1767384691.989625:0:17072:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048150656 00000100:00000001:0.0:1767384691.989625:0:17894:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1767384691.989629:0:17072:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1767384691.989630:0:17072:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1767384691.989630:0:17894:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1767384691.989633:0:17072:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.989636:0:17072:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384691.989636:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e8a50ec6. 00000100:00100000:2.0:1767384691.989640:0:17072:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048150656 02000000:00000001:0.0:1767384691.989641:0:17894:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384691.989642:0:17072:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384691.989644:0:17072:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:2.0:1767384691.989646:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1767384691.989646:0:17894:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.989648:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=11 00000020:00000001:2.0:1767384691.989651:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:2.0:1767384691.989652:0:17072:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000040:0.0:1767384691.989653:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=6 00000100:00000001:2.0:1767384691.989654:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384691.989658:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00010000:00000001:0.0:1767384691.989658:0:17894:0:(obd_class.h:902:obd_disconnect()) Process entered 00000100:00000001:2.0:1767384691.989661:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1767384691.989662:0:17894:0:(ofd_obd.c:395:ofd_obd_disconnect()) Process entered 00000020:00000010:2.0:1767384691.989663:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000020:00000040:0.0:1767384691.989666:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=7 00000020:00000010:2.0:1767384691.989667:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3f1a89. 00010000:00000001:0.0:1767384691.989670:0:17894:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000010:2.0:1767384691.989671:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000152dd6ab. 00000020:00000001:0.0:1767384691.989673:0:17894:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000010:2.0:1767384691.989674:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000020:00000040:0.0:1767384691.989677:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 6 00000100:00000040:2.0:1767384691.989679:0:17072:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000020:00000080:0.0:1767384691.989681:0:17894:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2719032 00000100:00000001:2.0:1767384691.989682:0:17072:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1767384691.989683:0:17072:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1767384691.989686:0:17072:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00000020:00000040:0.0:1767384691.989687:0:17894:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bf58c2a9 with handle 0x71ee3a74e2719032 from hash 00010000:00000001:2.0:1767384691.989688:0:17072:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.989691:0:17072:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1767384691.989694:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1767384691.989694:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 5 00000020:00000001:2.0:1767384691.989696:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384691.989697:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006c98ffdc refcount=3 00000020:00000001:2.0:1767384691.989698:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890111488 : -106174819440128 : ffff9f6f3f9a6a00) 00010000:00000001:2.0:1767384691.989699:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890111488 : -106174819440128 : ffff9f6f3f9a6a00) 00010000:00000001:2.0:1767384691.989702:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.989704:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.989705:0:17072:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.989706:0:17072:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384691.989706:0:17894:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000008488f908. 00000100:00000001:2.0:1767384691.989710:0:17072:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.989712:0:17894:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384691.989715:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 4 00000020:00000001:0.0:1767384691.989717:0:17894:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384691.989718:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 3 00000020:00000001:0.0:1767384691.989719:0:17894:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.989721:0:17072:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384691.989722:0:17894:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:0.0:1767384691.989725:0:17894:0:(import.c:65:import_set_state_nolock()) 00000000e29633d9 : changing import state from FULL to CLOSED 00000100:00000001:0.0:1767384691.989729:0:17894:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384691.989730:0:17072:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1767384691.989731:0:17894:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1767384691.989732:0:17894:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00000100:00000001:2.0:1767384691.989737:0:17072:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1767384691.989741:0:17894:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384691.989742:0:17072:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384691.989747:0:17072:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:2.0:1767384691.989749:0:17072:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898718918736 : -106174990632880 : ffff9f6f35663850) 00000020:00000010:0.0:1767384691.989749:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000902f581d. 00000020:00000010:0.0:1767384691.989755:0:17894:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007fbcf846. 00000100:00000040:2.0:1767384691.989756:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000069096db8 x1853237048150656/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/0 e 0 to 0 dl 1767384702 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384691.989762:0:17894:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4bbd5ee. 00000100:00000001:2.0:1767384691.989769:0:17072:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1767384691.989782:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000020:00000010:0.0:1767384691.989782:0:17894:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2bfb3e1. 00000100:00000001:2.0:1767384691.989785:0:17072:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384691.989788:0:17894:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000247a93b4. 00000020:00000010:2.0:1767384691.989789:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 80000000:00000010:0.0:1767384691.989794:0:17894:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083de4d16. 00000100:00100000:2.0:1767384691.989797:0:17072:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000069096db8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+11:16356:x1853237048150656:12345-0@lo:103: 40000000:00000010:0.0:1767384691.989800:0:17894:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ec3cc267. 00000100:00000200:2.0:1767384691.989803:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048150656 00100000:00000010:0.0:1767384691.989805:0:17894:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000fa0873d5. 00010000:00000001:2.0:1767384691.989806:0:17072:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1767384691.989810:0:17072:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00040000:00000010:0.0:1767384691.989811:0:17894:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cca56323. 00010000:00000001:2.0:1767384691.989812:0:17072:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1767384691.989817:0:17072:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00040000:00000010:0.0:1767384691.989817:0:17894:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001f40b9d0. 02000000:00000001:2.0:1767384691.989820:0:17072:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00080000:00000010:0.0:1767384691.989824:0:17894:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002bfaf6a6. 02000000:00000010:2.0:1767384691.989825:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c8df4226. 02000000:00000001:2.0:1767384691.989829:0:17072:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.989831:0:17072:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384691.989831:0:17894:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000142f2130. 00010000:00000001:2.0:1767384691.989835:0:17072:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1767384691.989838:0:17072:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00000010:0.0:1767384691.989839:0:17894:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bd03ddb8. 00010000:00000001:2.0:1767384691.989840:0:17072:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1767384691.989843:0:17072:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000001:00000001:0.0:1767384691.989844:0:17894:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000020:00000040:2.0:1767384691.989845:0:17072:0:(lustre_handles.c:131:class_handle2object()) GET ldlm 000000006c98ffdc refcount=3 00000001:00000040:0.0:1767384691.989848:0:17894:0:(tgt_lastrcvd.c:1186:tgt_client_del()) lustre-OST0000: del client at idx 0, off 8192, UUID 'lustre-MDT0000-mdtlov_UUID' 00000020:00000001:2.0:1767384691.989849:0:17072:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898890111488 : -106174819440128 : ffff9f6f3f9a6a00) 00010000:00000001:2.0:1767384691.989853:0:17072:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446637898890111488 : -106174819440128 : ffff9f6f3f9a6a00) 00000001:00000001:0.0:1767384691.989856:0:17894:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00010000:00000040:2.0:1767384691.989857:0:17072:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 0000000034c7737e count: 2 00000001:00000004:0.0:1767384691.989860:0:17894:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934596 00010000:00000001:2.0:1767384691.989861:0:17072:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1767384691.989863:0:17072:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1767384691.989866:0:17072:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1767384691.989867:0:17072:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384691.989867:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000020:00000001:2.0:1767384691.989871:0:17072:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.989873:0:17072:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00080000:00000010:0.0:1767384691.989873:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000007898dcad. 00010000:00000001:2.0:1767384691.989876:0:17072:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00080000:00000001:0.0:1767384691.989878:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893639233536 : -106180070318080 : ffff9f6e06a06000) 00010000:00000001:2.0:1767384691.989879:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767384691.989882:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.989883:0:17072:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00080000:00000001:0.0:1767384691.989884:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00010000:00000001:2.0:1767384691.989885:0:17072:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384691.989888:0:17072:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006c98ffdc with handle 0x71ee3a74e2718ef7 from hash 00010000:00000001:2.0:1767384691.989889:0:17072:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1767384691.989890:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000001:0.0:1767384691.989890:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00010000:00000001:2.0:1767384691.989892:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767384691.989892:0:17072:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1767384691.989893:0:17072:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1767384691.989894:0:17072:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1767384691.989895:0:17072:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000006c98ffdc/0x71ee3a74e2718ef7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e2718ef0 expref: 11 pid: 17081 timeout: 0 lvb_type: 0 00080000:00000010:0.0:1767384691.989900:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f86f86a. 00010000:00000040:2.0:1767384691.989901:0:17072:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 5 00000020:00000040:2.0:1767384691.989905:0:17072:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 10 00080000:00000001:0.0:1767384691.989905:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.989907:0:17072:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1767384691.989910:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384691.989911:0:17072:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1767384691.989913:0:17072:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1767384691.989915:0:17072:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.989917:0:17072:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.989918:0:17072:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1767384691.989919:0:17072:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 0000000034c7737e count: 0 00080000:00000001:0.0:1767384691.989921:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384691.989922:0:17072:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1767384691.989924:0:17072:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1767384691.989927:0:17072:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1767384691.989927:0:17894:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00010000:00000001:2.0:1767384691.989931:0:17072:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384691.989933:0:17072:0:(import.c:2128:obd_at_measure()) add 1 to 0000000009a731b5 time=108 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384691.989935:0:17072:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384691.989936:0:17072:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 17 to 0@lo 00000100:00000001:2.0:1767384691.989937:0:17072:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:2.0:1767384691.989939:0:17072:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1767384691.989939:0:17072:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.989942:0:17072:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384691.989943:0:17072:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384691.989946:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000001:00000040:0.0:1767384691.989946:0:17894:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000100:00000200:2.0:1767384691.989948:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048150656, offset 224 00000001:00000001:0.0:1767384691.989953:0:17894:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384691.989955:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:0.0:1767384691.989959:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000400:00000200:2.0:1767384691.989963:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384691.989968:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff08a80 00080000:00000010:0.0:1767384691.989970:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f86f86a. 00000400:00000200:2.0:1767384691.989972:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2229 [1] + 224 00040000:00000001:0.0:1767384691.989975:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000200:2.0:1767384691.989976:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000001:0.0:1767384691.989979:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:2.0:1767384691.989981:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1767384691.989984:0:17072:0:(events.c:78:reply_in_callback()) Process entered 00080000:00000001:0.0:1767384691.989984:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767384691.989988:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:0.0:1767384691.989988:0:17894:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 00000001:00000001:0.0:1767384691.989995:0:17894:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.990001:0:17072:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1767384691.990002:0:17894:0:(tgt_lastrcvd.c:581:tgt_client_data_update()) Process entered 00080000:00000001:0.0:1767384691.990005:0:17894:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00000100:00000001:2.0:1767384691.990017:0:17072:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000010:0.0:1767384691.990020:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009907b1fd. 00000400:00000200:2.0:1767384691.990023:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00080000:00000001:0.0:1767384691.990025:0:17894:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893639234560 : -106180070317056 : ffff9f6e06a06400) 00000400:00000010:2.0:1767384691.990026:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00080000:00000001:0.0:1767384691.990029:0:17894:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000100:00000001:2.0:1767384691.990031:0:17072:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:0.0:1767384691.990033:0:17894:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000100:00000001:2.0:1767384691.990034:0:17072:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384691.990036:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00080000:00000010:0.0:1767384691.990037:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000002f86f86a. 00000100:00000001:2.0:1767384691.990038:0:17072:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.990038:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767384691.990042:0:16356:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00080000:00000001:0.0:1767384691.990042:0:17894:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.990043:0:17072:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 16 to 0@lo 00000400:00000001:1.0:1767384691.990045:0:16356:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00080000:00000001:0.0:1767384691.990048:0:17894:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00010000:00000001:2.0:1767384691.990049:0:17072:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1767384691.990049:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027ef3756. 00010000:00000001:2.0:1767384691.990052:0:17072:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384691.990053:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f1e2d789 00080000:00000001:0.0:1767384691.990053:0:17894:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.990056:0:17072:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000069096db8 x1853237048150656/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:672/0 lens 328/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384691.990056:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1e2d789. 00000100:00000001:1.0:1767384691.990060:0:16356:0:(events.c:78:reply_in_callback()) Process entered 00000001:00000010:0.0:1767384691.990060:0:17894:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000e888f4da. 00000100:00000200:1.0:1767384691.990064:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000040:0.0:1767384691.990065:0:17894:0:(tgt_lastrcvd.c:554:tgt_new_client_cb_add()) callback GETting export 00000000bf58c2a9 : new cb_count 1 00000100:00100000:2.0:1767384691.990069:0:17072:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000069096db8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+10:16356:x1853237048150656:12345-0@lo:103: Request processed in 298us (1720us total) trans 0 rc 0/0 00000020:00000040:0.0:1767384691.990071:0:17894:0:(genops.c:887:class_export_get()) GET export 00000000bf58c2a9 refcount=4 00000100:00000200:1.0:1767384691.990076:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384691.990079:0:17072:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00000040:2.0:1767384691.990081:0:17072:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000001:00000001:0.0:1767384691.990082:0:17894:0:(tgt_lastrcvd.c:630:tgt_client_data_update()) Process leaving 00000100:00000001:2.0:1767384691.990083:0:17072:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1767384691.990083:0:16356:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384691.990086:0:17072:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1767384691.990086:0:16356:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1767384691.990086:0:17894:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00000100:00000001:1.0:1767384691.990090:0:16356:0:(client.c:1578:after_reply()) Process entered 00000020:00000010:2.0:1767384691.990091:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000152dd6ab. 02000000:00000001:1.0:1767384691.990092:0:16356:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767384691.990093:0:16356:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00080000:00000010:0.0:1767384691.990093:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000002f86f86a. 00000020:00000010:2.0:1767384691.990094:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000100:00000001:1.0:1767384691.990096:0:16356:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384691.990099:0:16356:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384691.990100:0:17894:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000010:2.0:1767384691.990101:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3f1a89. 00000100:00001000:1.0:1767384691.990101:0:16356:0:(import.c:2128:obd_at_measure()) add 5 to 00000000c03ba694 time=108 v=5 (5 0 0 0) 00040000:00000001:0.0:1767384691.990104:0:17894:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000040:2.0:1767384691.990105:0:17072:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 9 00000100:00001000:1.0:1767384691.990105:0:16356:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=108 v=5 (1 0 0 0) 00080000:00000001:0.0:1767384691.990107:0:17894:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.990109:0:16356:0:(client.c:1480:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1767384691.990110:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000001:00000040:0.0:1767384691.990111:0:17894:0:(tgt_lastrcvd.c:635:tgt_client_data_update()) lustre-OST0000: update last_rcvd client data for UUID = lustre-OST0000_UUID, last_transno = 8589934596: rc = 0 02000000:00000010:2.0:1767384691.990112:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c8df4226. 00000100:00000001:1.0:1767384691.990112:0:16356:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384691.990115:0:16356:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1767384691.990116:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000001:00000040:0.0:1767384691.990117:0:17894:0:(tgt_lastrcvd.c:1230:tgt_client_del()) lustre-OST0000: zeroing out client at idx 0 (8192), rc 0 02000000:00000001:2.0:1767384691.990118:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00010000:00000001:1.0:1767384691.990118:0:16356:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384691.990119:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e3dd847f. 00000100:00000001:1.0:1767384691.990120:0:16356:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.990121:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384691.990122:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005096cfc2. 00000100:00000040:1.0:1767384691.990123:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384691.990126:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384691.990129:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003337d0d9. 00000001:00000001:0.0:1767384691.990129:0:17894:0:(tgt_lastrcvd.c:1231:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.990133:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384691.990135:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009262594f. 00000100:00000001:1.0:1767384691.990135:0:16356:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767384691.990137:0:16356:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1767384691.990137:0:17894:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007fbcf846. 02000000:00000001:2.0:1767384691.990138:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384691.990139:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d3834c29. 00000100:00000001:1.0:1767384691.990139:0:16356:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1767384691.990144:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1767384691.990145:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384691.990145:0:17894:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f4bbd5ee. 00000100:00000010:2.0:1767384691.990146:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008e9e10d8. 00000100:00100000:1.0:1767384691.990153:0:16356:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000007f8faa8d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048150656:0@lo:103: 00000020:00000010:0.0:1767384691.990153:0:17894:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f2bfb3e1. 02000000:00000001:2.0:1767384691.990155:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384691.990157:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f5cf9252. 02000000:00000001:2.0:1767384691.990161:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384691.990161:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1767384691.990161:0:17894:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000247a93b4. 00000100:00000010:2.0:1767384691.990163:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000025baea1c. 00000100:00000001:1.0:1767384691.990165:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767384691.990167:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000007f8faa8d x1853237048150656/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384707 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1767384691.990168:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 80000000:00000010:0.0:1767384691.990168:0:17894:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000083de4d16. 02000000:00000010:2.0:1767384691.990170:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000747097c7. 02000000:00000001:2.0:1767384691.990175:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1767384691.990175:0:16356:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000010:2.0:1767384691.990177:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088fc2ad4. 02000000:00000001:1.0:1767384691.990177:0:16356:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 40000000:00000010:0.0:1767384691.990177:0:17894:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ec3cc267. 02000000:00000010:1.0:1767384691.990179:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034e92a37. 02000000:00000001:2.0:1767384691.990181:0:17072:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384691.990182:0:17072:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b8f60fd2. 02000000:00000001:1.0:1767384691.990184:0:16356:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00100000:00000010:0.0:1767384691.990184:0:17894:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000fa0873d5. 02000000:00000001:2.0:1767384691.990185:0:17072:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384691.990186:0:17072:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068fd8f5e. 00000020:00000001:1.0:1767384691.990186:0:16356:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384691.990189:0:16356:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00040000:00000010:0.0:1767384691.990190:0:17894:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cca56323. 00000100:00000001:2.0:1767384691.990191:0:17072:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767384691.990191:0:16356:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767384691.990194:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000050e3792. 00000100:00000200:2.0:1767384691.990198:0:17072:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000001:1.0:1767384691.990198:0:16356:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00040000:00000010:0.0:1767384691.990198:0:17894:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001f40b9d0. 02000000:00000001:1.0:1767384691.990200:0:16356:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1767384691.990203:0:17072:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006d83084e. 00000100:00000010:1.0:1767384691.990203:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f8faa8d. 00080000:00000010:0.0:1767384691.990205:0:17894:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000142f2130. 00000400:00000010:2.0:1767384691.990207:0:17072:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000947b13d4. 00000100:00000001:1.0:1767384691.990207:0:16356:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767384691.990209:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384691.990211:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1767384691.990213:0:17894:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002bfaf6a6. 00000100:00000001:1.0:1767384691.990214:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384691.990217:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1767384691.990218:0:17894:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000bd03ddb8. 00000004:00000001:2.0:1767384691.990220:0:17107:0:(mdt_restripe.c:857:mdt_restriper_main()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384691.990220:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767384691.990223:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384691.990224:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000902f581d. 00000001:00000001:0.0:1767384691.990228:0:17894:0:(nodemap_handler.c:633:nodemap_del_member()) Process entered 00000001:00000040:0.0:1767384691.990231:0:17894:0:(nodemap_handler.c:99:nodemap_getref()) GETting nodemap default(p=0000000069500a2b) : new refcount 4 00000001:00000001:0.0:1767384691.990233:0:17894:0:(nodemap_member.c:32:nm_member_del()) Process entered 00000001:00000040:0.0:1767384691.990236:0:17894:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 3 00000020:00000040:0.0:1767384691.990238:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 3 00000001:00000001:0.0:1767384691.990241:0:17894:0:(nodemap_member.c:50:nm_member_del()) Process leaving 00000001:00000040:0.0:1767384691.990242:0:17894:0:(nodemap_handler.c:115:nodemap_putref()) PUTting nodemap default(p=0000000069500a2b) : new refcount 2 00000001:00000001:0.0:1767384691.990244:0:17894:0:(nodemap_handler.c:658:nodemap_del_member()) Process leaving 00000020:00000040:0.0:1767384691.990246:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 2 00002000:00000001:0.0:1767384691.990248:0:17894:0:(ofd_obd.c:420:ofd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.990249:0:40111:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000023eb6e3. 00010000:00000001:0.0:1767384691.990250:0:17894:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.990255:0:40111:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000a8a4652a. 00010000:00000001:0.0:1767384691.990255:0:17894:0:(ldlm_lib.c:1728:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.990258:0:17894:0:(tgt_handler.c:1130:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384691.990260:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ded9b1b0. 00010000:00000040:0.0:1767384691.990263:0:17894:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1853237048150784 00000020:00000001:2.0:1767384691.990267:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000010:1.0:1767384691.990267:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000029c0ad5b. 00010000:00000001:0.0:1767384691.990267:0:17894:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00000020:00000001:2.0:1767384691.990270:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1767384691.990271:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002fb7e106. 00010000:00000200:0.0:1767384691.990273:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000c5bde8cc x1853237048150784/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:672/0 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1767384691.990274:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1767384691.990274:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b2a960e7. 00000020:00000010:1.0:1767384691.990279:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022a88ff7. 00000020:00000010:1.0:1767384691.990285:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003ead9f0a. 00010000:00000001:0.0:1767384691.990287:0:17894:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 80000000:00000010:1.0:1767384691.990290:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d35caa2d. 00010000:00000001:0.0:1767384691.990291:0:17894:0:(ldlm_lib.c:3319:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1767384691.990295:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000919d6d94. 00000100:00001000:0.0:1767384691.990296:0:17894:0:(import.c:2128:obd_at_measure()) add 1 to 000000003b21fdab time=98 v=5 (1 0 0 0) 00100000:00000010:1.0:1767384691.990300:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006d69a7b8. 00040000:00000010:1.0:1767384691.990302:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004d950d25. 00040000:00000010:1.0:1767384691.990307:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dc7f2e81. 00000100:00000001:0.0:1767384691.990308:0:17894:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384691.990312:0:17894:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 17 to 0@lo 00040000:00000010:1.0:1767384691.990313:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a2e393b9. 00000100:00000001:0.0:1767384691.990315:0:17894:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00080000:00000010:1.0:1767384691.990320:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000e262a9e3. 02000000:00000001:0.0:1767384691.990320:0:17894:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1767384691.990322:0:17894:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384691.990326:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000dac19fa3. 00000100:00000001:0.0:1767384691.990326:0:17894:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000004:00000010:1.0:1767384691.990331:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000042766297. 00000100:00000040:0.0:1767384691.990331:0:17894:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1767384691.990334:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c8ca77d. 00000004:00000010:1.0:1767384691.990338:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000a746d6a. 00000100:00000200:0.0:1767384691.990339:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1853237048150784, offset 224 00000004:00000010:1.0:1767384691.990342:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000079ecb0d7. 00000004:00000010:1.0:1767384691.990346:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000b396e08c. 00000400:00000200:0.0:1767384691.990349:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1767384691.990350:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004b86da94. 00000004:00000001:1.0:1767384691.990354:0:40111:0:(mdt_coordinator.c:1304:mdt_hsm_cdt_stop()) Process entered 00000004:20000000:1.0:1767384691.990357:0:40111:0:(mdt_coordinator.c:564:set_cdt_state_locked()) unexpected coordinator transition, from=stopped, to=stopping 00000400:00000200:0.0:1767384691.990358:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000004:00000001:1.0:1767384691.990360:0:40111:0:(mdt_coordinator.c:1309:mdt_hsm_cdt_stop()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000004:00000040:1.0:1767384691.990364:0:40111:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000521da5fb : new refcount 3 00000004:00000040:1.0:1767384691.990365:0:40111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000521da5fb : new refcount 2 00000400:00000200:0.0:1767384691.990368:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x695825ff08b00 00000004:00000040:1.0:1767384691.990369:0:40111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000521da5fb : new refcount 1 00000004:00000040:1.0:1767384691.990372:0:40111:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6f02997 : new refcount 3 00000004:00000040:1.0:1767384691.990374:0:40111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6f02997 : new refcount 2 00000004:00000040:1.0:1767384691.990376:0:40111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6f02997 : new refcount 1 00000400:00000200:0.0:1767384691.990376:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2231 [1] + 224 00000020:00000001:1.0:1767384691.990380:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1767384691.990382:0:40111:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (00000000cac57713) has no exports 00000400:00000200:0.0:1767384691.990382:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1767384691.990385:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:1.0:1767384691.990388:0:40111:0:(ldlm_lib.c:1944:target_cleanup_recovery()) Process leaving 00000400:00000200:0.0:1767384691.990389:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1767384691.990392:0:40111:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00000100:00000001:0.0:1767384691.990393:0:17894:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1767384691.990395:0:40111:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1767384691.990396:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000200:0.0:1767384691.990397:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1767384691.990398:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:0.0:1767384691.990404:0:17894:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384691.990416:0:17894:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1767384691.990419:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c8ca77d 00000400:00000010:0.0:1767384691.990420:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c8ca77d. 00000100:00000001:0.0:1767384691.990421:0:17894:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1767384691.990422:0:17894:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1767384691.990424:0:17894:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384691.990425:0:17894:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 16 to 0@lo 00010000:00000001:0.0:1767384691.990426:0:17894:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:0.0:1767384691.990428:0:17894:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384691.990429:0:17894:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1767384691.990431:0:17894:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c5bde8cc x1853237048150784/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:672/0 lens 224/224 e 0 to 0 dl 1767384702 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384691.990453:0:17894:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000c5bde8cc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:16353:x1853237048150784:12345-0@lo:9: Request processed in 874us (1184us total) trans 0 rc 0/0 00000100:00000001:2.0:1767384691.990455:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.990458:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767384691.990462:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384691.990464:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1767384691.990467:0:17894:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000400:00000010:2.0:1767384691.990468:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000544b04b7. 00000100:00000040:0.0:1767384691.990470:0:17894:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 00000000bf58c2a9 : new rpc_count 0 00000100:00000001:0.0:1767384691.990472:0:17894:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1767384691.990473:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d67d2978 00000100:00000001:0.0:1767384691.990474:0:17894:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1767384691.990477:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d67d2978. 00000020:00000010:0.0:1767384691.990478:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000c61b38d7. 00000100:00000001:2.0:1767384691.990481:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:0.0:1767384691.990482:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384691.990486:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006797735d. 00000100:00000200:2.0:1767384691.990487:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1767384691.990488:0:17894:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 1 00000100:00000001:0.0:1767384691.990491:0:17894:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1767384691.990500:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.990506:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384691.990508:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.990509:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384691.990510:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384691.990511:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384691.990513:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384691.990514:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384691.990518:0:16353:0:(import.c:2128:obd_at_measure()) add 5 to 0000000069f56a8f time=98 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384691.990521:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 00000000d3bd6987 time=98 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384691.990523:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384691.990524:0:16353:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384691.990525:0:16353:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1767384691.990528:0:16353:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1767384691.990534:0:16353:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.990536:0:16353:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767384691.990538:0:16353:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1767384691.990539:0:16353:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384691.990541:0:16353:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384691.990543:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.990553:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384691.990555:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384691.990557:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1767384691.990559:0:16353:0:(import.c:65:import_set_state_nolock()) 000000008d8b30b6 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1767384691.990560:0:16353:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384691.990562:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -19 00000004:00080000:2.0:1767384691.990569:0:16353:0:(osp_dev.c:1605:osp_import_event()) got disconnected 00000100:00000001:2.0:1767384691.990570:0:16353:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384691.990572:0:16353:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384691.990573:0:16353:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384691.990575:0:16353:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384691.990576:0:16353:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1767384691.990578:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384691.990584:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@00000000225a239b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16353:1853237048150784:0@lo:9: 00000100:00000001:2.0:1767384691.990588:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.990589:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384691.990591:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@00000000225a239b x1853237048150784/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1767384701 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384691.990597:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384691.990598:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384691.990599:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b22223f2. 02000000:00000001:2.0:1767384691.990603:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384691.990604:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384691.990605:0:16353:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384691.990607:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384691.990608:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000001923e0e. 02000000:00000001:2.0:1767384691.990610:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384691.990611:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384691.990612:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000225a239b. 00000100:00000001:2.0:1767384691.990614:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384691.990615:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.990617:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384691.990620:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384691.990621:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384691.990623:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384691.990624:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1767384691.992466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000d9d7af52. 00010000:00000010:2.1:1767384691.992474:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000048e0f60f. 00010000:00000010:2.1:1767384691.992486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008af463c4. 00010000:00000010:0.1:1767384691.992672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b1f702b1. 00010000:00000010:0.1:1767384691.992678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000414b61ef. 00010000:00000010:3.1:1767384691.992713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002fc4186f. 00000100:00000040:2.0:1767384691.994484:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294979764, at 4294979765 00000100:00000010:2.0:1767384691.994494:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fac501e8. 00000100:00000040:3.0:1767384691.994503:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294979764, at 4294979765 00000100:00000010:3.0:1767384691.994512:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d7da5ca9. 00000100:00000040:0.0:1767384691.994577:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294979764, at 4294979765 00000100:00000010:0.0:1767384691.994582:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000033267210. 00000001:00000001:1.0:1767384692.003649:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767384692.003660:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1767384692.003663:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1767384692.017563:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384692.017573:0:40111:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384692.017576:0:40111:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:1.0:1767384692.017578:0:40111:0:(mdt_handler.c:6210:mdt_quota_fini()) Process entered 00000004:00000001:1.0:1767384692.017581:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00040000:00000001:1.0:1767384692.017584:0:40111:0:(qmt_dev.c:405:qmt_device_obd_disconnect()) Process entered 00000020:00000001:1.0:1767384692.017586:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1767384692.017588:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718f4b 00000020:00000040:1.0:1767384692.017592:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000bf67a393 with handle 0x71ee3a74e2718f4b from hash 00000020:00000001:1.0:1767384692.017599:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1767384692.017601:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000bf67a393 : new refcount 1 00000020:00000001:1.0:1767384692.017604:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1767384692.017606:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000bf67a393 : new refcount 0 00000020:00000080:1.0:1767384692.017607:0:40111:0:(genops.c:904:class_export_put()) final put 00000000bf67a393/lustre-QMT0000_UUID 00000020:00000001:1.0:1767384692.017610:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384692.017630:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384692.017633:0:40111:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1767384692.017635:0:40111:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000100:00000040:1.0:1767384692.017690:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294979764, at 4294979788 00000020:00000001:0.0:1767384692.017697:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000100:00000010:1.0:1767384692.017700:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000029aa322a. 00000020:00000080:0.0:1767384692.017717:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000bf67a393/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384692.017721:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384692.017723:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384692.017725:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000af13d14f) now 4 - export 00000020:00000010:0.0:1767384692.017728:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bf67a393. 00000020:00000001:0.0:1767384692.017740:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1767384692.017753:0:40111:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000ec3cc267. 00000020:00000080:0.0:1767384692.017756:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1767384692.017763:0:40111:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:0.0:1767384692.017766:0:40111:0:(obd_config.c:886:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1767384692.017769:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1767384692.017784:0:40111:0:(genops.c:1575:class_disconnect_exports()) OBD device 7 (00000000af13d14f) has no exports 00000020:00000001:0.0:1767384692.017787:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1767384692.017802:0:40111:0:(obd_class.h:604:obd_precleanup()) Process entered 00040000:00000001:0.0:1767384692.017805:0:40111:0:(qmt_dev.c:73:qmt_device_fini()) Process entered 00040000:04000000:0.0:1767384692.017806:0:40111:0:(qmt_dev.c:77:qmt_device_fini()) lustre-QMT0000: initiating QMT shutdown 00040000:00000001:0.0:1767384692.017809:0:40111:0:(qmt_pool.c:447:qmt_pool_fini()) Process entered 00040000:00000001:0.0:1767384692.017811:0:40111:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384692.017814:0:40111:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384692.017816:0:40111:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000740eadd2. 00000020:00000001:0.0:1767384692.017820:0:40111:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384692.017834:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384692.017849:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384692.017867:0:40111:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000042e96246. 00000001:00000001:0.0:1767384692.017873:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384692.017876:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384692.017877:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384692.017879:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000083d6649c. 00000001:00000010:0.0:1767384692.017882:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000253c11b6. 00000001:00000010:0.0:1767384692.017884:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000cdae0b91. 00000001:00000001:0.0:1767384692.017888:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384692.017889:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000049072acf. 00000020:00000002:0.0:1767384692.017897:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000fff811bd/0000000068cb38d0 to site lru. bkt: 00000000294aacdb 00040000:00000001:0.0:1767384692.017899:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384692.017900:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384692.017902:0:40111:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000042e136fa. 00000001:00000001:0.0:1767384692.017906:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384692.017908:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384692.017909:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384692.017910:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000280aef6e. 00000001:00000010:0.0:1767384692.017912:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000d4261207. 00000001:00000010:0.0:1767384692.017914:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f03fc68f. 00000001:00000001:0.0:1767384692.017916:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384692.017917:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000004d93d39c. 00000020:00000002:0.0:1767384692.017919:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000ad9b441d/0000000049a55287 to site lru. bkt: 00000000294aacdb 00040000:00000001:0.0:1767384692.017921:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384692.017922:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384692.017924:0:40111:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 0000000019955496. 00000001:00000001:0.0:1767384692.017926:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384692.017928:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384692.017929:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384692.017930:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000f3a6631d. 00000001:00000010:0.0:1767384692.017932:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000f39e020e. 00000001:00000010:0.0:1767384692.017934:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bc638007. 00000001:00000001:0.0:1767384692.017937:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384692.017938:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000f4046b5b. 00000020:00000002:0.0:1767384692.017941:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000bbe7cba3/00000000e09b9e82 to site lru. bkt: 00000000294aacdb 00000020:00000002:0.0:1767384692.017943:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000009a1e841c/00000000fffec9a6 to site lru. bkt: 0000000044269115 00040000:00000010:0.0:1767384692.017946:0:40111:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000006e09b064. 00040000:00000001:0.0:1767384692.017955:0:40111:0:(qmt_pool.c:227:qmt_pool_free()) Process entered 00000020:00000001:0.0:1767384692.017956:0:40111:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:0.0:1767384692.017958:0:40111:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 00000000bcbe38db. 00000020:00000001:0.0:1767384692.017959:0:40111:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00040000:00000001:0.0:1767384692.017966:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384692.017967:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384692.017970:0:40111:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 00000000b658e302. 00000001:00000001:0.0:1767384692.017973:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384692.017974:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384692.017975:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384692.017977:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000001636e119. 00000001:00000010:0.0:1767384692.017979:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000686328b8. 00000001:00000010:0.0:1767384692.017980:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 0000000077233a16. 00000001:00000001:0.0:1767384692.017986:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384692.017987:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000003ea6feef. 00000020:00000002:0.0:1767384692.017990:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000acca8b17/000000007a570e7e to site lru. bkt: 00000000294aacdb 00040000:00000001:0.0:1767384692.017992:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384692.017993:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384692.017995:0:40111:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000000af53a66. 00000001:00000001:0.0:1767384692.017998:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384692.017999:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384692.018000:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384692.018001:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000003e23d491. 00000001:00000010:0.0:1767384692.018003:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000002116bf73. 00000001:00000010:0.0:1767384692.018005:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006165b48e. 00000001:00000001:0.0:1767384692.018006:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384692.018007:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000b38e5fc2. 00000020:00000002:0.0:1767384692.018010:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000c38e4cf3/00000000cd46f28f to site lru. bkt: 00000000294aacdb 00040000:00000001:0.0:1767384692.018011:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:0.0:1767384692.018012:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00040000:00000010:0.0:1767384692.018014:0:40111:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at 000000004162694a. 00000001:00000001:0.0:1767384692.018016:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1767384692.018018:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:0.0:1767384692.018019:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384692.018020:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a2c402b5. 00000001:00000010:0.0:1767384692.018022:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000494dd3e0. 00000001:00000010:0.0:1767384692.018024:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000006de28400. 00000001:00000001:0.0:1767384692.018031:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:0.0:1767384692.018033:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000049d463a2. 00000020:00000002:0.0:1767384692.018036:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000d6d02e42/0000000034962475 to site lru. bkt: 00000000294aacdb 00000020:00000002:0.0:1767384692.018039:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000009d9aefb7/0000000021f86650 to site lru. bkt: 00000000c8dd9adc 00040000:00000010:0.0:1767384692.018040:0:40111:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at 000000005f6842bc. 00040000:00000001:0.0:1767384692.018043:0:40111:0:(qmt_pool.c:458:qmt_pool_fini()) Process leaving 00000020:00000010:1.0:1767384692.018335:0:17105:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000039baf4c5. 00000020:00000010:1.0:1767384692.018348:0:17105:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004328d93d. 00000040:00000010:1.0:1767384692.018354:0:17105:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000096b1b93e. 00000020:00000010:1.0:1767384692.018357:0:17105:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000410cd18c. 00000020:00000010:1.0:1767384692.018362:0:17105:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000d6d3fb63. 00000020:00000010:1.0:1767384692.018367:0:17105:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000020c5aab2. 80000000:00000010:1.0:1767384692.018372:0:17105:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000eda064cc. 40000000:00000010:1.0:1767384692.018375:0:17105:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009f65c9e5. 00100000:00000010:1.0:1767384692.018380:0:17105:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d33ab53c. 00040000:00000010:1.0:1767384692.018383:0:17105:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e52faaee. 00040000:00000010:1.0:1767384692.018387:0:17105:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007919816f. 00040000:00000010:1.0:1767384692.018390:0:17105:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf9936e9. 00080000:00000010:1.0:1767384692.018394:0:17105:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008ece6640. 00080000:00000010:1.0:1767384692.018397:0:17105:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000092d0a43d. 00000004:00000010:1.0:1767384692.018401:0:17105:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000045a98835. 00000004:00000010:1.0:1767384692.018405:0:17105:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000048474098. 00000004:00000010:1.0:1767384692.018409:0:17105:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000036c5da09. 00000004:00000010:1.0:1767384692.018412:0:17105:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000de2c7fd4. 00000020:00000010:1.0:1767384692.018416:0:17105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000defaee59. 00040000:00000010:1.0:1767384692.018418:0:17105:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at 00000000cf032b19. 00040000:00000001:1.0:1767384692.018421:0:17105:0:(qmt_lock.c:1074:qmt_reba_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384692.018482:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000dacf7765/0000000051006ea3 to site lru. bkt: 00000000ed22eec9 00040000:00000001:0.0:1767384692.018485:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:0.0:1767384692.018489:0:40111:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:0.0:1767384692.018491:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1767384692.018492:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718f44 00000020:00000040:0.0:1767384692.018495:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000001248e04e with handle 0x71ee3a74e2718f44 from hash 00000020:00000001:0.0:1767384692.018499:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1767384692.018500:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000001248e04e : new refcount 1 00000020:00000001:0.0:1767384692.018502:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1767384692.018504:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000001248e04e : new refcount 0 00000020:00000080:0.0:1767384692.018505:0:40111:0:(genops.c:904:class_export_put()) final put 000000001248e04e/lustre-MDT0000-osd_UUID 00000020:00000001:0.0:1767384692.018508:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384692.018578:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384692.018581:0:40111:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384692.018583:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384692.018605:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384692.018607:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000001248e04e/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384692.018610:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384692.018611:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384692.018622:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000032d809c) now 9 - export 00000020:00000010:3.0:1767384692.018626:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000001248e04e. 00000020:00000001:3.0:1767384692.018640:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00040000:00000001:0.0:1767384692.018786:0:40111:0:(qmt_dev.c:114:qmt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384692.018790:0:40111:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384692.018812:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384692.018816:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f1a0a162. 00000001:00000010:0.0:1767384692.018819:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000041a44bf9. 00000001:00000010:0.0:1767384692.018821:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cb07519e. 00000001:00000010:0.0:1767384692.018823:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000700ca7c7. 00000001:00000010:0.0:1767384692.018824:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000074d577ca. 00000001:00000010:0.0:1767384692.018826:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009948c466. 00000001:00000001:0.0:1767384692.018829:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384692.018830:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384692.018833:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aaf8e926. 00000001:00000010:0.0:1767384692.018835:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e4f7643b. 00000001:00000010:0.0:1767384692.018837:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0894216. 00000001:00000010:0.0:1767384692.018844:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000032d9255d. 00000001:00000010:0.0:1767384692.018845:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a517ab33. 00000001:00000010:0.0:1767384692.018847:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000094f2f852. 00000001:00000001:0.0:1767384692.018849:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384692.018850:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000af13d14f) now 3 - setup 00000020:00000001:0.0:1767384692.018853:0:40111:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384692.018854:0:40111:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384692.018857:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384692.018861:0:40111:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384692.018864:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000af13d14f) now 2 - obd_device_list 00000020:00000080:0.0:1767384692.018866:0:40111:0:(obd_config.c:814:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000040:0.0:1767384692.018868:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-QMT0000 (00000000af13d14f) now 1 - newdev 00000020:00000040:0.0:1767384692.018870:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b199ab41 with handle 0x71ee3a74e2718f3d from hash 00000020:00000040:0.0:1767384692.018873:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000b199ab41 : new refcount 0 00000020:00000080:0.0:1767384692.018874:0:40111:0:(genops.c:904:class_export_put()) final put 00000000b199ab41/lustre-QMT0000_UUID 00000020:00000001:0.0:1767384692.018876:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384692.018878:0:40111:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384692.018879:0:40111:0:(genops.c:863:class_export_destroy()) destroying export 00000000b199ab41/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000001:0.0:1767384692.018881:0:40111:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384692.018882:0:40111:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384692.018884:0:40111:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b199ab41. 00000020:00000001:0.0:1767384692.018887:0:40111:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384692.018888:0:40111:0:(genops.c:440:class_free_dev()) Release obd device lustre-QMT0000 obd_type name = qmt 00000020:01000000:0.0:1767384692.018891:0:40111:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000001:0.0:1767384692.018892:0:40111:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384692.018896:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006797735d. 00000020:00000010:0.0:1767384692.018900:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000902f581d. 00000040:00000010:0.0:1767384692.018903:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fcd1399b. 00000020:00000010:0.0:1767384692.018906:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa0873d5. 00000020:00000010:0.0:1767384692.018910:0:40111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384692.018913:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001f40b9d0. 80000000:00000010:0.0:1767384692.018916:0:40111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083de4d16. 40000000:00000010:0.0:1767384692.018919:0:40111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002f86f86a. 00100000:00000010:0.0:1767384692.018923:0:40111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f4bbd5ee. 00040000:00000010:0.0:1767384692.018946:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cca56323. 00040000:00000010:0.0:1767384692.018950:0:40111:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000022eb72b2. 00040000:00000010:0.0:1767384692.018952:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000247a93b4. 00080000:00000010:0.0:1767384692.018957:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002bfaf6a6. 00080000:00000010:0.0:1767384692.018961:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000142f2130. 00000004:00000010:0.0:1767384692.018965:0:40111:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000301cc898. 00000004:00000010:0.0:1767384692.018970:0:40111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e31844a. 00000004:00000010:0.0:1767384692.018974:0:40111:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ad59cae0. 00000004:00000010:0.0:1767384692.018977:0:40111:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000bd03ddb8. 00040000:00000001:0.0:1767384692.018981:0:40111:0:(qmt_dev.c:295:qmt_device_free()) Process entered 00040000:00000010:0.0:1767384692.018984:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007a06a864. 00040000:00000010:0.0:1767384692.018990:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d391ad54. 00040000:00000010:0.0:1767384692.018994:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003b5b9c36. 00040000:00000010:0.0:1767384692.018997:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003bb34a46. 00040000:00000010:0.0:1767384692.018999:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000191a0ad7. 00040000:00000010:0.0:1767384692.019004:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007697c842. 00040000:00000010:0.0:1767384692.019008:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fcff21aa. 00040000:00000010:0.0:1767384692.019010:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000004fa3748b. 00040000:00000010:0.0:1767384692.019015:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a7d99f23. 00040000:00000010:0.0:1767384692.019017:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000001eeef648. 00040000:00000010:0.0:1767384692.019019:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000008a687c5f. 00040000:00000010:0.0:1767384692.019022:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000084b3d560. 00040000:00000010:0.0:1767384692.019023:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000aaa402eb. 00040000:00000010:0.0:1767384692.019026:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000a644cb18. 00040000:00000010:0.0:1767384692.019029:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003203dda7. 00040000:00000010:0.0:1767384692.019031:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007093cbcf. 00040000:00000010:0.0:1767384692.019034:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000082c952e6. 00040000:00000010:0.0:1767384692.019036:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000bebe27c5. 00040000:00000010:0.0:1767384692.019038:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000023496baa. 00040000:00000010:0.0:1767384692.019041:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000009cc38be8. 00040000:00000010:0.0:1767384692.019044:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000052350548. 00040000:00000010:0.0:1767384692.019048:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000dbec0098. 00040000:00000010:0.0:1767384692.019050:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003c32fc05. 00040000:00000010:0.0:1767384692.019053:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000fef58837. 00040000:00000010:0.0:1767384692.019055:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007bf785ac. 00040000:00000010:0.0:1767384692.019064:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000001ebb2a5. 00040000:00000010:0.0:1767384692.019083:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000573da5bd. 00040000:00000010:0.0:1767384692.019087:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d0720aee. 00040000:00000010:0.0:1767384692.019090:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000b283d9a0. 00040000:00000010:0.0:1767384692.019093:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000007725696. 00040000:00000010:0.0:1767384692.019095:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000068eed157. 00040000:00000010:0.0:1767384692.019099:0:40111:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at 0000000078eb856a. 00040000:00000001:0.0:1767384692.019102:0:40111:0:(qmt_dev.c:301:qmt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384692.019105:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000902f581d. 00000040:00000010:0.0:1767384692.019107:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fcd1399b. 00000020:00000010:0.0:1767384692.019109:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa0873d5. 00000020:00000010:0.0:1767384692.019112:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384692.019115:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001f40b9d0. 80000000:00000010:0.0:1767384692.019117:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000083de4d16. 40000000:00000010:0.0:1767384692.019122:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002f86f86a. 00100000:00000010:0.0:1767384692.019124:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f4bbd5ee. 00040000:00000010:0.0:1767384692.019126:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cca56323. 00040000:00000010:0.0:1767384692.019129:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000022eb72b2. 00040000:00000010:0.0:1767384692.019131:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000247a93b4. 00080000:00000010:0.0:1767384692.019134:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000142f2130. 00080000:00000010:0.0:1767384692.019137:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002bfaf6a6. 00000004:00000010:0.0:1767384692.019140:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000301cc898. 00000004:00000010:0.0:1767384692.019142:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e31844a. 00000004:00000010:0.0:1767384692.019145:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ad59cae0. 00000004:00000010:0.0:1767384692.019147:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000bd03ddb8. 00000020:00000010:0.0:1767384692.019149:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006797735d. 00000020:00000001:0.0:1767384692.019151:0:40111:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384692.019153:0:40111:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000af13d14f. 00000020:00000001:0.0:1767384692.019159:0:40111:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384692.019161:0:40111:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384692.019163:0:40111:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000ec3cc267. 00000020:00000001:0.0:1767384692.019165:0:40111:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1767384692.019167:0:40111:0:(qmt_dev.c:412:qmt_device_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384692.019169:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384692.019171:0:40111:0:(mdt_handler.c:6220:mdt_quota_fini()) Process leaving 00010000:00000010:2.1:1767384692.019474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ad2504b1. 00010000:00000010:1.1:1767384692.019474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000f338265. 00010000:00000010:1.1:1767384692.019483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c310aaf3. 00010000:00000010:1.1:1767384692.019488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007544ecee. 00010000:00000010:2.1:1767384692.019495:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000142f776f. 00010000:00000010:2.1:1767384692.019500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006c98ffdc. 00010000:00000010:2.1:1767384692.019505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000034c7737e. 10000000:00000001:3.0:1767384692.325512:0:17083:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1767384692.325518:0:17083:0:(mgc_request.c:120:config_log_put()) Process leaving 00000400:00000200:2.0:1767384692.453666:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp39 00000400:00000010:2.0:1767384692.453675:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003e0d11c2. 00000400:00000010:2.0:1767384692.453683:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000cc3f1a89. 00000400:00000010:2.0:1767384692.453688:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000400:00000010:2.0:1767384692.453696:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000005d37f700. 00000400:00000200:2.0:1767384692.453701:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp39 00000400:00000200:2.0:1767384692.453721:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp39 local destination 00000400:00000200:2.0:1767384692.453727:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp39 00000400:00000200:2.0:1767384692.453731:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp39 NI seq info: [243:243:256:4294967295] 192.168.203.125@tcp39 LPNI seq info [209:209:8:4294967295] 00000400:00000200:2.0:1767384692.453737:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp39 00000400:00000200:2.0:1767384692.453745:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp39(192.168.203.125@tcp39:) -> 192.168.203.125@tcp39(192.168.203.125@tcp39:192.168.203.125@tcp39) : GET try# 0 00000800:00000200:2.0:1767384692.453750:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp39 00000800:00000010:2.0:1767384692.453754:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ad293079. 00000800:00000200:2.0:1767384692.453760:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000800:00000200:2.1:1767384692.453764:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c095df82] -> 12345-192.168.203.125@tcp39 (2) 00000400:00000200:2.0:1767384692.453821:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp39 added to recovery queue. ping count: 5 next ping: 344 health :500 00000400:00000200:0.0:1767384692.454511:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454560:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454581:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454602:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454622:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454640:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454657:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454677:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454698:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454719:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454740:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454798:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454823:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454843:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454863:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454883:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454903:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454923:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454942:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454962:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.454981:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455000:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455021:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455041:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455061:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455083:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455105:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455126:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455147:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455168:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455190:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455228:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455248:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384692.455268:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384692.455425:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bfaf6a6. 00000800:00000010:0.0:1767384692.455431:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea6981d0. 00000800:00000010:0.0:1767384692.455486:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ec3cc267. 00000800:00000010:0.0:1767384692.455511:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ec3cc267. 00000800:00020000:0.0:1767384692.455521:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384692.455524:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea6981d0. 00000800:00000010:0.0:1767384692.455526:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002bfaf6a6. 00000400:02020000:0.0:1767384692.455562:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp39 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384692.455569:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp39 notifying 192.168.203.125@tcp39: down 00000800:00000200:0.0:1767384692.455573:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp39 down 00000800:00000100:0.0:1767384692.455580:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp39 00000800:00000010:0.0:1767384692.455584:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ad293079. 00000400:00000200:0.0:1767384692.455589:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384692.455595:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp39->192.168.203.125@tcp39: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384692.455604:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384692.455607:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384692.455612:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp39) recovery failed with -71 00010000:00000001:3.0:1767384692.645598:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384692.645607:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384692.645613:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384692.645616:0:33:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384692.645619:0:33:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384692.645621:0:33:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384692.645624:0:33:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384692.645625:0:33:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384692.645627:0:33:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384692.645629:0:33:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384692.645718:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384692.645722:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384692.645725:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384692.709566:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005aa6cfb9] -> 12345-192.168.203.125@tcp22 (6) 00000800:00000200:0.0:1767384692.709574:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp22 ip 192.168.203.125:988 00000800:00000200:0.0:1767384692.709577:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1767384692.712182:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1767384692.712194:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384692.712207:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384692.712212:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384692.712215:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1767384693.478347:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384693.478356:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384693.478359:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000400:00000010:2.0:1767384693.478366:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000400:00000200:2.0:1767384693.478374:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384693.478381:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp39 recovery ping unlinked 00000400:00000010:2.0:1767384693.478397:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003e0d11c2. 00000400:00000010:2.0:1767384693.478403:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000cc3f1a89. 00000400:00000010:2.0:1767384693.478418:0:16351:0:(lib-move.c:3960:lnet_print_recovery_list()) alloc '(buf)': 659 at 00000000b8f60fd2. 00000400:02000040:2.0:1767384693.478428:0:16351:0:(lib-move.c:3976:lnet_print_recovery_list()) 10 local NIs in recovery (showing 10): 192.168.203.125@tcp39, 192.168.203.125@tcp44, 192.168.203.125@tcp43, 192.168.203.125@tcp38, 192.168.203.125@tcp37, 192.168.203.125@tcp42, 192.168.203.125@tcp36, 192.168.203.125@tcp35, 192.168.203.125@tcp32, 192.168.203.125@tcp29 00000400:00000010:2.0:1767384693.489111:0:16351:0:(lib-move.c:3978:lnet_print_recovery_list()) kfreed 'buf': 659 at 00000000b8f60fd2. 00010000:00000001:3.0:1767384693.669518:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384693.669529:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384693.669537:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384693.669539:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384693.669562:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384693.669566:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384693.669568:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384693.733944:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (4) 00000800:00000200:0.1:1767384693.733953:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (4) 00000400:00000200:3.0:1767384693.734123:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734199:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734224:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734245:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734267:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734287:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734309:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734329:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734342:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734366:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734402:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734425:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734559:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734577:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734589:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734619:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734632:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734643:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734655:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734667:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734679:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734691:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734706:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734718:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734729:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734741:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734759:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734795:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734818:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734840:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734863:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734887:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734910:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734932:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384693.734955:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384693.735165:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000007d9bdea. 00000800:00000010:3.0:1767384693.735171:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000676a5802. 00000800:00000010:3.0:1767384693.735175:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a0e976d5. 00000800:00000010:3.0:1767384693.735192:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a0e976d5. 00000800:00020000:3.0:1767384693.735202:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384693.746017:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000676a5802. 00000800:00000010:3.0:1767384693.746035:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000007d9bdea. 00000400:02020000:3.0:1767384693.746190:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp30 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384693.755816:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00010000:00000001:3.0:1767384694.696019:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384694.696029:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384694.696060:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384694.696062:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384694.696326:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384694.696333:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384694.696338:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1767384695.397683:0:17090:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1767384695.397692:0:17090:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000001:00100000:2.0:1767384695.400078:0:17066:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9c024f05-a3b5-431a-8f8b-d3962b7e0303 00000001:00000040:2.0:1767384695.400086:0:17066:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 000000008f2c1a56 : new cb_count 0 00000020:00000040:2.0:1767384695.400092:0:17066:0:(genops.c:898:class_export_put()) PUTting export 000000008f2c1a56 : new refcount 0 00000020:00000080:2.0:1767384695.400096:0:17066:0:(genops.c:904:class_export_put()) final put 000000008f2c1a56/9c024f05-a3b5-431a-8f8b-d3962b7e0303 00000001:00100000:3.0:1767384695.400104:0:17888:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00000040:3.0:1767384695.400110:0:17888:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 00000000bf58c2a9 : new cb_count 0 00000020:00000040:3.0:1767384695.400115:0:17888:0:(genops.c:898:class_export_put()) PUTting export 00000000bf58c2a9 : new refcount 0 00000020:00000080:3.0:1767384695.400117:0:17888:0:(genops.c:904:class_export_put()) final put 00000000bf58c2a9/lustre-MDT0000-mdtlov_UUID 00000001:00000010:2.0:1767384695.400180:0:17066:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000003b2432d9. 00080000:00000010:2.0:1767384695.400189:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000008839ee66. 00000001:00000010:3.0:1767384695.402046:0:17888:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000e888f4da. 00080000:00000010:3.0:1767384695.402057:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009907b1fd. 00080000:00000010:3.0:1767384695.402061:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000007898dcad. 00000001:00100000:3.0:1767384695.402065:0:17888:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9c024f05-a3b5-431a-8f8b-d3962b7e0303 00000001:00000040:3.0:1767384695.402067:0:17888:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000094c562fe : new cb_count 1 00000020:00000040:3.0:1767384695.402069:0:17888:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 1 00000001:00000010:3.0:1767384695.402072:0:17888:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ba84650b. 00080000:00000010:3.0:1767384695.402073:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000072fd32c5. 00080000:00000010:3.0:1767384695.402077:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000abb76e00. 00000001:00100000:3.0:1767384695.402080:0:17888:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9c024f05-a3b5-431a-8f8b-d3962b7e0303 00000001:00000040:3.0:1767384695.402082:0:17888:0:(tgt_lastrcvd.c:539:tgt_cb_new_client()) callback PUTting export 0000000094c562fe : new cb_count 0 00000020:00000040:3.0:1767384695.402084:0:17888:0:(genops.c:898:class_export_put()) PUTting export 0000000094c562fe : new refcount 0 00000020:00000080:3.0:1767384695.402085:0:17888:0:(genops.c:904:class_export_put()) final put 0000000094c562fe/9c024f05-a3b5-431a-8f8b-d3962b7e0303 00000001:00000010:3.0:1767384695.402090:0:17888:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000476cb567. 00080000:00000010:3.0:1767384695.402092:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000df8521d8. 00000020:00000001:1.0:1767384695.404344:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384695.404350:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000008f2c1a56/9c024f05-a3b5-431a-8f8b-d3962b7e0303 for lustre-MDT0000 00000020:00000040:1.0:1767384695.404369:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 3 to 192.168.203.25@tcp50 00000020:00000001:1.0:1767384695.404372:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:1.0:1767384695.404375:0:36:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000020:00000040:1.0:1767384695.404379:0:36:0:(genops.c:1229:class_import_get()) import 00000000e4a31c35 refcount=2 obd=lustre-MDT0000 00000020:00000001:1.0:1767384695.404382:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384695.404383:0:36:0:(genops.c:1242:class_import_put()) import 00000000e4a31c35 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1767384695.404385:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384695.404389:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384695.404390:0:36:0:(genops.c:1242:class_import_put()) import 00000000e4a31c35 refcount=0 obd=lustre-MDT0000 00000020:00000040:1.0:1767384695.404391:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000e4a31c35 00000020:00000001:1.0:1767384695.404405:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:1.0:1767384695.404408:0:36:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 000000002b89cfc2. 00010000:00000001:1.0:1767384695.404414:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384695.404417:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384695.404423:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000476ba9cd. 00000001:00000010:1.0:1767384695.404426:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000473c31b0. 00000001:00000010:1.0:1767384695.404429:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000025680772. 00000001:00000010:1.0:1767384695.404431:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005ecc24ba. 00000001:00000010:1.0:1767384695.404436:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000080cda63f. 00000001:00000010:1.0:1767384695.404459:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d8d11bb9. 00000001:00000001:1.0:1767384695.404465:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384695.404468:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1767384695.404470:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384695.404474:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d77dca29. 00000001:00000010:1.0:1767384695.404478:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b0a48456. 00000001:00000010:1.0:1767384695.404480:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a01e43e9. 00000001:00000010:1.0:1767384695.404482:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cada858f. 00000001:00000010:1.0:1767384695.404484:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000bc68ba8f. 00000001:00000010:1.0:1767384695.404486:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000179896d0. 00000001:00000001:1.0:1767384695.404488:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384695.404489:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384695.404490:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000001:1.0:1767384695.404493:0:36:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data 000000004fd06175: xid 1853237041827328, transno 8589934593, client gen 1, slot idx 0 00000001:00000001:1.0:1767384695.404498:0:36:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data 000000004fd06175: xid 1853237041827328, transno 8589934593, client gen 1, slot idx 0 00000001:00000010:1.0:1767384695.404501:0:36:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000004fd06175. 00000001:00000010:1.0:1767384695.404504:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 00000000235175ba. 00000004:00000001:1.0:1767384695.404508:0:36:0:(mdt_handler.c:7648:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384695.404511:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384695.404513:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 5 - export 00000020:00000010:1.0:1767384695.404516:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000008f2c1a56. 00000020:00000001:1.0:1767384695.404527:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384695.404530:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384695.404532:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000bf58c2a9/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000040:1.0:1767384695.404535:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 15 to 0@lo 00000020:00000001:1.0:1767384695.404537:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384695.404540:0:36:0:(genops.c:1229:class_import_get()) import 00000000e29633d9 refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384695.404542:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384695.404543:0:36:0:(genops.c:1242:class_import_put()) import 00000000e29633d9 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384695.404544:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384695.404545:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384695.404546:0:36:0:(genops.c:1242:class_import_put()) import 00000000e29633d9 refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384695.404548:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000e29633d9 00000020:00000001:1.0:1767384695.404557:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384695.404559:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384695.404560:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384695.404563:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003cf4918a. 00000001:00000010:1.0:1767384695.404566:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000089f1f133. 00000001:00000010:1.0:1767384695.404567:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007738cc4d. 00000001:00000010:1.0:1767384695.404571:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002254a877. 00000001:00000010:1.0:1767384695.404576:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000723962f3. 00000001:00000010:1.0:1767384695.404579:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000004a370685. 00000001:00000001:1.0:1767384695.404583:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384695.404584:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384695.404586:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384695.404587:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384695.404590:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000003ec1df5a. 00000020:00000001:1.0:1767384695.404597:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384695.404599:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 7 - export 00000020:00000010:1.0:1767384695.404601:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bf58c2a9. 00000020:00000001:1.0:1767384695.404604:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384695.404607:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384695.404608:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000094c562fe/9c024f05-a3b5-431a-8f8b-d3962b7e0303 for lustre-OST0000 00000020:00000040:1.0:1767384695.404611:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 2 to 192.168.203.25@tcp50 00000020:00000001:1.0:1767384695.404613:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:1.0:1767384695.404614:0:36:0:(genops.c:1229:class_import_get()) import 000000000ec6e3cb refcount=2 obd=lustre-OST0000 00000020:00000001:1.0:1767384695.404616:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384695.404617:0:36:0:(genops.c:1242:class_import_put()) import 000000000ec6e3cb refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1767384695.404618:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1767384695.404619:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767384695.404620:0:36:0:(genops.c:1242:class_import_put()) import 000000000ec6e3cb refcount=0 obd=lustre-OST0000 00000020:00000040:1.0:1767384695.404621:0:36:0:(genops.c:1245:class_import_put()) final put import 000000000ec6e3cb 00000020:00000001:1.0:1767384695.404629:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1767384695.404630:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1767384695.404632:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1767384695.404636:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003019b311. 00000001:00000010:1.0:1767384695.404638:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e1bb3b98. 00000001:00000010:1.0:1767384695.404640:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000003a7a35ff. 00000001:00000010:1.0:1767384695.404642:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000099f81806. 00000001:00000010:1.0:1767384695.404644:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000086da8471. 00000001:00000010:1.0:1767384695.404650:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a2063779. 00000001:00000001:1.0:1767384695.404653:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1767384695.404654:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00010000:00000001:1.0:1767384695.404656:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1767384695.404657:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1767384695.404659:0:36:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at 000000002ac769bb. 00000020:00000001:1.0:1767384695.404664:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384695.404666:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 6 - export 00000020:00000010:1.0:1767384695.404668:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000094c562fe. 00000020:00000001:1.0:1767384695.404671:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:1.0:1767384695.404674:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384695.404676:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000e4a31c35 for lustre-MDT0000 00000020:00000040:1.0:1767384695.404679:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 1 to 192.168.203.25@tcp50 00000020:00000040:1.0:1767384695.404681:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 4 - import 00000020:00000010:1.0:1767384695.404683:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e4a31c35. 00000020:00000001:1.0:1767384695.404686:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384695.404687:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384695.404688:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000e29633d9 for lustre-OST0000 00000020:00000040:1.0:1767384695.404691:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 14 to 0@lo 00000020:00000040:1.0:1767384695.404693:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 5 - import 00000020:00000010:1.0:1767384695.404694:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000e29633d9. 00000020:00000001:1.0:1767384695.404697:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000001:1.0:1767384695.404698:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1767384695.404699:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000000ec6e3cb for lustre-OST0000 00000020:00000040:1.0:1767384695.404701:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=00000000e0e649cd refcount 0 to 192.168.203.25@tcp50 00000020:00000040:1.0:1767384695.404702:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (0000000076522e62) now 4 - import 00000020:00000010:1.0:1767384695.404704:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000000ec6e3cb. 00000020:00000001:1.0:1767384695.404706:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:3.0:1767384695.717514:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384695.717523:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384695.717531:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384695.717534:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384695.717618:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384695.717622:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384695.717638:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1767384695.909738:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384695.909772:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384695.909782:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b75088b. 00000020:00000040:1.0:1767384695.909788:0:36:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:1.0:1767384695.909792:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384695.909795:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384695.909801:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384695.909809:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000001f5cbb6. 00000100:00000001:1.0:1767384695.909816:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384695.909825:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384695.909836:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384695.909839:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384695.909844:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b75088b] to pc [ptlrpcd_00_00+0] req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384695.909877:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384695.909880:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767384695.909883:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767384695.909886:0:36:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003d43fffa. 00000020:00000040:1.0:1767384695.909888:0:36:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1767384695.909890:0:36:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767384695.909892:0:36:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767384695.909894:0:36:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767384695.909898:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f69bdea8. 00000100:00000001:1.0:1767384695.909902:0:36:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384695.909909:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767384695.909916:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767384695.909918:0:36:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.909921:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384695.909922:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1767384695.909923:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003d43fffa] to pc [ptlrpcd_00_01+1] req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384695.909930:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384695.909931:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.909935:0:16354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767384695.909947:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384695.909952:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384695.909964:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (321) 00000100:00000001:2.0:1767384695.909965:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384695.909966:0:16354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384695.909970:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384695.909970:0:16354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384695.909974:0:16355:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1767384695.909977:0:16354:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1767384695.909982:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767384695.909983:0:16354:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384695.909989:0:16354:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767384695.909996:0:16354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000006b75088b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048150912:0@lo:400: 00000100:00000001:2.0:1767384695.909999:0:16355:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767384695.910002:0:16355:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.910003:0:16354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384695.910006:0:16355:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767384695.910010:0:16355:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767384695.910010:0:16354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384695.910015:0:16355:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384695.910015:0:16354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384695.910020:0:16354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1767384695.910022:0:16355:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000003d43fffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16355:1853237048151040:0@lo:400: 00000100:00000001:2.0:1767384695.910028:0:16355:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1767384695.910029:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006797735d. 02000000:00000001:2.0:1767384695.910030:0:16355:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384695.910034:0:16354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384695.910035:0:16355:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384695.910039:0:16355:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767384695.910043:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000526d1c37. 00000400:00000010:0.0:1767384695.910044:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060597fd7. 02000000:00000001:2.0:1767384695.910046:0:16355:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384695.910053:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b223cb9. 00000400:00000010:0.0:1767384695.910055:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c8ca77d. 00000400:00000010:2.0:1767384695.910059:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000100:00000200:0.0:1767384695.910064:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048150912, portal 25 00000100:00000200:2.0:1767384695.910065:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048151040, portal 10 00000100:00000001:0.0:1767384695.910069:0:16354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767384695.910070:0:16355:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767384695.910073:0:16354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636135040 : -106180073416576 : ffff9f6e06711880) 00000100:00000001:2.0:1767384695.910074:0:16355:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637893636128768 : -106180073422848 : ffff9f6e06710000) 00000100:00000040:0.0:1767384695.910081:0:16354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767384695.910085:0:16355:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384695.910096:0:16354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767384695.910102:0:16354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1767384695.910103:0:16355:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1767384695.910106:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000040:2.0:1767384695.910110:0:16355:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1767384695.910112:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048150912, offset 0 00000400:00000010:2.0:1767384695.910114:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000100:00000200:2.0:1767384695.910119:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853237048151040, offset 0 00000400:00000200:0.0:1767384695.910123:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384695.910130:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384695.910141:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.910142:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384695.910157:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x695825ff08c00 00000400:00000200:0.0:1767384695.910164:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff08b80 00000400:00000200:2.0:1767384695.910167:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x229 [64] + 13176 00000400:00000200:2.0:1767384695.910177:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384695.910179:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x1a21 [2] + 0 00000400:00000010:0.0:1767384695.910184:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff343fe9. 00000400:00000200:2.0:1767384695.910196:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384695.910209:0:16354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000004bd7fc60 00000400:00000200:0.0:1767384695.910214:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1767384695.910216:0:16355:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1767384695.910219:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384695.910221:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1767384695.910224:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004bd7fc60 00000100:00000010:2.0:1767384695.910227:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068fd8f5e. 00000400:00000010:0.0:1767384695.910228:0:16354:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004bd7fc60. 00000100:00000040:2.0:1767384695.910234:0:16355:0:(events.c:337:request_in_callback()) incoming req@0000000068fd8f5e x1853237048151040 msgsize 224 00000100:00000001:0.0:1767384695.910237:0:16354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384695.910240:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1767384695.910243:0:16354:0:(events.c:337:request_in_callback()) incoming req@0000000080cb3543 x1853237048150912 msgsize 224 00000100:00100000:0.0:1767384695.910247:0:16354:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1767384695.910248:0:16354:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:2.0:1767384695.910345:0:16355:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1767384695.910360:0:16355:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1767384695.910368:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:2.0:1767384695.910370:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000100:00000001:2.0:1767384695.910373:0:16355:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767384695.910376:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384695.910386:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384695.910389:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384695.910396:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384695.910398:0:16355:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384695.910403:0:16355:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384695.910407:0:16355:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3705 usecs (4 jiffies) 00000100:00000001:2.0:1767384695.910410:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294983684 00000100:00000010:2.0:1767384695.910415:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e09a77b9. 00000100:00000001:2.0:1767384695.910423:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1767384695.910430:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294983684 00000100:00000010:2.0:1767384695.910433:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000604be90c. 00000100:00000001:2.0:1767384695.910436:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384695.910464:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294983685 00000100:00000010:2.0:1767384695.910467:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000af0804e. 00000100:00000001:2.0:1767384695.910471:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767384695.910473:0:16355:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294983685 00000100:00000010:2.0:1767384695.910475:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e7f044f2. 00000100:00000001:2.0:1767384695.910478:0:16355:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767384695.910481:0:16355:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384695.910484:0:16355:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384695.910486:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384695.910488:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384695.910497:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384695.910499:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384695.910501:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384695.910503:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384695.910504:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384695.910506:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384695.910623:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384695.910627:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048151040 02000000:00000001:1.0:1767384695.910631:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1767384695.910633:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767384695.910635:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767384695.910639:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767384695.910642:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048151040 00000020:00000001:1.0:1767384695.910645:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384695.910646:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000020:00000001:1.0:1767384695.910649:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384695.910651:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384695.910653:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1767384695.910658:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b88778. 00000020:00000010:1.0:1767384695.910663:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006adbd446. 00000020:00000010:1.0:1767384695.910668:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000100:00000040:1.0:1767384695.910677:0:18369:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1767384695.910680:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384695.910681:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1767384695.910684:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384695.910690:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384695.910706:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384695.910718:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384695.910720:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384695.910724:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00000001:1.0:1767384695.910728:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898717864704 : -106174991686912 : ffff9f6f35562300) 00000100:00000040:1.0:1767384695.910732:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000068fd8f5e x1853237048151040/t0(0) o400->@:676/0 lens 224/0 e 0 to 0 dl 1767384706 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384695.910742:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000068fd8f5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16355:x1853237048151040:12345-0@lo:400: 00000100:00000200:1.0:1767384695.910755:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048151040 00000020:00000001:1.0:1767384695.910759:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00080000:1.0:1767384695.910762:0:18369:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00000001:1.0:1767384695.910765:0:18369:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1767384695.910768:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384695.910771:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1767384695.910775:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e4e8accd. 02000000:00000001:1.0:1767384695.910778:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384695.910780:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384695.910785:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384695.910787:0:18369:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384695.910791:0:18369:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384695.910795:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384695.910799:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 15 to 0@lo 00000100:00000001:1.0:1767384695.910801:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:1.0:1767384695.910803:0:18369:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637898590658752 : -106175118892864 : 0xffff9f6f2dc120c0) 00000100:00000040:1.0:1767384695.910806:0:18369:0:(connection.c:149:ptlrpc_connection_get()) conn=000000004bad6d37 refcount 15 to 0@lo 02000000:00000001:1.0:1767384695.910808:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384695.910810:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384695.910813:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384695.910815:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384695.910819:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000100:00000200:1.0:1767384695.910825:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048151040, offset 224 00000400:00000200:1.0:1767384695.910831:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384695.910841:0:18369:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384695.910850:0:18369:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff08c00 00000400:00000200:1.0:1767384695.910857:0:18369:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x224d [1] + 224 00000400:00000200:1.0:1767384695.910863:0:18369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384695.910867:0:18369:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384695.910872:0:18369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384695.910876:0:18369:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384695.910885:0:18369:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384695.910901:0:18369:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384695.910909:0:18369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000010:1.0:1767384695.910911:0:18369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000100:00000001:1.0:1767384695.910914:0:18369:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384695.910916:0:18369:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384695.910919:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384695.910922:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:1.0:1767384695.910925:0:18369:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384695.910927:0:18369:0:(tgt_handler.c:791:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384695.910931:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000068fd8f5e x1853237048151040/t0(0) o400->@:676/0 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384695.910936:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384695.910941:0:16355:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1767384695.910945:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000068fd8f5e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16355:x1853237048151040:12345-0@lo:400: Request processed in 199us (705us total) trans 0 rc -107/-107 00000400:00000001:2.0:1767384695.910948:0:16355:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384695.910951:0:16355:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384695.910955:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b223cb9. 00000100:00100000:1.0:1767384695.910959:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000400:00000200:2.0:1767384695.910962:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000100:00000001:1.0:1767384695.910966:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1767384695.910967:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000100:00000001:1.0:1767384695.910970:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384695.910973:0:16355:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000010:1.0:1767384695.910977:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006adbd446. 00000100:00000200:2.0:1767384695.910980:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384695.910985:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000020:00000010:1.0:1767384695.910996:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b88778. 00000100:00000200:2.0:1767384695.911002:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384695.911004:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384695.911022:0:16355:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767384695.911025:0:16355:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384695.911028:0:16355:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767384695.911031:0:16355:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767384695.911033:0:16355:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767384695.911034:0:16355:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384695.911037:0:16355:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767384695.911043:0:16355:0:(import.c:2128:obd_at_measure()) add 0 to 000000003ba8bd22 time=105 v=5 (5 0 0 0) 00000100:00001000:2.0:1767384695.911046:0:16355:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1767384695.911050:0:16355:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767384695.911051:0:16355:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1767384695.911054:0:16355:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1767384695.911057:0:16355:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1767384695.911060:0:16355:0:(import.c:65:import_set_state_nolock()) 0000000089c0f131 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1767384695.911064:0:16355:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1767384695.912793:0:16354:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1767384695.912801:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:0.0:1767384695.912803:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000100:00000001:0.0:1767384695.912806:0:16354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767384695.912809:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384695.912818:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384695.912820:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384695.912826:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.912828:0:16354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1767384695.912831:0:16354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.912834:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294983689 00000100:00000001:0.0:1767384695.912839:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983684 00000100:00000001:0.0:1767384695.912842:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294983689 00000100:00000001:0.0:1767384695.912845:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983684 00000100:00000001:0.0:1767384695.912847:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294983689 00000100:00000001:0.0:1767384695.912849:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4294983685 00000100:00000001:0.0:1767384695.912852:0:16354:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294983689 00000100:00000001:0.0:1767384695.912854:0:16354:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4294983685 00000100:00000001:0.0:1767384695.912857:0:16354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384695.912858:0:16354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.912866:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.912868:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384695.912873:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384695.912874:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767384695.912876:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384695.912877:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767384695.912879:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.912881:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.914799:0:17078:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1767384695.914803:0:17078:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048150912 02000000:00000001:3.0:1767384695.914807:0:17078:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1767384695.914809:0:17078:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384695.914811:0:17078:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384695.914815:0:17078:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384695.914818:0:17078:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048150912 00000020:00000001:3.0:1767384695.914820:0:17078:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1767384695.914829:0:17078:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2718edb 00000020:00000001:3.0:1767384695.914831:0:17078:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1767384695.914834:0:17078:0:(lustre_handles.c:131:class_handle2object()) GET export 000000003e698a73 refcount=10 00000020:00000001:3.0:1767384695.914837:0:17078:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000001:3.0:1767384695.914840:0:17078:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000100:00000001:3.0:1767384695.914845:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384695.914849:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0e976d5. 00000100:00000001:3.0:1767384695.914851:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384695.914854:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0e976d5. 00000020:00000010:3.0:1767384695.914860:0:17078:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b22223f2. 00000020:00000010:3.0:1767384695.914865:0:17078:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000805a7dad. 00000020:00000010:3.0:1767384695.914869:0:17078:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000100:00000040:3.0:1767384695.914877:0:17078:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1767384695.914880:0:17078:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1767384695.914881:0:17078:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384695.914883:0:17078:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.914891:0:17078:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.914907:0:17078:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384695.914916:0:17078:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1767384695.914918:0:17078:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1767384695.914923:0:17078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00000040:3.0:1767384695.914926:0:17078:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export 000000003e698a73 : new rpc_count 1 00000100:00000001:3.0:1767384695.914928:0:17078:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898863204432 : -106174846347184 : ffff9f6f3dffd850) 00000100:00000040:3.0:1767384695.914932:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@0000000080cb3543 x1853237048150912/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:676/0 lens 224/0 e 0 to 0 dl 1767384706 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.914942:0:17078:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1767384695.914944:0:17078:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a0e976d5. 00000100:00000001:3.0:1767384695.914946:0:17078:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384695.914948:0:17078:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a0e976d5. 00000100:00100000:3.0:1767384695.914951:0:17078:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@0000000080cb3543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+10:16354:x1853237048150912:12345-0@lo:400: 00000100:00000200:3.0:1767384695.914955:0:17078:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048150912 00000020:00000001:3.0:1767384695.914958:0:17078:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1767384695.914966:0:17078:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1767384695.914969:0:17078:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384695.914972:0:17078:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1767384695.914974:0:17078:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072660105344 : -1049446272 : ffffffffc172b880) 00000020:00000001:3.0:1767384695.914977:0:17078:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1767384695.914979:0:17078:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1767384695.914981:0:17078:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1767384695.914984:0:17078:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1767384695.914986:0:17078:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384695.914989:0:17078:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1767384695.914992:0:17078:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1767384695.914993:0:17078:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1767384695.914997:0:17078:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005fa4fbb1. 02000000:00000001:3.0:1767384695.915000:0:17078:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.915002:0:17078:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384695.915004:0:17078:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1767384695.915007:0:17078:0:(ldlm_lib.c:3286:target_committed_to_req()) last_committed 0, transno 0, xid 1853237048150912 00010000:00000001:3.0:1767384695.915010:0:17078:0:(ldlm_lib.c:3355:target_send_reply()) Process entered 00010000:00000200:3.0:1767384695.915014:0:17078:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000080cb3543 x1853237048150912/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:676/0 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1767384695.915022:0:17078:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1767384695.915024:0:17078:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384695.915027:0:17078:0:(import.c:2128:obd_at_measure()) add 1 to 0000000095813f14 time=112 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384695.915030:0:17078:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1767384695.915033:0:17078:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 15 to 0@lo 00000100:00000001:3.0:1767384695.915035:0:17078:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384695.915038:0:17078:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1767384695.915040:0:17078:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.915043:0:17078:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384695.915045:0:17078:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384695.915049:0:17078:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa8f8f4. 00000100:00000200:3.0:1767384695.915052:0:17078:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1853237048150912, offset 224 00000400:00000200:3.0:1767384695.915058:0:17078:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.915065:0:17078:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.915073:0:17078:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x695825ff08b80 00000400:00000200:3.0:1767384695.915078:0:17078:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2249 [1] + 224 00000400:00000200:3.0:1767384695.915087:0:17078:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.915090:0:17078:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384695.915094:0:17078:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384695.915097:0:17078:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767384695.915106:0:17078:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.915127:0:17078:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767384695.915132:0:17078:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa8f8f4 00000400:00000010:3.0:1767384695.915133:0:17078:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa8f8f4. 00000100:00000001:3.0:1767384695.915136:0:17078:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1767384695.915138:0:17078:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1767384695.915142:0:17078:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384695.915144:0:17078:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 14 to 0@lo 00010000:00000001:3.0:1767384695.915147:0:17078:0:(ldlm_lib.c:3367:target_send_reply()) Process leaving 00000020:00000001:3.0:1767384695.915148:0:17078:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384695.915151:0:17078:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1767384695.915154:0:17078:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080cb3543 x1853237048150912/t0(0) o400->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:676/0 lens 224/224 e 0 to 0 dl 1767384706 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384695.915162:0:17078:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@0000000080cb3543 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8+10:16354:x1853237048150912:12345-0@lo:400: Request processed in 220us (4918us total) trans 0 rc 0/0 00000100:00100000:3.0:1767384695.915170:0:17078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00000040:3.0:1767384695.915173:0:17078:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export 000000003e698a73 : new rpc_count 0 00000100:00000001:3.0:1767384695.915176:0:17078:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384695.915177:0:17078:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1767384695.915181:0:17078:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000805a7dad. 00000020:00000010:3.0:1767384695.915185:0:17078:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384695.915189:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b22223f2. 00000020:00000040:3.0:1767384695.915194:0:17078:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 9 02000000:00000001:3.0:1767384695.915198:0:17078:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1767384695.915200:0:17078:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005fa4fbb1. 02000000:00000001:3.0:1767384695.915203:0:17078:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1767384695.915205:0:17078:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384695.915214:0:17078:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384695.915218:0:17078:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba78c137. 00000400:00000010:3.0:1767384695.915223:0:17078:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000676a5802. 00000100:00000001:0.0:1767384695.915331:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384695.915334:0:16354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767384695.915337:0:16354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384695.915338:0:16354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384695.915340:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060597fd7. 00000400:00000200:0.0:1767384695.915343:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c8ca77d 00000400:00000010:0.0:1767384695.915345:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c8ca77d. 00000100:00000001:0.0:1767384695.915347:0:16354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767384695.915350:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384695.915358:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384695.915364:0:16354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767384695.915365:0:16354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384695.915366:0:16354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767384695.915368:0:16354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767384695.915369:0:16354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767384695.915371:0:16354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384695.915372:0:16354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767384695.915375:0:16354:0:(import.c:2128:obd_at_measure()) add 5 to 00000000607ab4cd time=112 v=5 (5 0 0 0) 00000100:00001000:0.0:1767384695.915378:0:16354:0:(import.c:2128:obd_at_measure()) add 1 to 000000000fabd04c time=112 v=5 (1 0 0 0) 00000100:00000001:0.0:1767384695.915380:0:16354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767384695.915382:0:16354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384695.915385:0:16354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767384695.915387:0:16354:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.915389:0:16354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384695.915392:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384695.915399:0:16354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767384695.915407:0:16354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767384695.915409:0:16354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767384695.915412:0:16354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767384695.915420:0:16354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000006b75088b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16354:1853237048150912:0@lo:400: 00000100:00000001:0.0:1767384695.915424:0:16354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384695.915426:0:16354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767384695.915428:0:16354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000006b75088b x1853237048150912/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384695.915433:0:16354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767384695.915436:0:16354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767384695.915453:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006797735d. 02000000:00000001:0.0:1767384695.915456:0:16354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767384695.915458:0:16354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767384695.915460:0:16354:0:(genops.c:1242:class_import_put()) import 000000001ffd8790 refcount=3 obd=MGC192.168.203.125@tcp 00000020:00000001:0.0:1767384695.915462:0:16354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767384695.915464:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000001f5cbb6. 02000000:00000001:0.0:1767384695.915468:0:16354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767384695.915469:0:16354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767384695.915471:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b75088b. 00000100:00000001:0.0:1767384695.915475:0:16354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767384695.915476:0:16354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384695.915478:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767384695.915481:0:16354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767384695.915482:0:16354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384695.915484:0:16354:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767384695.915486:0:16354:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384695.919504:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294983689, at 4294983690 00000100:00000040:0.0:1767384695.919504:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294983689, at 4294983690 00000100:00000010:3.0:1767384695.919514:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e7f044f2. 00000100:00000010:0.0:1767384695.919515:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e09a77b9. 00000100:00000040:1.0:1767384695.919538:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294983689, at 4294983690 00000100:00000010:1.0:1767384695.919554:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000604be90c. 00000100:00000001:2.0:1767384695.925576:0:16355:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:2.0:1767384695.925582:0:16355:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1767384695.925585:0:16355:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1767384695.925588:0:16355:0:(import.c:65:import_set_state_nolock()) 0000000089c0f131 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1767384695.925593:0:16355:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1767384695.925599:0:16355:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 210 00000100:00000040:2.0:1767384695.925604:0:16355:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00000100:00000001:2.0:1767384695.925606:0:16355:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384695.925608:0:16355:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:2.0:1767384695.925611:0:16355:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:2.0:1767384695.925614:0:16355:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1767384695.925616:0:16355:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e271900f 00000020:00000001:2.0:1767384695.925618:0:16355:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1767384695.925621:0:16355:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004d354fce refcount=8 00000020:00000001:2.0:1767384695.925622:0:16355:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893617895424 : -106180091656192 : ffff9f6e055ac800) 00000020:00000001:2.0:1767384695.925625:0:16355:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893617895424 : -106180091656192 : ffff9f6e055ac800) 00000100:00000040:2.0:1767384695.925628:0:16355:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00000100:00000001:2.0:1767384695.925630:0:16355:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1767384695.925632:0:16355:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:2.0:1767384695.925633:0:16355:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000040:2.0:1767384695.925636:0:16355:0:(genops.c:898:class_export_put()) PUTting export 000000004d354fce : new refcount 7 00000100:00080000:2.0:1767384695.925639:0:16355:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000089c0f131 using connection 192.168.203.125@tcp/0@lo 00000100:00000001:2.0:1767384695.925641:0:16355:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384695.925643:0:16355:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1767384695.925653:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294983689, at 4294983696 00000100:00000010:2.0:1767384695.925660:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000af0804e. 02000000:00000001:2.0:1767384695.925672:0:16355:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384695.925675:0:16355:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384695.925677:0:16355:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1767384695.925679:0:16355:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767384695.925686:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000088fc2ad4. 00000020:00000040:2.0:1767384695.925690:0:16355:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=4 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1767384695.925693:0:16355:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1767384695.925695:0:16355:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384695.925699:0:16355:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767384695.925702:0:16355:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767384695.925706:0:16355:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767384695.925714:0:16355:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000747097c7. 00000100:00000001:2.0:1767384695.925720:0:16355:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384695.925726:0:16355:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767384695.925737:0:16355:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767384695.925739:0:16355:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384695.925742:0:16355:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088fc2ad4] to pc [ptlrpcd_rcv+-1] req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384695.925777:0:16355:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384695.925780:0:16355:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1767384695.925783:0:16355:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1767384695.925790:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Rpc:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384695.925797:0:16355:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1767384695.925801:0:16355:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767384695.925802:0:16355:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767384695.925805:0:16355:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Interpret:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767384695.925812:0:16355:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@000000003d43fffa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16355:1853237048151040:0@lo:400: 00000100:00000001:2.0:1767384695.925819:0:16355:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384695.925822:0:16355:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384695.925825:0:16355:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@000000003d43fffa x1853237048151040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767384711 ref 1 fl Complete:RNQU/200/0 rc -107/-107 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384695.925832:0:16355:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767384695.925834:0:16355:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767384695.925837:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000526d1c37. 02000000:00000001:2.0:1767384695.925840:0:16355:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767384695.925842:0:16355:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384695.925843:0:16355:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1767384695.925845:0:16355:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767384695.925847:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000f69bdea8. 02000000:00000001:2.0:1767384695.925852:0:16355:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767384695.925854:0:16355:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767384695.925855:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003d43fffa. 00000100:00000001:2.0:1767384695.925858:0:16355:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767384695.925860:0:16355:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384695.925862:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384695.925869:0:16355:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384695.925871:0:16355:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384695.925873:0:16355:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384695.925874:0:16355:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.926333:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384695.926337:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384695.926339:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767384695.926344:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.926354:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384695.926356:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384695.926359:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767384695.926362:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384695.926365:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767384695.926368:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000088fc2ad4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16353:1853237048151168:0@lo:38: 00000100:00000001:3.0:1767384695.926372:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767384695.926376:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767384695.926378:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384695.926381:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767384695.926385:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005fa4fbb1. 02000000:00000001:3.0:1767384695.926387:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384695.926393:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426670ac. 00000400:00000010:3.0:1767384695.926400:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa8f8f4. 00000100:00000200:3.0:1767384695.926406:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048151168, portal 10 00000100:00000001:3.0:1767384695.926409:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384695.926411:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717862016 : -106174991689600 : ffff9f6f35561880) 00000100:00000040:3.0:1767384695.926416:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.926424:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767384695.926426:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384695.926428:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000100:00000200:3.0:1767384695.926432:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237048151168, offset 0 00000400:00000200:3.0:1767384695.926467:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384695.926491:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384695.926502:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695825ff08c80 00000400:00000200:3.0:1767384695.926509:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x229 [64] + 13400 00000400:00000200:3.0:1767384695.926516:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384695.926520:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1767384695.926527:0:16353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384695.926529:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384695.926533:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fb4b8c50. 00000100:00000040:3.0:1767384695.926536:0:16353:0:(events.c:337:request_in_callback()) incoming req@00000000fb4b8c50 x1853237048151168 msgsize 520 00000100:00100000:3.0:1767384695.926540:0:16353:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1767384695.926554:0:16353:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1767384695.926561:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000400:00000010:3.0:1767384695.926563:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000100:00000001:3.0:1767384695.926566:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384695.926569:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.926578:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384695.926580:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.926587:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.926589:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1767384695.926595:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384695.926599:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3598 usecs (4 jiffies) 00000100:00000001:3.0:1767384695.926603:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294983701 00000100:00000010:3.0:1767384695.926608:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e66b8cf. 00000100:00000001:3.0:1767384695.926613:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1767384695.926616:0:18369:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1767384695.926621:0:18369:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853237048151168 00000100:00000001:3.0:1767384695.926624:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294983701 02000000:00000001:1.0:1767384695.926628:0:18369:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1767384695.926630:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb113bb9. 00000100:00000001:1.0:1767384695.926632:0:18369:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384695.926636:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1767384695.926636:0:18369:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.926643:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294983701 02000000:00000001:1.0:1767384695.926644:0:18369:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767384695.926651:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ddc43d48. 00000100:00100000:1.0:1767384695.926654:0:18369:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853237048151168 00000100:00000001:3.0:1767384695.926656:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000001:1.0:1767384695.926659:0:18369:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1767384695.926662:0:18369:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e2719016 00000020:00000001:1.0:1767384695.926666:0:18369:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1767384695.926669:0:18369:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384695.926671:0:18369:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.926676:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294983701 00000020:00000010:1.0:1767384695.926680:0:18369:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b88778. 00000100:00000010:3.0:1767384695.926683:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000580d0124. 00000100:00000001:3.0:1767384695.926689:0:16353:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000020:00000010:1.0:1767384695.926690:0:18369:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000006adbd446. 00000100:00000001:3.0:1767384695.926694:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1767384695.926698:0:18369:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000100:00000001:3.0:1767384695.926700:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.926704:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.926707:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384695.926707:0:18369:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1767384695.926712:0:18369:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1767384695.926717:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767384695.926717:0:18369:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.926722:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1767384695.926727:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384695.926729:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767384695.926729:0:18369:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.926734:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.926738:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384695.926757:0:18369:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767384695.926777:0:18369:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1767384695.926780:0:18369:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1767384695.926788:0:18369:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00000001:1.0:1767384695.926791:0:18369:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446637898601457280 : -106175108094336 : ffff9f6f2e65e680) 00000100:00000040:1.0:1767384695.926797:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000fb4b8c50 x1853237048151168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1767384715 ref 1 fl New:/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767384695.926812:0:18369:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@00000000fb4b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16353:x1853237048151168:12345-0@lo:38: 00000100:00000200:1.0:1767384695.926816:0:18369:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048151168 00000020:00000001:1.0:1767384695.926819:0:18369:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:1.0:1767384695.926824:0:18369:0:(ldlm_lib.c:1163:target_handle_connect()) Process entered 00000020:00000040:1.0:1767384695.926834:0:18369:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (00000000cac57713) now 4 - find 00000020:00000001:1.0:1767384695.926837:0:18369:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446637897918964576 : -106175790587040 : ffff9f6f05b7e360) 00010000:02000000:1.0:1767384695.926842:0:18369:0:(ldlm_lib.c:1191:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00000040:3.0:1767384695.931514:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294983701, at 4294983702 00000100:00000040:2.0:1767384695.931517:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294983701, at 4294983702 00000100:00000010:3.0:1767384695.931525:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000580d0124. 00000100:00000010:2.0:1767384695.931528:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ddc43d48. 00000100:00000040:0.0:1767384695.931956:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294983701, at 4294983702 00000100:00000010:0.0:1767384695.931971:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e66b8cf. 00010000:00000001:1.0:1767384695.932003:0:18369:0:(ldlm_lib.c:1192:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:1.0:1767384695.932012:0:18369:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 4 - find 00010000:00000001:1.0:1767384695.932016:0:18369:0:(ldlm_lib.c:1700:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1767384695.932019:0:18369:0:(niobuf.c:815:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1767384695.932023:0:18369:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1767384695.932026:0:18369:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1767384695.932035:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294983701, at 4294983702 00000100:00000010:1.0:1767384695.932040:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb113bb9. 02000000:00000010:1.0:1767384695.932052:0:18369:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000084cda8a3. 02000000:00000001:1.0:1767384695.932055:0:18369:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384695.932059:0:18369:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384695.932063:0:18369:0:(ldlm_lib.c:3298:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1767384695.932065:0:18369:0:(ldlm_lib.c:3308:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767384695.932069:0:18369:0:(niobuf.c:600:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1767384695.932072:0:18369:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1767384695.932075:0:18369:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1767384695.932078:0:18369:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 15 to 0@lo 00000100:00000001:1.0:1767384695.932080:0:18369:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000100:00000001:1.0:1767384695.932082:0:18369:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446637898590658752 : -106175118892864 : 0xffff9f6f2dc120c0) 00000100:00000040:1.0:1767384695.932085:0:18369:0:(connection.c:149:ptlrpc_connection_get()) conn=000000004bad6d37 refcount 15 to 0@lo 02000000:00000001:1.0:1767384695.932087:0:18369:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1767384695.932089:0:18369:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767384695.932092:0:18369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767384695.932096:0:18369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1767384695.932102:0:18369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000100:00000200:1.0:1767384695.932108:0:18369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048151168, offset 0 00000400:00000200:1.0:1767384695.932114:0:18369:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384695.932126:0:18369:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384695.932136:0:18369:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff08c80 00000400:00000200:1.0:1767384695.932143:0:18369:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2265 [1] + 0 00000400:00000200:1.0:1767384695.932150:0:18369:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384695.932153:0:18369:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1767384695.932159:0:18369:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767384695.932164:0:18369:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767384695.932174:0:18369:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767384695.932194:0:18369:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1767384695.932202:0:18369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000010:1.0:1767384695.932205:0:18369:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000100:00000001:1.0:1767384695.932208:0:18369:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1767384695.932209:0:18369:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1767384695.932213:0:18369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767384695.932216:0:18369:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 14 to 0@lo 00000100:00000001:1.0:1767384695.932218:0:18369:0:(niobuf.c:836:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384695.932221:0:18369:0:(tgt_handler.c:770:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1767384695.932226:0:18369:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fb4b8c50 x1853237048151168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1767384715 ref 1 fl Interpret:/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.932239:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767384695.932239:0:18369:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@00000000fb4b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16353:x1853237048151168:12345-0@lo:38: Request processed in 5425us (5697us total) trans 0 rc -19/-19 00000100:00000001:3.0:1767384695.932246:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767384695.932255:0:16353:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384695.932261:0:16353:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1767384695.932261:0:18369:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000400:00000010:3.0:1767384695.932270:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000426670ac. 00000100:00000001:1.0:1767384695.932274:0:18369:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1767384695.932277:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa8f8f4 00000100:00000001:1.0:1767384695.932278:0:18369:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1767384695.932281:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa8f8f4. 00000020:00000010:1.0:1767384695.932286:0:18369:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000006adbd446. 00000100:00000001:3.0:1767384695.932287:0:16353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767384695.932295:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384695.932295:0:18369:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000020:00000010:1.0:1767384695.932303:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b88778. 00000100:00000001:1.0:1767384695.932313:0:18369:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767384695.932317:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.932329:0:16353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767384695.932331:0:16353:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384695.932334:0:16353:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767384695.932337:0:16353:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767384695.932339:0:16353:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767384695.932342:0:16353:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384695.932345:0:16353:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767384695.932352:0:16353:0:(import.c:2128:obd_at_measure()) add 0 to 000000003ba8bd22 time=105 v=5 (5 0 0 0) 00000100:00001000:3.0:1767384695.932364:0:16353:0:(import.c:2128:obd_at_measure()) add 1 to 000000003685b7c0 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1767384695.932367:0:16353:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767384695.932369:0:16353:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1767384695.932371:0:16353:0:(client.c:1695:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767384695.932375:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384705 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.932382:0:16353:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1767384695.932385:0:16353:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767384695.932386:0:16353:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384695.932388:0:16353:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1767384695.932390:0:16353:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1767384695.932392:0:16353:0:(import.c:65:import_set_state_nolock()) 0000000089c0f131 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767384695.932396:0:16353:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00000001:3.0:1767384695.932398:0:16353:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1767384695.932401:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384705 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767384695.932408:0:16353:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@0000000088fc2ad4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16353:1853237048151168:0@lo:38: 00000100:00000001:3.0:1767384695.932412:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384695.932414:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384695.932416:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@0000000088fc2ad4 x1853237048151168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1767384705 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384695.932423:0:16353:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767384695.932425:0:16353:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767384695.932427:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005fa4fbb1. 02000000:00000001:3.0:1767384695.932430:0:16353:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767384695.932432:0:16353:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767384695.932433:0:16353:0:(genops.c:1242:class_import_put()) import 0000000089c0f131 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1767384695.932435:0:16353:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767384695.932463:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000747097c7. 02000000:00000001:3.0:1767384695.932467:0:16353:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767384695.932468:0:16353:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767384695.932475:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000088fc2ad4. 00000100:00000001:3.0:1767384695.932478:0:16353:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767384695.932479:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384695.932481:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384695.932487:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384695.932489:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384695.932491:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384695.932492:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384696.549596:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp29 00000400:00000010:2.0:1767384696.549610:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000003e0d11c2. 00000400:00000010:2.0:1767384696.549619:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000005ebe6a3f. 00000400:00000010:2.0:1767384696.549628:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000400:00000010:2.0:1767384696.549638:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000f779a115. 00000400:00000200:2.0:1767384696.549643:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp29 00000400:00000200:2.0:1767384696.549665:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp29 local destination 00000400:00000200:2.0:1767384696.549672:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp29 00000400:00000200:2.0:1767384696.549676:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp29 NI seq info: [244:244:256:4294967295] 192.168.203.125@tcp29 LPNI seq info [210:210:8:4294967295] 00000400:00000200:2.0:1767384696.549684:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp29 00000400:00000200:2.0:1767384696.549692:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp29(192.168.203.125@tcp29:) -> 192.168.203.125@tcp29(192.168.203.125@tcp29:192.168.203.125@tcp29) : GET try# 0 00000800:00000200:2.0:1767384696.549697:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp29 00000800:00000010:2.0:1767384696.549703:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a4672e9e. 00000800:00000200:2.0:1767384696.549710:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000800:00000200:2.1:1767384696.549715:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000b1520567] -> 12345-192.168.203.125@tcp29 (2) 00000400:00000200:2.0:1767384696.549751:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp29 added to recovery queue. ping count: 6 next ping: 381 health :400 00000400:00000200:1.0:1767384696.551062:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551124:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551149:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551171:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551195:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551218:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551240:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551263:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551286:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551310:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551333:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551355:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551391:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551418:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551505:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551533:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551556:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551579:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551603:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551626:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551648:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551668:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551689:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551711:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551732:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551765:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551784:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551802:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551825:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551846:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551868:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551887:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551907:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551925:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384696.551942:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384696.552100:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb026031. 00000800:00000010:1.0:1767384696.552107:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000002395945a. 00000800:00000010:1.0:1767384696.552112:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000005ff1a11. 00000800:00000010:1.0:1767384696.552133:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000005ff1a11. 00000800:00020000:1.0:1767384696.552143:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384696.552147:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000002395945a. 00000800:00000010:1.0:1767384696.552149:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bb026031. 00000400:02020000:1.0:1767384696.552182:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp29 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:1.0:1767384696.552190:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp29 notifying 192.168.203.125@tcp29: down 00000800:00000200:1.0:1767384696.552198:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp29 down 00000800:00000100:1.0:1767384696.552204:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp29 00000800:00000010:1.0:1767384696.552207:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a4672e9e. 00000400:00000200:1.0:1767384696.552211:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:1.0:1767384696.552216:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp29->192.168.203.125@tcp29: GET: LOCAL_ERROR 00000400:00000200:1.0:1767384696.552228:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:1.0:1767384696.552232:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery message sent unsuccessfully:-71 00000400:00000200:1.0:1767384696.552236:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp29) recovery failed with -71 00010000:00000001:3.0:1767384696.741581:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384696.741589:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384696.741598:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384696.741599:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384696.741627:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384696.741631:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384696.741633:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1767384696.933660:0:17896:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384696.933667:0:17896:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1767384697.573543:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384697.573550:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767384697.573553:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000f6d0721 00000400:00000010:2.0:1767384697.573559:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 00000400:00000200:2.0:1767384697.573565:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:2.0:1767384697.573571:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp29 recovery ping unlinked 00000400:00000010:2.0:1767384697.573582:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000003e0d11c2. 00000400:00000010:2.0:1767384697.573587:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000005ebe6a3f. 00010000:00000001:3.0:1767384697.765517:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384697.765524:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384697.765530:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384697.765531:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384697.765589:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384697.765594:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384697.765597:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384697.829587:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000af1b3040] -> 12345-192.168.203.125@tcp23 (6) 00000800:00000200:0.0:1767384697.829594:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp23 ip 192.168.203.125:988 00000800:00000200:0.0:1767384697.829607:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1767384697.829625:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000007c7f026d] -> 12345-192.168.203.125@tcp10 (6) 00000800:00000200:0.0:1767384697.829627:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp10 ip 192.168.203.125:988 00000800:00000200:0.0:1767384697.829629:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1767384697.829746:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384697.829756:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384697.829759:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384697.829787:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384697.829796:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767384697.829800:0:16349:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767384697.829803:0:16349:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1767384697.829811:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:3.0:1767384697.829818:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767384697.829824:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767384698.085554:0:40111:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:0.0:1767384698.085566:0:40111:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000008ddd2c81 - data 00000000fd73e332/00000000fc2ed692 00000020:00000010:0.0:1767384698.085683:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000afc1c4b4. 00000020:00000010:0.0:1767384698.085689:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 00000000f0ca80ec. 00000020:00000010:0.0:1767384698.085695:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000fc2ed692. 00000020:00000010:0.0:1767384698.085697:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000007fa983c6. 00000020:00000010:0.0:1767384698.085702:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000e11eb5ed. 00000020:00000010:0.0:1767384698.085704:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000008b388391. 00000020:00000010:0.0:1767384698.085707:0:40111:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000008ddd2c81. 00000020:01000000:0.0:1767384698.085712:0:40111:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 000000009a944d1b - data 00000000caec9a23/000000007b29f092 00000020:00000010:0.0:1767384698.085804:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at 00000000c9a97750. 00000020:00000010:0.0:1767384698.085809:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at 0000000033c31080. 00000020:00000010:0.0:1767384698.085811:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000007b29f092. 00000020:00000010:0.0:1767384698.085814:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000007eb3e569. 00000020:00000010:0.0:1767384698.085817:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 0000000079350d75. 00000020:00000010:0.0:1767384698.085819:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000007d00525a. 00000020:00000010:0.0:1767384698.085822:0:40111:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 000000009a944d1b. 00000020:00000001:0.0:1767384698.085824:0:40111:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1767384698.086085:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000f04a32a0. 00000020:00000010:0.0:1767384698.086089:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 000000007ccacd56. 00000020:00000010:0.0:1767384698.086091:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at 00000000d753b17a. 00000020:00000010:0.0:1767384698.086094:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at 00000000c2a8f93f. 00000020:00000010:0.0:1767384698.086097:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000eb44a23b. 02000000:00000001:0.0:1767384698.091601:0:40111:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00001000:0.0:1767384698.091605:0:40111:0:(upcall_cache_internal.h:25:free_entry()) destroy cache entry 000000000a731c41 for key 0 00000004:00000010:0.0:1767384698.091609:0:40111:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at 000000000a731c41. 02000000:00000001:0.0:1767384698.091626:0:40111:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384698.091628:0:40111:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 00000000e30d3413. 02000000:00000010:0.0:1767384698.091631:0:40111:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 0000000050b1fe8a. 02000000:00000001:0.0:1767384698.091633:0:40111:0:(upcall_cache.c:512:upcall_cache_flush()) Process entered 02000000:00000001:0.0:1767384698.091636:0:40111:0:(upcall_cache.c:527:upcall_cache_flush()) Process leaving 02000000:00000010:0.0:1767384698.091637:0:40111:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at 0000000097aa5277. 02000000:00000010:0.0:1767384698.091639:0:40111:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at 00000000b2a31a94. 00000020:00000001:0.0:1767384698.091642:0:40111:0:(tgt_main.c:643:tgt_fini()) Process entered 00000001:00000001:0.0:1767384698.091645:0:40111:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1767384698.091647:0:40111:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934593 00080000:00000001:0.0:1767384698.091652:0:40111:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:0.0:1767384698.091656:0:40111:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000006797735d. 00080000:00000001:0.0:1767384698.091659:0:40111:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637893639236608 : -106180070315008 : ffff9f6e06a06c00) 00080000:00000001:0.0:1767384698.091663:0:40111:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:0.0:1767384698.091668:0:40111:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1767384698.091671:0:40111:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ec3cc267. 00080000:00000001:0.0:1767384698.091673:0:40111:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384698.091676:0:40111:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:0.0:1767384698.091688:0:40111:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384698.091691:0:40111:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1767384698.091716:0:40111:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-MDT0000: write last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384698.091719:0:40111:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1767384698.091722:0:40111:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:2.0:1767384698.094007:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000006797735d. 00080000:00000010:0.0:1767384698.094048:0:40111:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ec3cc267. 00040000:00000001:0.0:1767384698.094054:0:40111:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1767384698.094056:0:40111:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:0.0:1767384698.094058:0:40111:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1767384698.094061:0:40111:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000: update last_rcvd server data for UUID = lustre-MDT0000_UUID, last_transno = 8589934593: rc = 0 00000001:00000001:0.0:1767384698.094063:0:40111:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1767384698.094069:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000a50c9687/000000005c1ccb3c to site lru. bkt: 00000000d2dffec2 00000020:00000010:0.0:1767384698.094072:0:40111:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at 00000000be2cceb0. 00000020:00000010:0.0:1767384698.094091:0:40111:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at 00000000256e1e29. 00000020:00000010:0.0:1767384698.094094:0:40111:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at 00000000d9cfb7f5. 00000020:00000002:0.0:1767384698.094102:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000b63ff007/00000000325a04f2 to site lru. bkt: 00000000f843fe2d 00000020:00000001:0.0:1767384698.094109:0:40111:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000004:00000001:0.0:1767384698.094111:0:40111:0:(mdt_coordinator.c:1213:mdt_hsm_cdt_fini()) Process entered 00000020:00000010:0.0:1767384698.094116:0:40111:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000d4b845c7. 00000020:00000010:0.0:1767384698.094120:0:40111:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000022e18f4d. 00000020:00000010:0.0:1767384698.094124:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b84e5405. 00000020:00000010:0.0:1767384698.094130:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000070d3d05b. 00000040:00000010:0.0:1767384698.094135:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a7a61a29. 00000020:00000010:0.0:1767384698.094137:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000022483a69. 00000020:00000010:0.0:1767384698.094142:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000eca48595. 00000020:00000010:0.0:1767384698.094147:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a1a41c2d. 80000000:00000010:0.0:1767384698.094150:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ca5f943e. 40000000:00000010:0.0:1767384698.094154:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005c083a61. 00100000:00000010:0.0:1767384698.094157:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ce9365ed. 00040000:00000010:0.0:1767384698.094161:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000315f15a4. 00040000:00000010:0.0:1767384698.094165:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000042316d0c. 00040000:00000010:0.0:1767384698.094169:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000412173d9. 00080000:00000010:0.0:1767384698.094172:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000bda518e5. 00080000:00000010:0.0:1767384698.094176:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b7052c30. 00000004:00000010:0.0:1767384698.094180:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000024f3cbb8. 00000004:00000010:0.0:1767384698.094185:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000ff1d19f. 00000004:00000010:0.0:1767384698.094189:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000fe4685b0. 00000004:00000010:0.0:1767384698.094193:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000980912b0. 00000020:00000010:0.0:1767384698.094196:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f0e1028c. 00000001:00000001:0.0:1767384698.094199:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384698.094204:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000e3d9ad0a. 00000001:00000010:0.0:1767384698.094206:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000af819351. 00000001:00000010:0.0:1767384698.094208:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000f3cc3cce. 00000001:00000001:0.0:1767384698.094211:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000004:00000001:0.0:1767384698.094212:0:40111:0:(mdt_coordinator.c:1225:mdt_hsm_cdt_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767384698.094216:0:40111:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1767384698.094219:0:40111:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1767384698.094243:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000009a4de645. 00000020:00000010:0.0:1767384698.094246:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 00000000939d860b. 00000020:00000010:0.0:1767384698.094248:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000c66c7ddf. 00000020:00000010:0.0:1767384698.094252:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000705a0faf. 00010000:00000001:0.0:1767384698.094283:0:40111:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1767384698.094292:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000be9c0428. 00000020:00000010:0.0:1767384698.094294:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 000000004428a252. 00000020:00000010:0.0:1767384698.094297:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000002a7e7027. 00000020:00000010:0.0:1767384698.094299:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a5ab0ece. 00000001:00000001:0.0:1767384698.094329:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384698.109277:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e1d4036f. 00000001:00000010:0.0:1767384698.109295:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a301a16a. 00000001:00000010:0.0:1767384698.109297:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005ffd8f38. 00000001:00000010:0.0:1767384698.109298:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001e24d8d6. 00000001:00000010:0.0:1767384698.109300:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ab03dffc. 00000001:00000010:0.0:1767384698.109302:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000036fd9757. 00000001:00000010:0.0:1767384698.109303:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000011dd5a78. 00000001:00000010:0.0:1767384698.109305:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000093e2129c. 00000001:00000010:0.0:1767384698.109307:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f3e0c778. 00000001:00000010:0.0:1767384698.109309:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000059975bdd. 00000001:00000010:0.0:1767384698.109311:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000aebc0221. 00000001:00000010:0.0:1767384698.109312:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000108de19e. 00000001:00000010:0.0:1767384698.109314:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e8385b83. 00000001:00000010:0.0:1767384698.109316:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007e9020f1. 00000001:00000010:0.0:1767384698.109317:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000eb7eccb. 00000001:00000010:0.0:1767384698.109319:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009159ee05. 00000001:00000010:0.0:1767384698.109321:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b041c111. 00000001:00000010:0.0:1767384698.109322:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007ed14286. 00000001:00000010:0.0:1767384698.109324:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000003cd7ce7. 00000001:00000010:0.0:1767384698.109325:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000048367083. 00000001:00000010:0.0:1767384698.109327:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000382b774f. 00000001:00000010:0.0:1767384698.109329:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a8b3ef78. 00000001:00000010:0.0:1767384698.109330:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000029d4e74b. 00000001:00000010:0.0:1767384698.109332:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ff5b67dd. 00000001:00000010:0.0:1767384698.109334:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fdab4b18. 00000001:00000010:0.0:1767384698.109336:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b5835744. 00000001:00000010:0.0:1767384698.109352:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000036c0d7c5. 00000001:00000010:0.0:1767384698.109353:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001e1ca38e. 00000001:00000010:0.0:1767384698.109355:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000237c19db. 00000001:00000010:0.0:1767384698.109357:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ee50acff. 00000001:00000010:0.0:1767384698.109359:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007b129b82. 00000001:00000010:0.0:1767384698.109360:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c089090a. 00000001:00000010:0.0:1767384698.109362:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005a5998aa. 00000001:00000010:0.0:1767384698.109364:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000088461e7a. 00000001:00000010:0.0:1767384698.109365:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012a8249d. 00000001:00000010:0.0:1767384698.109367:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000071067840. 00000001:00000010:0.0:1767384698.109368:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000059e854ac. 00000001:00000010:0.0:1767384698.109370:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000015b96ca2. 00000001:00000010:0.0:1767384698.109372:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006e596f01. 00000001:00000010:0.0:1767384698.109373:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002f79fa5f. 00000001:00000010:0.0:1767384698.109375:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003969d19a. 00000001:00000010:0.0:1767384698.109377:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d1347953. 00000001:00000010:0.0:1767384698.109378:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000048983e5e. 00000001:00000010:0.0:1767384698.109380:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000012413928. 00000001:00000010:0.0:1767384698.109382:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f89286fa. 00000001:00000010:0.0:1767384698.109383:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f4364f47. 00000001:00000010:0.0:1767384698.109385:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000384d07e. 00000001:00000010:0.0:1767384698.109386:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000059fb6789. 00000001:00000010:0.0:1767384698.109388:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005c831ea6. 00000001:00000010:0.0:1767384698.109389:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000810b3ce8. 00000001:00000010:0.0:1767384698.109391:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000066bc601a. 00000001:00000010:0.0:1767384698.109393:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000019103c32. 00000001:00000010:0.0:1767384698.109395:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000838efbc6. 00000001:00000010:0.0:1767384698.109396:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007e2b3c27. 00000001:00000010:0.0:1767384698.109398:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005743ffd4. 00000001:00000010:0.0:1767384698.109399:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ce55c499. 00000001:00000010:0.0:1767384698.109401:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f53b1875. 00000001:00000010:0.0:1767384698.109402:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a670bbe0. 00000001:00000010:0.0:1767384698.109407:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002644c17f. 00000001:00000010:0.0:1767384698.109409:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000079b8696e. 00000001:00000010:0.0:1767384698.109411:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000e6c65621. 00000001:00000010:0.0:1767384698.109413:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006b0e0a40. 00000001:00000010:0.0:1767384698.109414:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000246074a. 00000001:00000010:0.0:1767384698.109416:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000908a2638. 00000001:00000010:0.0:1767384698.109417:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003ab35056. 00000001:00000010:0.0:1767384698.109419:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000027f9372c. 00000001:00000010:0.0:1767384698.109421:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000795436c3. 00000001:00000010:0.0:1767384698.109422:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000033213756. 00000001:00000010:0.0:1767384698.109424:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003c3b0d84. 00000001:00000010:0.0:1767384698.109425:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f4c2175c. 00000001:00000010:0.0:1767384698.109427:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000227178bf. 00000001:00000010:0.0:1767384698.109428:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005fa7631a. 00000001:00000010:0.0:1767384698.109430:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005ed39bb7. 00000001:00000010:0.0:1767384698.109431:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007ec5b6fe. 00000001:00000010:0.0:1767384698.109433:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002be0ddf7. 00000001:00000010:0.0:1767384698.109434:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009866e61a. 00000001:00000010:0.0:1767384698.109436:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003213fbb5. 00000001:00000010:0.0:1767384698.109437:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001cf2669a. 00000001:00000010:0.0:1767384698.109460:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001341c688. 00000001:00000010:0.0:1767384698.109462:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005e575733. 00000001:00000010:0.0:1767384698.109463:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000b2b2d818. 00000001:00000010:0.0:1767384698.109465:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003c4da06e. 00000001:00000010:0.0:1767384698.109467:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a78fc7c8. 00000001:00000010:0.0:1767384698.109468:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000821d3338. 00000001:00000010:0.0:1767384698.109470:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000003f4c2495. 00000001:00000010:0.0:1767384698.109471:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009f6a5026. 00000001:00000010:0.0:1767384698.109472:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bf0bd948. 00000001:00000010:0.0:1767384698.109473:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ea286eb4. 00000001:00000010:0.0:1767384698.109475:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000edd9f914. 00000001:00000010:0.0:1767384698.109476:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000024407736. 00000001:00000010:0.0:1767384698.109482:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000ffd67065. 00000001:00000010:0.0:1767384698.109484:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000058a9508d. 00000001:00000010:0.0:1767384698.109486:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000a7a2ed40. 00000001:00000010:0.0:1767384698.109488:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008e9d36f9. 00000001:00000010:0.0:1767384698.109490:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007bdda162. 00000001:00000010:0.0:1767384698.109491:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000068fccbdd. 00000001:00000010:0.0:1767384698.109493:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000fb141349. 00000001:00000010:0.0:1767384698.109495:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000004b85a3b2. 00000001:00000010:0.0:1767384698.109497:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000043f52e27. 00000001:00000010:0.0:1767384698.109498:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000083b63902. 00000001:00000010:0.0:1767384698.109499:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000015862f4d. 00000001:00000010:0.0:1767384698.109501:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000081ba5685. 00000001:00000010:0.0:1767384698.109502:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000008e8c6f4. 00000001:00000010:0.0:1767384698.109503:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000d9d4475f. 00000001:00000010:0.0:1767384698.109505:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000097360ec. 00000001:00000010:0.0:1767384698.109506:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000002eaa923b. 00000001:00000010:0.0:1767384698.109507:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000008d5f813b. 00000001:00000010:0.0:1767384698.109508:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000c4f8ee7e. 00000001:00000010:0.0:1767384698.109510:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000057988555. 00000001:00000010:0.0:1767384698.109511:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000bf0a48a6. 00000001:00000010:0.0:1767384698.109512:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000415ecdc9. 00000001:00000010:0.0:1767384698.109514:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000040068715. 00000001:00000010:0.0:1767384698.109516:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000001c85957d. 00000001:00000010:0.0:1767384698.109517:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000099df93e8. 00000001:00000010:0.0:1767384698.109519:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000328f9432. 00000001:00000010:0.0:1767384698.109520:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000014ceac11. 00000001:00000010:0.0:1767384698.109522:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000006a518e46. 00000001:00000010:0.0:1767384698.109523:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000dd2b0e6d. 00000001:00000010:0.0:1767384698.109525:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000f5dcb6e9. 00000001:00000010:0.0:1767384698.109526:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000000a943046. 00000001:00000010:0.0:1767384698.109527:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000067f941a3. 00000001:00000010:0.0:1767384698.109529:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000009564a330. 00000001:00000010:0.0:1767384698.109534:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 0000000019f278e0. 00000001:00000010:0.0:1767384698.109536:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000007002807e. 00000001:00000010:0.0:1767384698.109537:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005d48ab00. 00000001:00000010:0.0:1767384698.109539:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000855c4476. 00000001:00000010:0.0:1767384698.109540:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 000000005b21b528. 00000001:00000010:0.0:1767384698.109542:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at 00000000204e0fcc. 00000001:00000010:0.0:1767384698.109544:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at 00000000bc2b8f23. 00000001:00000010:0.0:1767384698.109548:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000004acaed9f. 00000001:00000001:0.0:1767384698.109552:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1767384698.109556:0:40111:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000f6079c03. 00010000:00000001:0.0:1767384698.109559:0:40111:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384698.110489:0:40111:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384698.110492:0:40111:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 40000000:00000001:2.0:1767384698.110495:0:40111:0:(fid_handler.c:36:seq_server_set_cli()) Process entered 40000000:00000040:2.0:1767384698.110497:0:40111:0:(fid_handler.c:45:seq_server_set_cli()) srv-lustre-MDT0000: Detached sequence client 40000000:00000001:2.0:1767384698.110498:0:40111:0:(fid_handler.c:47:seq_server_set_cli()) Process leaving via out_up (rc=0 : 0 : 0x0) 40000000:00000001:2.0:1767384698.110501:0:40111:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384698.110546:0:40111:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384698.110552:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000002f83ea19/00000000cfa6076e to site lru. bkt: 000000005656f560 40000000:00000001:2.0:1767384698.110554:0:40111:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384698.110555:0:40111:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384698.110556:0:40111:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at 00000000f9458f56. 40000000:00000001:2.0:1767384698.110559:0:40111:0:(fid_handler.c:586:seq_server_fini()) Process entered 40000000:00000001:2.0:1767384698.110606:0:40111:0:(fid_store.c:220:seq_store_fini()) Process entered 00000020:00000002:2.0:1767384698.110608:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000000999dfb6/000000001f7adefa to site lru. bkt: 000000007a6654b5 40000000:00000001:2.0:1767384698.110610:0:40111:0:(fid_store.c:228:seq_store_fini()) Process leaving 40000000:00000001:2.0:1767384698.110611:0:40111:0:(fid_handler.c:591:seq_server_fini()) Process leaving 40000000:00000010:2.0:1767384698.110612:0:40111:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at 000000006e07ea1c. 40000000:00000001:2.0:1767384698.110615:0:40111:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384698.110646:0:40111:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384698.110647:0:40111:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at 00000000c27838a5. 40000000:00000001:2.0:1767384698.110650:0:40111:0:(fid_handler.c:618:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.110652:0:40111:0:(mdt_handler.c:5763:mdt_fld_fini()) Process entered 80000000:00000001:2.0:1767384698.110654:0:40111:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:2.0:1767384698.110668:0:40111:0:(fld_index.c:447:fld_index_fini()) Process entered 00000020:00000002:2.0:1767384698.110671:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000001db1f97/0000000002bae1ea to site lru. bkt: 00000000a26840b5 80000000:00000001:2.0:1767384698.110672:0:40111:0:(fld_index.c:453:fld_index_fini()) Process leaving 80000000:00000001:2.0:1767384698.110674:0:40111:0:(fld_cache.c:213:fld_cache_flush()) Process entered 80000000:00000001:2.0:1767384698.110676:0:40111:0:(fld_cache.c:184:fld_cache_shrink()) Process entered 80000000:00000010:2.0:1767384698.110678:0:40111:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000a32d696f. 80000000:00000010:2.0:1767384698.110681:0:40111:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 00000000e629b852. 80000000:00000010:2.0:1767384698.110683:0:40111:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000007e505acc. 80000000:00000010:2.0:1767384698.110685:0:40111:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000000447c1e6. 80000000:00000010:2.0:1767384698.110686:0:40111:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at 000000003106dc40. 80000000:00000040:2.0:1767384698.110688:0:40111:0:(fld_cache.c:203:fld_cache_shrink()) srv-lustre-MDT0000: FLD cache - Shrunk by 5 entries 80000000:00000001:2.0:1767384698.110689:0:40111:0:(fld_cache.c:205:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1767384698.110690:0:40111:0:(fld_cache.c:220:fld_cache_flush()) Process leaving 80000000:00000040:2.0:1767384698.110691:0:40111:0:(fld_cache.c:74:fld_cache_fini()) FLD cache statistics (srv-lustre-MDT0000): 80000000:00000040:2.0:1767384698.110692:0:40111:0:(fld_cache.c:75:fld_cache_fini()) Cache reqs: 29 80000000:00000040:2.0:1767384698.110693:0:40111:0:(fld_cache.c:76:fld_cache_fini()) Total reqs: 29 80000000:00000010:2.0:1767384698.110694:0:40111:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at 0000000022d05b92. 80000000:00000001:2.0:1767384698.110696:0:40111:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00000004:00000010:2.0:1767384698.110697:0:40111:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at 000000004f26049e. 00000004:00000001:2.0:1767384698.110699:0:40111:0:(mdt_handler.c:5771:mdt_fld_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.110701:0:40111:0:(mdt_handler.c:5846:mdt_stack_fini()) Process entered 00040000:00000001:2.0:1767384698.110712:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110714:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110714:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110715:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110716:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110717:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110722:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009b8a62d4. 20000000:00000010:2.0:1767384698.110726:0:40111:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000077dbc3e0. 00040000:00000001:2.0:1767384698.110751:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110752:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110753:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110754:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110755:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110756:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110757:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004b87b648. 00000020:00000010:2.0:1767384698.110760:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b775d8f4. 00040000:00000001:2.0:1767384698.110766:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110767:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110768:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110769:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110769:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110770:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110773:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f159c786. 00000004:00000010:2.0:1767384698.110777:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000084b6fd6c. 00000004:00000010:2.0:1767384698.110781:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000008373e93. 00000004:00000001:2.0:1767384698.110784:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.110786:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xd:0x0] 00000004:00000010:2.0:1767384698.110788:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ea4ed480. 00000004:00000001:2.0:1767384698.110790:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.110794:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110794:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110795:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110796:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110797:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110797:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110800:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000341be2e. 00000020:00000010:2.0:1767384698.110802:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000099667338. 00040000:00000001:2.0:1767384698.110807:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110808:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110809:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110810:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110810:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110811:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110814:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002f83ea19. 00000004:00000010:2.0:1767384698.110816:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000101a178f. 00000004:00000010:2.0:1767384698.110819:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002c16eaad. 00000004:00000001:2.0:1767384698.110821:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.110822:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x5:0x0] 00000004:00000010:2.0:1767384698.110823:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cfa6076e. 00000004:00000001:2.0:1767384698.110827:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.110836:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110837:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110838:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110839:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110839:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110840:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110842:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006dac40af. 00000020:00000010:2.0:1767384698.110844:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004d74ba36. 00040000:00000001:2.0:1767384698.110851:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110851:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110852:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110852:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110853:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110853:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110855:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000091d0fbcd. 00000004:00000010:2.0:1767384698.110856:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000b07e7368. 00000004:00000010:2.0:1767384698.110861:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000047fd2399. 00000004:00000001:2.0:1767384698.110864:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.110864:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000009:0x0:0x0] 00000004:00000010:2.0:1767384698.110865:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000008761431c. 00000004:00000001:2.0:1767384698.110867:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.110871:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110872:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110873:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110874:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110875:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110876:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110878:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000550f2db2. 00000020:00000010:2.0:1767384698.110880:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008a4b57a4. 00040000:00000001:2.0:1767384698.110886:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110887:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110888:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110889:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110890:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110890:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110892:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dacf7765. 00000004:00000010:2.0:1767384698.110895:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a07eb041. 00000004:00000010:2.0:1767384698.110896:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000035acb0c5. 00000004:00000001:2.0:1767384698.110898:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.110898:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x4:0x0] 00000004:00000010:2.0:1767384698.110899:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000051006ea3. 00000004:00000001:2.0:1767384698.110901:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.110906:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000dcf2e696. 00040000:00000001:2.0:1767384698.110909:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110910:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110910:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110911:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110911:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110912:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110913:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d6d02e42. 00000004:00000010:2.0:1767384698.110915:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000007c461f0. 00000004:00000010:2.0:1767384698.110917:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f4ad335c. 00000004:00000001:2.0:1767384698.110918:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.110919:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2020000:0x0] 00000004:00000010:2.0:1767384698.110920:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000034962475. 00000004:00000001:2.0:1767384698.110922:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.110923:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000000ba87b94. 00040000:00000001:2.0:1767384698.110925:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110926:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110927:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110927:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110928:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110929:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110930:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c38e4cf3. 00000004:00000010:2.0:1767384698.110933:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004c1e0762. 00000004:00000010:2.0:1767384698.110934:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002f83e83f. 00000004:00000001:2.0:1767384698.110935:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.110936:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1020000:0x0] 00000004:00000010:2.0:1767384698.110937:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000cd46f28f. 00000004:00000001:2.0:1767384698.110939:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.110940:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000007ff9784. 00040000:00000001:2.0:1767384698.110942:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110943:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110944:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110945:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110945:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110946:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110947:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000acca8b17. 00000004:00000010:2.0:1767384698.110949:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008810d4b5. 00000004:00000010:2.0:1767384698.110951:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000042c83d23. 00000004:00000001:2.0:1767384698.110952:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.110953:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x20000:0x0] 00000004:00000010:2.0:1767384698.110954:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007a570e7e. 00000004:00000001:2.0:1767384698.110956:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.110958:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000043bdddc4. 00040000:00000001:2.0:1767384698.110960:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110961:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110961:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110962:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110963:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110963:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110965:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bbe7cba3. 00000004:00000010:2.0:1767384698.110967:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000035ba040b. 00000004:00000010:2.0:1767384698.110974:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cd759a0a. 00000004:00000001:2.0:1767384698.110975:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.110976:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x2010000:0x0] 00000004:00000010:2.0:1767384698.110977:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e09b9e82. 00000004:00000001:2.0:1767384698.110979:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.110981:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000990502a4. 00040000:00000001:2.0:1767384698.110982:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110984:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110984:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110985:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.110985:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.110986:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.110988:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ad9b441d. 00000004:00000010:2.0:1767384698.110990:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000077306c2b. 00000004:00000010:2.0:1767384698.110991:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c55181ce. 00000004:00000001:2.0:1767384698.110993:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.110993:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x1010000:0x0] 00000004:00000010:2.0:1767384698.110994:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000049a55287. 00000004:00000001:2.0:1767384698.110996:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.110997:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000470f5c9e. 00040000:00000001:2.0:1767384698.111000:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111000:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111001:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111002:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111002:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111003:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111004:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fff811bd. 00000004:00000010:2.0:1767384698.111006:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008b355926. 00000004:00000010:2.0:1767384698.111008:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000031d6d066. 00000004:00000001:2.0:1767384698.111009:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111010:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000006:0x10000:0x0] 00000004:00000010:2.0:1767384698.111011:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000068cb38d0. 00000004:00000001:2.0:1767384698.111013:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.111017:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111018:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111019:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111019:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111020:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111021:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111023:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008584990b. 00000004:00000010:2.0:1767384698.111024:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000693f5397. 00000004:00000010:2.0:1767384698.111026:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003bc6d49f. 00000004:00000001:2.0:1767384698.111028:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111029:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x20000000a:0x0:0x0] 00000004:00000010:2.0:1767384698.111030:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000ed69e39a. 00000004:00000001:2.0:1767384698.111033:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.111037:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111038:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111039:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111040:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111041:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111042:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111044:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d0ebc4f9. 00000004:00000010:2.0:1767384698.111046:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f170647c. 00000004:00000010:2.0:1767384698.111048:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000afaa00cc. 00000004:00000001:2.0:1767384698.111050:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111050:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x101d:0x0] 00000004:00000010:2.0:1767384698.111052:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003e5847fe. 00000004:00000001:2.0:1767384698.111055:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.111058:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111059:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111060:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111061:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111062:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111062:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111064:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b63ff007. 00000004:00000010:2.0:1767384698.111067:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003e545c1b. 00000004:00000010:2.0:1767384698.111068:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000001ac1e9d8. 00000004:00000001:2.0:1767384698.111070:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111070:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xb:0x0] 00000004:00000010:2.0:1767384698.111071:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000325a04f2. 00000004:00000001:2.0:1767384698.111072:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.111075:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111075:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111076:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111076:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111077:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111078:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111083:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009a1e841c. 00000004:00000010:2.0:1767384698.111085:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000dac36d47. 00000004:00000010:2.0:1767384698.111086:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000005533fe92. 00000004:00000001:2.0:1767384698.111087:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111088:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x5:0x0] 00000004:00000010:2.0:1767384698.111089:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fffec9a6. 00000004:00000001:2.0:1767384698.111092:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.111095:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111096:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111097:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111098:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111099:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111100:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111101:0:40111:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at 000000005c80c8e9. 00080000:00000010:2.0:1767384698.111103:0:40111:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at 00000000c9673441. 00080000:00000010:2.0:1767384698.111105:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000052153755. 00000004:00000010:2.0:1767384698.111107:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000e0574ec1. 00000004:00000010:2.0:1767384698.111109:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000f5b253a1. 00000004:00000001:2.0:1767384698.111111:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111112:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000007:0x1:0x0] 00000004:00000010:2.0:1767384698.111113:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000042cdd77e. 00000004:00000001:2.0:1767384698.111115:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.111120:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111121:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111121:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111122:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111123:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111124:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111126:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009d9aefb7. 00000004:00000010:2.0:1767384698.111128:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000c5d6c912. 00000004:00000010:2.0:1767384698.111129:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fbb5efb2. 00000004:00000001:2.0:1767384698.111131:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111131:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x6:0x0] 00000004:00000010:2.0:1767384698.111132:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000021f86650. 00000004:00000001:2.0:1767384698.111134:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.111138:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111139:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111139:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111140:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111140:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111141:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111143:0:40111:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000c9d619ba. 00080000:00000010:2.0:1767384698.111144:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a50c9687. 00000004:00000010:2.0:1767384698.111147:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000bc8f6022. 00000004:00000010:2.0:1767384698.111149:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000db9e8ac9. 00000004:00000001:2.0:1767384698.111151:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111152:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x15:0x0] 00000004:00000010:2.0:1767384698.111153:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005c1ccb3c. 00000004:00000001:2.0:1767384698.111155:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.111241:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000551ef546. 00040000:00000001:2.0:1767384698.111245:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111246:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111247:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111248:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111249:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111250:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111254:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000001db1f97. 00000004:00000010:2.0:1767384698.111258:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003d5f0e19. 00000004:00000010:2.0:1767384698.111261:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000db267d97. 00000004:00000001:2.0:1767384698.111264:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111266:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x3:0x0] 00000004:00000010:2.0:1767384698.111268:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000002bae1ea. 00000004:00000001:2.0:1767384698.111273:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.111279:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111281:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111281:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111283:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111283:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111289:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111294:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000066fa7a7e. 00000004:00000010:2.0:1767384698.111297:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000273b0bbd. 00000004:00000010:2.0:1767384698.111301:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008618f2a3. 00000004:00000001:2.0:1767384698.111304:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111306:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1016:0x0] 00000004:00000010:2.0:1767384698.111308:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007a62e8a3. 00000004:00000001:2.0:1767384698.111310:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:00000001:2.0:1767384698.111315:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111317:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111318:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111319:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1767384698.111320:0:40111:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1767384698.111321:0:40111:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1767384698.111324:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000999dfb6. 00000004:00000010:2.0:1767384698.111326:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000052830982. 00000004:00000010:2.0:1767384698.111329:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000757421b2. 00000004:00000001:2.0:1767384698.111331:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.111332:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x4:0x0] 00000004:00000010:2.0:1767384698.111333:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001f7adefa. 00000004:00000001:2.0:1767384698.111336:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000010:2.0:1767384698.111342:0:40111:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at 00000000ab591299. 00000004:00000001:2.0:1767384698.111344:0:40111:0:(mdd_device.c:1194:mdd_process_config()) Process entered 00000004:00000001:2.0:1767384698.111347:0:40111:0:(lod_dev.c:979:lod_process_config()) Process entered 00000004:00000001:2.0:1767384698.111353:0:40111:0:(osp_dev.c:662:osp_process_config()) Process entered 00010000:00000001:2.0:1767384698.111355:0:40111:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:2.0:1767384698.111357:0:40111:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:2.0:1767384698.111359:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384698.111360:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384698.111388:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384698.111389:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384698.111390:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384698.111412:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384698.111413:0:40111:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767384698.111414:0:40111:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000004:00000001:2.0:1767384698.111416:0:40111:0:(osp_dev.c:604:osp_shutdown()) Process entered 00000100:00000001:2.0:1767384698.111419:0:40111:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384698.111420:0:40111:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384698.111422:0:40111:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384698.111425:0:40111:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384698.111426:0:40111:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 4 00000100:00000040:2.0:1767384698.111429:0:40111:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384698.111431:0:40111:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384698.111432:0:40111:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384698.111433:0:40111:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384698.111434:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000004:00000040:2.0:1767384698.111436:0:40111:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = -108 00000004:00080000:2.0:1767384698.111471:0:40111:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00000001:2.0:1767384698.111472:0:40111:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384698.111474:0:40111:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384698.111475:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000001:00000001:2.0:1767384698.111477:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384698.111478:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384698.111504:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384698.111505:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1767384698.111506:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1767384698.111531:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.111532:0:40111:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000004:00000001:2.0:1767384698.111535:0:40111:0:(osp_precreate.c:1865:osp_statfs_fini()) Process entered 00000020:00000010:1.0:1767384698.111566:0:17109:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f6f65ca1. 00000040:00000010:1.0:1767384698.111582:0:17109:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d910a0c8. 00000020:00000010:1.0:1767384698.111586:0:17109:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e5f8705e. 00000020:00000010:1.0:1767384698.111591:0:17109:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022df65d3. 00000020:00000010:1.0:1767384698.111597:0:17109:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000009e32b46. 80000000:00000010:1.0:1767384698.111602:0:17109:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004b4eb3a4. 40000000:00000010:1.0:1767384698.111608:0:17109:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba7e58eb. 00100000:00000010:1.0:1767384698.111613:0:17109:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d9315a9d. 00040000:00000010:1.0:1767384698.111618:0:17109:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000008b7cd521. 00040000:00000010:1.0:1767384698.111623:0:17109:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005e420f82. 00040000:00000010:1.0:1767384698.111627:0:17109:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fe5f62c2. 00080000:00000010:1.0:1767384698.111632:0:17109:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000019973a56. 00080000:00000010:1.0:1767384698.111639:0:17109:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000071e726db. 00000004:00000010:1.0:1767384698.111643:0:17109:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000246bc074. 00000004:00000010:1.0:1767384698.111647:0:17109:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000078f915b4. 00000004:00000010:1.0:1767384698.111652:0:17109:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003e85aab7. 00002000:00000010:1.0:1767384698.111656:0:17109:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a68316ef. 00000004:00000010:1.0:1767384698.111660:0:17109:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f5081956. 00000020:00000010:1.0:1767384698.111663:0:17109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074e3868f. 00000004:00000010:1.0:1767384698.111666:0:17109:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at 00000000e5546463. 00000004:00000001:1.0:1767384698.111669:0:17109:0:(osp_precreate.c:1363:osp_precreate_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.111702:0:40111:0:(osp_precreate.c:1873:osp_statfs_fini()) Process leaving 00000004:00000001:2.0:1767384698.111704:0:40111:0:(osp_sync.c:1715:osp_sync_fini()) Process entered 00000004:00080000:3.0:1767384698.111749:0:17108:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00000001:3.0:1767384698.111754:0:17108:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384698.111758:0:17108:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x5:0x0] index 1 count 1 00000040:00000010:3.0:1767384698.111761:0:17108:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006142d692. 00000040:00000010:3.0:1767384698.111767:0:17108:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000002eb4b11d. 00000040:00000001:3.0:1767384698.111777:0:17108:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384698.111780:0:17108:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384698.111782:0:17108:0:(llog.c:822:llog_process_thread()) Process leaving via out (rc=1 : 1 : 0x1) 00000040:00080000:3.0:1767384698.111785:0:17108:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000040:00000010:3.0:1767384698.111787:0:17108:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000006fdcf38. 00000040:00000010:3.0:1767384698.111791:0:17108:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ab9c7051. 00000040:00000001:3.0:1767384698.111793:0:17108:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384698.111796:0:17108:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1767384698.111799:0:17108:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:3.0:1767384698.111808:0:17108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00080000:00000010:3.0:1767384698.111812:0:17108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f1b643eb. 00000020:00000010:3.0:1767384698.111816:0:17108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003aa7bfe1. 00000040:00000001:3.0:1767384698.111824:0:17108:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384698.111827:0:17108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006aed4a87. 00000040:00000001:3.0:1767384698.111830:0:17108:0:(llog.c:150:llog_destroy()) Process entered 00000040:00000001:3.0:1767384698.111832:0:17108:0:(llog.c:1135:llog_exist()) Process entered 00000040:00000001:3.0:1767384698.111834:0:17108:0:(llog.c:1144:llog_exist()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384698.111837:0:17108:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384698.111840:0:17108:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000b22223f2. 00080000:00000001:3.0:1767384698.111843:0:17108:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898239514624 : -106175470036992 : ffff9f6f18d31800) 00000040:00000001:3.0:1767384698.111846:0:17108:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1767384698.111848:0:17108:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000001:3.0:1767384698.111851:0:17108:0:(osd_handler.c:4113:osd_declare_destroy()) Process entered 00000001:00000001:3.0:1767384698.111854:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1767384698.111856:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000002:3.0:1767384698.111858:0:17108:0:(osd_handler.c:398:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x5:0x0] not in the id map cache 00080000:00000001:3.0:1767384698.111861:0:17108:0:(osd_handler.c:4156:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.111864:0:17108:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.111865:0:17108:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.111868:0:17108:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384698.111880:0:17108:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.111882:0:17108:0:(llog_osd.c:1976:llog_osd_destroy()) Process entered 00080000:00000002:3.0:1767384698.111885:0:17108:0:(osd_handler.c:4801:osd_ref_del()) [0x1:0x5:0x0] decrease nlink 1 00080000:00000001:3.0:1767384698.111908:0:17108:0:(osd_handler.c:4169:osd_destroy()) Process entered 00080000:00000002:3.0:1767384698.111915:0:17108:0:(osd_oi.c:786:osd_oi_delete()) delete OI for [0x1:0x5:0x0] 00000001:00000001:3.0:1767384698.111919:0:17108:0:(osd_compat.c:1159:osd_obj_map_delete()) Process entered 00000001:00000001:3.0:1767384698.111921:0:17108:0:(osd_compat.c:988:osd_seq_load()) Process entered 00000001:00000001:3.0:1767384698.111922:0:17108:0:(osd_compat.c:996:osd_seq_load()) Process leaving (rc=18446637898590660096 : -106175118891520 : ffff9f6f2dc12600) 00000001:00000001:3.0:1767384698.111926:0:17108:0:(osd_compat.c:820:osd_obj_del_entry()) Process entered 00000001:00000001:3.0:1767384698.111946:0:17108:0:(osd_compat.c:843:osd_obj_del_entry()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384698.111949:0:17108:0:(osd_compat.c:1178:osd_obj_map_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.111951:0:17108:0:(osd_handler.c:4219:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.111954:0:17108:0:(llog_osd.c:2022:llog_osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.111956:0:17108:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00040000:00000001:3.0:1767384698.111963:0:17108:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384698.111965:0:17108:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384698.111967:0:17108:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.111973:0:17108:0:(llog.c:190:llog_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.111977:0:17108:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1767384698.111979:0:17108:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 2 in log [0x1:0x2:0x0] 00080000:00000001:3.0:1767384698.111981:0:17108:0:(osd_handler.c:2033:osd_trans_create()) Process entered 00080000:00000010:3.0:1767384698.111984:0:17108:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000999dfb6. 00080000:00000001:3.0:1767384698.111987:0:17108:0:(osd_handler.c:2079:osd_trans_create()) Process leaving (rc=18446637898239508480 : -106175470043136 : ffff9f6f18d30000) 00000040:00000001:3.0:1767384698.111989:0:17108:0:(llog.c:1199:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1767384698.111991:0:17108:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1767384698.111994:0:17108:0:(osd_io.c:1849:osd_declare_write()) Process entered 00000001:00000001:3.0:1767384698.111997:0:17108:0:(osd_quota.c:651:osd_declare_inode_qid()) Process entered 00080000:00000010:3.0:1767384698.112000:0:17108:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000a0e976d5. 00080000:00000001:3.0:1767384698.112003:0:17108:0:(osd_io.c:1942:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.112005:0:17108:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.112007:0:17108:0:(llog.c:1211:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.112009:0:17108:0:(osd_handler.c:3201:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1767384698.112011:0:17108:0:(osd_handler.c:3219:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.112013:0:17108:0:(osd_handler.c:2167:osd_trans_start()) Process entered 00080000:00000001:3.0:1767384698.112016:0:17108:0:(osd_handler.c:2252:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.112019:0:17108:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00000001:3.0:1767384698.112024:0:17108:0:(llog_cat.c:1186:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.112025:0:17108:0:(llog.c:1222:llog_write_rec()) Process entered 00000040:00000001:3.0:1767384698.112027:0:17108:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1767384698.112029:0:17108:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x2:0x0] 00000040:00000001:3.0:1767384698.112043:0:17108:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.112046:0:17108:0:(llog.c:1255:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.112052:0:17108:0:(osd_handler.c:3529:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1767384698.112054:0:17108:0:(osd_handler.c:2309:osd_trans_stop()) Process entered 00080000:00000010:3.0:1767384698.112059:0:17108:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000a0e976d5. 00040000:00000001:3.0:1767384698.112062:0:17108:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1767384698.112063:0:17108:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000001:3.0:1767384698.112065:0:17108:0:(osd_handler.c:2401:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.112067:0:17108:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.112069:0:17108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00040000:00000001:3.0:1767384698.112201:0:17108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384698.112203:0:17108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384698.112204:0:17108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384698.112205:0:17108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1767384698.112207:0:17108:0:(qsd_handler.c:1276:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1767384698.112214:0:17108:0:(qsd_handler.c:1294:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1767384698.112216:0:17108:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 00000000fb10b425. 00080000:00000010:3.0:1767384698.112220:0:17108:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ccc7fa5a. 00000020:00000010:3.0:1767384698.112223:0:17108:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006e4b969e. 00000040:00000001:3.0:1767384698.112227:0:17108:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384698.112229:0:17108:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b55bf9d3. 00000040:00000010:3.0:1767384698.112233:0:17108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001d552428. 00000040:00000001:3.0:1767384698.112235:0:17108:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:3.0:1767384698.112237:0:17108:0:(lu_object.c:207:lu_object_put()) Add 00000000fc12a3e5/0000000018a08ab2 to site lru. bkt: 00000000430aa0c8 00000040:00000001:3.0:1767384698.112240:0:17108:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1767384698.112241:0:17108:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000004fee0791. 00000040:00000010:3.0:1767384698.112252:0:17108:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001ffbb14f. 00000040:00000001:3.0:1767384698.112259:0:17108:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1767384698.112261:0:17108:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384698.112263:0:17108:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000a7b91738 : new refcount 1 00000020:00000040:3.0:1767384698.112268:0:17108:0:(genops.c:898:class_export_put()) PUTting export 000000007acfdaf2 : new refcount 1 00000040:00000010:3.0:1767384698.112270:0:17108:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000a7b91738. 00000040:00000001:3.0:1767384698.112276:0:17108:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384698.112280:0:17108:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d83e63d1. 00000020:00000010:3.0:1767384698.112285:0:17108:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001df53317. 00000040:00000010:3.0:1767384698.112289:0:17108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001b428c5b. 00000020:00000010:3.0:1767384698.112292:0:17108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003e1ab5ab. 00000020:00000010:3.0:1767384698.112296:0:17108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca661d27. 00040000:00000010:3.0:1767384698.112299:0:17108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000089d62924. 00040000:00000010:3.0:1767384698.112303:0:17108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004d31dcce. 00080000:00000010:3.0:1767384698.112308:0:17108:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b51554dc. 00080000:00000010:3.0:1767384698.112311:0:17108:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000003475b93f. 00080000:00000010:3.0:1767384698.112313:0:17108:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000afec7536. 00000020:00000010:3.0:1767384698.112315:0:17108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018664927. 00000004:00000010:3.0:1767384698.112317:0:17108:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at 0000000026f54eaf. 00000004:00000001:3.0:1767384698.112326:0:17108:0:(osp_sync.c:1473:osp_sync_thread()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.112348:0:40111:0:(osp_sync.c:1721:osp_sync_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.112352:0:40111:0:(osp_precreate.c:1792:osp_precreate_fini()) Process entered 00000004:00000010:2.0:1767384698.112354:0:40111:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at 000000007159a875. 00000004:00000001:2.0:1767384698.112358:0:40111:0:(osp_precreate.c:1800:osp_precreate_fini()) Process leaving 00000020:00000002:2.0:1767384698.112361:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000a3352ce1/00000000560aba5c to site lru. bkt: 00000000e0bfafc0 00000020:00000002:2.0:1767384698.112365:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000009aa8a961/00000000e07cf033 to site lru. bkt: 000000004a98f0cc 40000000:00000001:2.0:1767384698.112367:0:40111:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:2.0:1767384698.112368:0:40111:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:2.0:1767384698.112403:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000002e8b08c5 : new refcount 2 40000000:00000001:2.0:1767384698.112405:0:40111:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384698.112406:0:40111:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at 00000000eaf98d5d. 40000000:00000001:2.0:1767384698.112409:0:40111:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.112411:0:40111:0:(osp_dev.c:636:osp_shutdown()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.112412:0:40111:0:(osp_dev.c:703:osp_process_config()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384698.112415:0:40111:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:2.0:1767384698.112417:0:40111:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1656392608 to info 00000000adbe0538 00100000:00000001:2.0:1767384698.112419:0:40111:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384698.112421:0:40111:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384698.112422:0:40111:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00040000:00000001:2.0:1767384698.112424:0:40111:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384698.112425:0:40111:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384698.112490:0:17114:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000009b0e6bd. 00000020:00000010:3.0:1767384698.112496:0:17114:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e8e4b08f. 00000020:00000010:3.0:1767384698.112500:0:17114:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000030464100. 00000020:00000010:3.0:1767384698.112504:0:17114:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000dd950189. 80000000:00000010:3.0:1767384698.112513:0:17114:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000007be6bb36. 40000000:00000010:3.0:1767384698.112516:0:17114:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000f03dbe0. 00100000:00000010:3.0:1767384698.112519:0:17114:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000002393134f. 00040000:00000010:3.0:1767384698.112522:0:17114:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000b68e28b. 00040000:00000010:3.0:1767384698.112525:0:17114:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005b316195. 00080000:00000010:3.0:1767384698.112529:0:17114:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000023958735. 00080000:00000010:3.0:1767384698.112533:0:17114:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004eba38d1. 00002000:00000010:3.0:1767384698.112537:0:17114:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000008b6f0ca7. 00000020:00000010:3.0:1767384698.112540:0:17114:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fa325ea. 00040000:00000010:3.0:1767384698.112543:0:17114:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 000000008ffb70a0. 00040000:00000001:3.0:1767384698.112547:0:17114:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384698.112569:0:40111:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384698.112572:0:40111:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384698.112574:0:40111:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384698.112575:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384698.112577:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384698.112580:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384698.112582:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384698.112583:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.112585:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 0000000007b09881. 00000001:00000010:2.0:1767384698.112588:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003bc2b49b. 00000001:00000010:2.0:1767384698.112591:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000aa28024b. 00000001:00000001:2.0:1767384698.112594:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384698.112595:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000003b6e0a28. 00000020:00000002:2.0:1767384698.112599:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000007101c281/0000000036b52bb6 to site lru. bkt: 00000000294aacdb 00000020:00000002:2.0:1767384698.112600:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000462096b8/00000000a6f9d636 to site lru. bkt: 000000008c32976f 00040000:00000010:2.0:1767384698.112602:0:40111:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000033f41b25. 00040000:00000001:2.0:1767384698.112603:0:40111:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384698.112604:0:40111:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384698.112605:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384698.112605:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384698.112607:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384698.112608:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384698.112609:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.112610:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ac7e37bc. 00000001:00000010:2.0:1767384698.112611:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000005514a833. 00000001:00000010:2.0:1767384698.112613:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000003ca87a65. 00000001:00000001:2.0:1767384698.112614:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384698.112615:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000514c5112. 00000020:00000002:2.0:1767384698.112618:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000c51ad5d7/000000003e924406 to site lru. bkt: 00000000b056ea70 00000020:00000002:2.0:1767384698.112619:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000002c10cac4/000000009358a16f to site lru. bkt: 000000008d8c0a08 00040000:00000010:2.0:1767384698.112620:0:40111:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 000000001ee71f98. 00040000:00000001:2.0:1767384698.112622:0:40111:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384698.112623:0:40111:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384698.112623:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384698.112624:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384698.112626:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384698.112627:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384698.112628:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.112628:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 000000004db75a2a. 00000001:00000010:2.0:1767384698.112630:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000003c8d9b7a. 00000001:00000010:2.0:1767384698.112631:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000afbdc230. 00000001:00000001:2.0:1767384698.112633:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384698.112633:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 000000007234dce0. 00000020:00000002:2.0:1767384698.112636:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000289fe4b8/000000002defbec9 to site lru. bkt: 00000000d6230814 00000020:00000002:2.0:1767384698.112638:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000f87d5cae/000000009a748d0c to site lru. bkt: 0000000010e6af2c 00040000:00000010:2.0:1767384698.112639:0:40111:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000013454a3e. 00040000:00000001:2.0:1767384698.112641:0:40111:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384698.112643:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000000c26392e : new refcount 4 00000020:00000010:2.0:1767384698.112644:0:40111:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 000000001de116ad. 00040000:04000000:2.0:1767384698.112647:0:40111:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384698.112648:0:40111:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 0000000082498b70. 00040000:00000001:2.0:1767384698.112649:0:40111:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00040000:00000001:2.0:1767384698.112650:0:40111:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1767384698.112651:0:40111:0:(qsd_lib.c:588:qsd_fini()) lustre-MDT0000: initiating QSD shutdown 00000020:00000010:3.0:1767384698.112684:0:17115:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004d47442e. 00000020:00000010:3.0:1767384698.112690:0:17115:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007b38a8dd. 00000020:00000010:3.0:1767384698.112694:0:17115:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000005f3a8002. 00000020:00000010:3.0:1767384698.112697:0:17115:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d0ea0720. 80000000:00000010:3.0:1767384698.112700:0:17115:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d21e42fd. 40000000:00000010:3.0:1767384698.112703:0:17115:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000676d1515. 00100000:00000010:3.0:1767384698.112706:0:17115:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000058822a0c. 00040000:00000010:3.0:1767384698.112709:0:17115:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000009070d821. 00040000:00000010:3.0:1767384698.112712:0:17115:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004afe63f5. 00080000:00000010:3.0:1767384698.112717:0:17115:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008219677f. 00080000:00000010:3.0:1767384698.112722:0:17115:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006e0d5909. 00002000:00000010:3.0:1767384698.112726:0:17115:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000003e134bd4. 00000020:00000010:3.0:1767384698.112730:0:17115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005a186b0e. 00040000:00000010:3.0:1767384698.112744:0:17115:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at 0000000086c5fff5. 00040000:00000001:3.0:1767384698.112746:0:17115:0:(qsd_writeback.c:650:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384698.112765:0:40111:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1767384698.112767:0:40111:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1767384698.112768:0:40111:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384698.112770:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384698.112770:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384698.112773:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384698.112774:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384698.112775:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.112777:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a25eeb0f. 00000001:00000010:2.0:1767384698.112779:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000bd224a8e. 00000001:00000010:2.0:1767384698.112781:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000d76e105f. 00000001:00000001:2.0:1767384698.112783:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384698.112785:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000032039e04. 00000020:00000002:2.0:1767384698.112788:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000038af36b/000000001563aa98 to site lru. bkt: 00000000893d2a8d 00000020:00000002:2.0:1767384698.112791:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000a6074208/000000006f34b0f5 to site lru. bkt: 00000000294aacdb 00000020:00000002:2.0:1767384698.112793:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000f22dbd11/0000000094cb6372 to site lru. bkt: 0000000047924257 00040000:00000010:2.0:1767384698.112794:0:40111:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000011aca358. 00040000:00000001:2.0:1767384698.112796:0:40111:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384698.112796:0:40111:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384698.112797:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384698.112798:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384698.112799:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384698.112800:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384698.112801:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.112802:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000bd6db5a1. 00000001:00000010:2.0:1767384698.112803:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 000000006ed3ffd6. 00000001:00000010:2.0:1767384698.112805:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000f16d9ee5. 00000001:00000001:2.0:1767384698.112807:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384698.112808:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 0000000026693079. 00000020:00000002:2.0:1767384698.112810:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000003513a4bd/00000000c1a890e3 to site lru. bkt: 00000000c78e7f77 00000020:00000002:2.0:1767384698.112812:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000002e61651e/00000000df52d857 to site lru. bkt: 00000000b056ea70 00000020:00000002:2.0:1767384698.112814:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000003e43f537/000000002800d2cb to site lru. bkt: 00000000780c0b48 00040000:00000010:2.0:1767384698.112814:0:40111:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 00000000735e2730. 00040000:00000001:2.0:1767384698.112816:0:40111:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1767384698.112816:0:40111:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1767384698.112817:0:40111:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1767384698.112818:0:40111:0:(hash.c:1462:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1767384698.112819:0:40111:0:(hash.c:1502:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1767384698.112820:0:40111:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1767384698.112821:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.112822:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000a697526e. 00000001:00000010:2.0:1767384698.112823:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000109c49e4. 00000001:00000010:2.0:1767384698.112824:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000ff3dcab5. 00000001:00000001:2.0:1767384698.112826:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1767384698.112826:0:40111:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at 00000000582d4fd3. 00000020:00000002:2.0:1767384698.112828:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000677152d3/00000000d7594761 to site lru. bkt: 000000006292f2a9 00000020:00000002:2.0:1767384698.112830:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000a11434fe/00000000fc89d55d to site lru. bkt: 00000000d6230814 00000020:00000002:2.0:1767384698.112831:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000eb0abac7/00000000706468f0 to site lru. bkt: 000000009142a362 00040000:00000010:2.0:1767384698.112832:0:40111:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at 0000000058521ccb. 00040000:00000001:2.0:1767384698.112834:0:40111:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1767384698.112835:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000000c26392e : new refcount 3 00000020:00000010:2.0:1767384698.112836:0:40111:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at 0000000023b8b5c6. 00080000:00000010:2.0:1767384698.112841:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000081dab036. 00000004:00000010:2.0:1767384698.112843:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ba8958f0. 00000004:00000010:2.0:1767384698.112845:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b9152227. 00000004:00000001:2.0:1767384698.112847:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.112847:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x8:0x0] 00000004:00000010:2.0:1767384698.112849:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000631b01b4. 00000004:00000001:2.0:1767384698.112851:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00040000:04000000:2.0:1767384698.112852:0:40111:0:(qsd_lib.c:643:qsd_fini()) lustre-MDT0000: QSD shutdown completed 00040000:00000010:2.0:1767384698.112853:0:40111:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at 00000000c30d0f1b. 00040000:00000001:2.0:1767384698.112855:0:40111:0:(qsd_lib.c:645:qsd_fini()) Process leaving 40000000:00000001:2.0:1767384698.112856:0:40111:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384698.112889:0:40111:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:2.0:1767384698.112890:0:40111:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at 00000000c19bde55. 00080000:00000010:2.0:1767384698.112896:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003a0000e2. 00000020:00000010:2.0:1767384698.112899:0:40111:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at 00000000c8ebbcc5. 00080000:00000001:2.0:1767384698.112905:0:40111:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384698.112906:0:40111:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.112908:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384698.112910:0:40111:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384698.112912:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384698.112913:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718f13 00000020:00000040:2.0:1767384698.112916:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006f09a137 with handle 0x71ee3a74e2718f13 from hash 00000020:00000001:2.0:1767384698.112920:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384698.112921:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000006f09a137 : new refcount 1 00000020:00000001:2.0:1767384698.112922:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384698.112924:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000006f09a137 : new refcount 0 00000020:00000080:2.0:1767384698.112925:0:40111:0:(genops.c:904:class_export_put()) final put 000000006f09a137/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384698.112927:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.112939:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384698.112946:0:40111:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.112948:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.112950:0:40111:0:(lod_dev.c:1157:lod_process_config()) Process leaving (rc=0 : 0 : 0) 00200000:00000010:2.0:1767384698.112959:0:40111:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at 00000000c2677ee2. 00000020:00000001:3.0:1767384698.112961:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384698.112964:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000006f09a137/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00100000:00000001:2.0:1767384698.112966:0:40111:0:(lfsck_lib.c:1651:lfsck_instance_cleanup()) Process entered 00000020:00000001:3.0:1767384698.112969:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000002:2.0:1767384698.112971:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000d02d1fd9/0000000026a21763 to site lru. bkt: 0000000071136891 00000020:00000001:3.0:1767384698.112972:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384698.112977:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000032d809c) now 8 - export 00000020:00000002:2.0:1767384698.112978:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000041d9e468/00000000e9985143 to site lru. bkt: 0000000055267a4d 00000020:00000010:3.0:1767384698.112981:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006f09a137. 00000020:00000002:2.0:1767384698.112983:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000ff4fbcc2/0000000054108585 to site lru. bkt: 00000000e1b657e3 00000020:00000001:3.0:1767384698.112986:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000002:2.0:1767384698.112988:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000073711145/000000009f2796f2 to site lru. bkt: 0000000025b06240 00000020:00000002:2.0:1767384698.112991:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000008680beb/0000000073d642af to site lru. bkt: 000000004e42ce6b 00000020:00000002:2.0:1767384698.112993:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000806459aa/000000004c651ee4 to site lru. bkt: 00000000c00d24a5 00000020:00000002:2.0:1767384698.112995:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000b05e6af7/0000000009a0b056 to site lru. bkt: 00000000839111d0 00000020:00000002:2.0:1767384698.112997:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000092e43cd3/0000000016c055cf to site lru. bkt: 00000000b7e387b5 00000020:00000002:2.0:1767384698.112999:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000b81b0c84/00000000a3d25c14 to site lru. bkt: 00000000d3c09e4e 00000020:00000002:2.0:1767384698.113000:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000006f1c7b67/00000000533b0c04 to site lru. bkt: 00000000de35667d 00000020:00000002:2.0:1767384698.113002:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000d6911cad/00000000bc5898bb to site lru. bkt: 000000007b2ab771 00000020:00000002:2.0:1767384698.113003:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000002bdb31c4/00000000ce3724fb to site lru. bkt: 000000007f2a6492 00000020:00000002:2.0:1767384698.113005:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000523003d8/00000000a788f5f2 to site lru. bkt: 000000003d03012b 00000020:00000002:2.0:1767384698.113006:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000089836478/000000006039e7b9 to site lru. bkt: 00000000f00e5ebf 00000020:00000002:2.0:1767384698.113008:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000068885172/000000002a712c95 to site lru. bkt: 00000000e4dec428 00000020:00000002:2.0:1767384698.113010:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000ebfea5eb/0000000087878b8a to site lru. bkt: 00000000c21d0d2e 00000020:00000002:2.0:1767384698.113011:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000008c3f46ca/000000005e44d7ec to site lru. bkt: 000000006f96ee8a 00000020:00000002:2.0:1767384698.113013:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000009620a212/00000000691d8b3a to site lru. bkt: 00000000d607faf3 00100000:00000010:2.0:1767384698.113015:0:40111:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at 0000000018895cfa. 00100000:00000010:2.0:1767384698.113017:0:40111:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at 0000000036fef9b4. 00100000:00000010:2.0:1767384698.113021:0:40111:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at 000000008b071b50. 00100000:00000010:2.0:1767384698.113023:0:40111:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 0000000098cad9af. 00000020:00000002:2.0:1767384698.113026:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000920fd4a1/0000000072808de6 to site lru. bkt: 0000000048b1ae53 00000020:00000002:2.0:1767384698.113027:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000c2208b0e/000000002e82f661 to site lru. bkt: 00000000a386dc73 00000020:00000002:2.0:1767384698.113029:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000009915d33e/000000008f6191ee to site lru. bkt: 000000007835d9b7 00000020:00000002:2.0:1767384698.113030:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000004227d53e/000000008ead7222 to site lru. bkt: 000000006d0b7060 00000020:00000002:2.0:1767384698.113032:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000a04dcef0/000000004da0f325 to site lru. bkt: 00000000a5cf3f1f 00000020:00000002:2.0:1767384698.113033:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000bcf1e330/000000004e560d94 to site lru. bkt: 00000000d8cd8783 00000020:00000002:2.0:1767384698.113035:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000707b65e7/000000000d6b47fb to site lru. bkt: 00000000a2b5faac 00000020:00000002:2.0:1767384698.113037:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000527f8bbb/00000000eccac831 to site lru. bkt: 00000000b546620d 00000020:00000002:2.0:1767384698.113039:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000007d099c5e/000000004f329933 to site lru. bkt: 000000004ca782b9 00000020:00000002:2.0:1767384698.113040:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000086cd6eef/00000000d5b9a34a to site lru. bkt: 00000000c62585a3 00000020:00000002:2.0:1767384698.113042:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000091de667a/00000000ae5000d8 to site lru. bkt: 00000000da075817 00000020:00000002:2.0:1767384698.113043:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000c95644ab/00000000b24ff277 to site lru. bkt: 000000007f9b5a37 00000020:00000002:2.0:1767384698.113044:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000a8005391/00000000d1320ef3 to site lru. bkt: 00000000c3b04fd0 00000020:00000002:2.0:1767384698.113045:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000004c3d1539/000000002d7885e1 to site lru. bkt: 000000008b205bfc 00000020:00000002:2.0:1767384698.113046:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000003b50ab22/00000000e738132b to site lru. bkt: 0000000072700d5b 00000020:00000002:2.0:1767384698.113048:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000076ae1ffd/000000001827b814 to site lru. bkt: 00000000704f4d12 00000020:00000002:2.0:1767384698.113050:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000005196709/00000000e6b58962 to site lru. bkt: 000000004a6cd9b7 00100000:00000010:2.0:1767384698.113051:0:40111:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at 000000008d704fae. 00100000:00000010:2.0:1767384698.113053:0:40111:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at 00000000fbaa9032. 00100000:00000010:2.0:1767384698.113058:0:40111:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at 0000000079a1e6b3. 00100000:00000010:2.0:1767384698.113060:0:40111:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at 000000004a5c717a. 00100000:00000010:2.0:1767384698.113063:0:40111:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at 00000000c66fd36a. 00100000:00000010:2.0:1767384698.113065:0:40111:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at 0000000000eb8bd9. 00000020:00000002:2.0:1767384698.113070:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000d501b978/000000003c930c66 to site lru. bkt: 00000000f7763cad 00000020:00000002:2.0:1767384698.113072:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000c4f1a2ae/00000000891813ff to site lru. bkt: 000000008d1ab928 40000000:00000001:2.0:1767384698.113073:0:40111:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:2.0:1767384698.113112:0:40111:0:(fid_request.c:386:seq_client_fini()) Process leaving 00100000:00000010:2.0:1767384698.113113:0:40111:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at 0000000040864b0a. 00100000:00000010:2.0:1767384698.113115:0:40111:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at 000000009fc5c247. 00000004:00000001:2.0:1767384698.113118:0:40111:0:(mdd_device.c:1148:mdd_hsm_actions_llog_fini()) Process entered 00000004:00000040:2.0:1767384698.113120:0:40111:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000521da5fb : new refcount 2 00000040:00000001:2.0:1767384698.113121:0:40111:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384698.113123:0:40111:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384698.113124:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000db137521/00000000fb07b635 to site lru. bkt: 000000009738fbb7 00000040:00000010:2.0:1767384698.113126:0:40111:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at 000000003dbfcd5a. 00000040:00000001:2.0:1767384698.113128:0:40111:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384698.113129:0:40111:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000acbc98e5. 00000040:00000010:2.0:1767384698.113133:0:40111:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e94cae92. 00000040:00000001:2.0:1767384698.113135:0:40111:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384698.113136:0:40111:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384698.113137:0:40111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000521da5fb : new refcount 1 00000020:00000040:2.0:1767384698.113139:0:40111:0:(genops.c:898:class_export_put()) PUTting export 0000000057d233a3 : new refcount 3 00000040:00000010:2.0:1767384698.113140:0:40111:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000521da5fb. 00000040:00000001:2.0:1767384698.113145:0:40111:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.113146:0:40111:0:(mdd_device.c:1157:mdd_hsm_actions_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384698.113148:0:40111:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000f6f02997 : new refcount 2 00000040:00000001:2.0:1767384698.113149:0:40111:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384698.113150:0:40111:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384698.113151:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000003d2458eb/00000000b54684ab to site lru. bkt: 00000000d0e47137 00000040:00000010:2.0:1767384698.113152:0:40111:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at 000000007778e495. 00000040:00000001:2.0:1767384698.113153:0:40111:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384698.113154:0:40111:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000049f1138b. 00000040:00000010:2.0:1767384698.113156:0:40111:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f34091c8. 00000040:00000001:2.0:1767384698.113157:0:40111:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384698.113162:0:40111:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384698.113162:0:40111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000f6f02997 : new refcount 1 00000020:00000040:2.0:1767384698.113164:0:40111:0:(genops.c:898:class_export_put()) PUTting export 0000000057d233a3 : new refcount 2 00000040:00000010:2.0:1767384698.113166:0:40111:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000f6f02997. 00000040:00000001:2.0:1767384698.113168:0:40111:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1767384698.113169:0:40111:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 00000000effadd56 : new refcount 2 00000040:00000001:2.0:1767384698.113170:0:40111:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000001:2.0:1767384698.113171:0:40111:0:(llog_osd.c:1821:llog_osd_close()) Process entered 00000020:00000002:2.0:1767384698.113172:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000dc40c9ba/0000000094556d8f to site lru. bkt: 0000000029df0b15 00000040:00000010:2.0:1767384698.113173:0:40111:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at 000000000e9b3e64. 00000040:00000001:2.0:1767384698.113175:0:40111:0:(llog_osd.c:1840:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384698.113176:0:40111:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001ffb476f. 00000040:00000010:2.0:1767384698.113178:0:40111:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005e14a891. 00000040:00000001:2.0:1767384698.113180:0:40111:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767384698.113181:0:40111:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1767384698.113182:0:40111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 00000000effadd56 : new refcount 1 00000020:00000040:2.0:1767384698.113184:0:40111:0:(genops.c:898:class_export_put()) PUTting export 0000000057d233a3 : new refcount 1 00000040:00000010:2.0:1767384698.113185:0:40111:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000effadd56. 00000040:00000001:2.0:1767384698.113187:0:40111:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.113188:0:40111:0:(mdd_orphans.c:512:mdd_orphan_index_fini()) Process entered 00000020:00000002:2.0:1767384698.113190:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000a649a791/00000000a3e03fa4 to site lru. bkt: 00000000c0c7569c 00000004:00000001:2.0:1767384698.113191:0:40111:0:(mdd_orphans.c:517:mdd_orphan_index_fini()) Process leaving 00000020:00000002:2.0:1767384698.113193:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000fed27e81/00000000023acced to site lru. bkt: 00000000a5cf3f1f 00000020:00000002:2.0:1767384698.113195:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000013556b88/0000000047c1b848 to site lru. bkt: 00000000de35667d 00000020:00000002:2.0:1767384698.113197:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000bf02e19f/0000000036f4bce0 to site lru. bkt: 0000000010e6af2c 00000001:00000001:2.0:1767384698.113199:0:40111:0:(nodemap_storage.c:2659:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:2.0:1767384698.113201:0:40111:0:(lu_object.c:207:lu_object_put()) Add 000000004dad0c69/00000000ec94f196 to site lru. bkt: 0000000066dee4a9 00000001:00000010:2.0:1767384698.113203:0:40111:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at 00000000601b7da0. 00000001:00000001:2.0:1767384698.113205:0:40111:0:(nodemap_storage.c:2673:nm_config_file_deregister_tgt()) Process leaving 00080000:00000010:2.0:1767384698.113208:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000de7e34ba. 00080000:00000010:2.0:1767384698.113212:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008c3f46ca. 00000020:00000010:2.0:1767384698.113214:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000005e44d7ec. 00080000:00000010:2.0:1767384698.113219:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002473f31f. 00080000:00000010:2.0:1767384698.113223:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004dad0c69. 00000020:00000010:2.0:1767384698.113225:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ec94f196. 00080000:00000010:2.0:1767384698.113229:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d02d1fd9. 00000004:00000010:2.0:1767384698.113231:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007eb23957. 00000004:00000010:2.0:1767384698.113234:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000db7d7b26. 00000004:00000001:2.0:1767384698.113236:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113236:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x12:0x0] 00000004:00000010:2.0:1767384698.113238:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000026a21763. 00000004:00000001:2.0:1767384698.113240:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113244:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000efcd5a6f. 00080000:00000010:2.0:1767384698.113249:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004227d53e. 00000020:00000010:2.0:1767384698.113252:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008ead7222. 00080000:00000010:2.0:1767384698.113257:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d0feb302. 00080000:00000010:2.0:1767384698.113262:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f22dbd11. 00000004:00000010:2.0:1767384698.113266:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000de6fc125. 00000004:00000010:2.0:1767384698.113268:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000b883a712. 00000004:00000001:2.0:1767384698.113271:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113272:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xc:0x0] 00000004:00000010:2.0:1767384698.113274:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000094cb6372. 00000004:00000001:2.0:1767384698.113277:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113280:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004b852787. 00080000:00000010:2.0:1767384698.113284:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b05e6af7. 00000020:00000010:2.0:1767384698.113287:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000009a0b056. 00080000:00000010:2.0:1767384698.113293:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007752c20b. 00080000:00000010:2.0:1767384698.113297:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009915d33e. 00000020:00000010:2.0:1767384698.113300:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000008f6191ee. 00080000:00000010:2.0:1767384698.113306:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000eb67268c. 00080000:00000010:2.0:1767384698.113311:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c95644ab. 00000020:00000010:2.0:1767384698.113313:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b24ff277. 00080000:00000010:2.0:1767384698.113319:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009dae700e. 00080000:00000010:2.0:1767384698.113324:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000041d9e468. 00000020:00000010:2.0:1767384698.113327:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e9985143. 00080000:00000010:2.0:1767384698.113332:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000057c336a3. 00080000:00000010:2.0:1767384698.113337:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000527f8bbb. 00000020:00000010:2.0:1767384698.113340:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000eccac831. 00080000:00000010:2.0:1767384698.113346:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005b5d8646. 00000004:00000010:2.0:1767384698.113351:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000156ffb36. 00000004:00000010:2.0:1767384698.113354:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000bf02e19f. 00000004:00000001:2.0:1767384698.113357:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113358:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x1:0x0] 00000004:00000010:2.0:1767384698.113360:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000036f4bce0. 00000004:00000001:2.0:1767384698.113364:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113366:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000099cc29e5. 00080000:00000010:2.0:1767384698.113369:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f87d5cae. 00000004:00000010:2.0:1767384698.113377:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008a3c1dc3. 00000004:00000010:2.0:1767384698.113382:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000df7daa41. 00000004:00000001:2.0:1767384698.113384:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113386:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xb:0x0] 00000004:00000010:2.0:1767384698.113387:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009a748d0c. 00000004:00000001:2.0:1767384698.113390:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113393:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000005db54a6f. 00080000:00000010:2.0:1767384698.113399:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d6911cad. 00000020:00000010:2.0:1767384698.113402:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000bc5898bb. 00080000:00000010:2.0:1767384698.113410:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d501b978. 00000020:00000010:2.0:1767384698.113412:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003c930c66. 00080000:00000010:2.0:1767384698.113419:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000960dbaf0. 00080000:00000010:2.0:1767384698.113423:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007d099c5e. 00000020:00000010:2.0:1767384698.113426:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004f329933. 00080000:00000010:2.0:1767384698.113430:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000006af9b8f2. 00080000:00000010:2.0:1767384698.113435:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000073711145. 00000020:00000010:2.0:1767384698.113463:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009f2796f2. 00080000:00000010:2.0:1767384698.113470:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000eae42943. 00080000:00000010:2.0:1767384698.113477:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000089836478. 00000020:00000010:2.0:1767384698.113479:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000006039e7b9. 00080000:00000010:2.0:1767384698.113484:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c147669b. 00080000:00000010:2.0:1767384698.113488:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000004c3d1539. 00000020:00000010:2.0:1767384698.113490:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002d7885e1. 00080000:00000010:2.0:1767384698.113496:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000495e3eba. 00080000:00000010:2.0:1767384698.113500:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a8005391. 00000020:00000010:2.0:1767384698.113502:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d1320ef3. 00080000:00000010:2.0:1767384698.113506:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000060d931df. 00080000:00000010:2.0:1767384698.113511:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ff4fbcc2. 00000020:00000010:2.0:1767384698.113514:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000054108585. 00080000:00000010:2.0:1767384698.113518:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000014e03b6f. 00080000:00000010:2.0:1767384698.113523:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002bdb31c4. 00000020:00000010:2.0:1767384698.113526:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ce3724fb. 00080000:00000010:2.0:1767384698.113531:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000038af36b. 00000004:00000010:2.0:1767384698.113535:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000009703855. 00000004:00000010:2.0:1767384698.113538:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e9bc8de7. 00000004:00000001:2.0:1767384698.113541:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113542:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0xf:0x0] 00000004:00000010:2.0:1767384698.113544:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001563aa98. 00000004:00000001:2.0:1767384698.113548:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113552:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000db137521. 00000020:00000010:2.0:1767384698.113555:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fb07b635. 00080000:00000010:2.0:1767384698.113559:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000678c8eea. 00080000:00000010:2.0:1767384698.113564:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a6074208. 00000004:00000010:2.0:1767384698.113568:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000af4932d7. 00000004:00000010:2.0:1767384698.113571:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000e9b14b32. 00000004:00000001:2.0:1767384698.113574:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113575:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20001:0x0] 00000004:00000010:2.0:1767384698.113577:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000006f34b0f5. 00000004:00000001:2.0:1767384698.113579:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113581:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c4e1ca4d. 00080000:00000010:2.0:1767384698.113591:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007101c281. 00000004:00000010:2.0:1767384698.113594:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008a4d4fb6. 00000004:00000010:2.0:1767384698.113597:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002680a2a1. 00000004:00000001:2.0:1767384698.113599:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113601:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x1:0x0] 00000004:00000010:2.0:1767384698.113602:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000036b52bb6. 00000004:00000001:2.0:1767384698.113606:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113610:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000001297b4fc. 00080000:00000010:2.0:1767384698.113615:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000092e43cd3. 00000020:00000010:2.0:1767384698.113617:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000016c055cf. 00080000:00000010:2.0:1767384698.113624:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000005196709. 00000020:00000010:2.0:1767384698.113626:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e6b58962. 00080000:00000010:2.0:1767384698.113631:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000071746cac. 00080000:00000010:2.0:1767384698.113636:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bcf1e330. 00000020:00000010:2.0:1767384698.113638:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004e560d94. 00080000:00000010:2.0:1767384698.113643:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000de77dbbf. 00080000:00000010:2.0:1767384698.113647:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000462096b8. 00000004:00000010:2.0:1767384698.113650:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009b2e809f. 00000004:00000010:2.0:1767384698.113652:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000003877ed38. 00000004:00000001:2.0:1767384698.113654:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113655:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0x9:0x0] 00000004:00000010:2.0:1767384698.113657:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a6f9d636. 00000004:00000001:2.0:1767384698.113660:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113663:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000574848d7. 00080000:00000010:2.0:1767384698.113667:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b81b0c84. 00000020:00000010:2.0:1767384698.113670:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a3d25c14. 00080000:00000010:2.0:1767384698.113676:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002225ccd4. 00080000:00000010:2.0:1767384698.113680:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000068885172. 00000020:00000010:2.0:1767384698.113682:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002a712c95. 00080000:00000010:2.0:1767384698.113744:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000d6cf9da5. 00080000:00000010:2.0:1767384698.113751:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003b50ab22. 00000020:00000010:2.0:1767384698.113754:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e738132b. 00080000:00000010:2.0:1767384698.113760:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000015d60f46. 00080000:00000010:2.0:1767384698.113766:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000008680beb. 00000020:00000010:2.0:1767384698.113769:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000073d642af. 00080000:00000010:2.0:1767384698.113777:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000057da9d26. 00080000:00000010:2.0:1767384698.113781:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000eb0abac7. 00000004:00000010:2.0:1767384698.113784:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000532a2aba. 00000004:00000010:2.0:1767384698.113786:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000009f985c75. 00000004:00000001:2.0:1767384698.113793:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113795:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xe:0x0] 00000004:00000010:2.0:1767384698.113797:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000706468f0. 00000004:00000001:2.0:1767384698.113801:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113811:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e68f5bfb. 00000004:00000010:2.0:1767384698.113815:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000f40eaa02. 00000004:00000010:2.0:1767384698.113817:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000fed27e81. 00000004:00000001:2.0:1767384698.113820:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113821:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x3:0x0] 00000004:00000010:2.0:1767384698.113823:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000023acced. 00000004:00000001:2.0:1767384698.113827:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113829:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000051015bd4. 00080000:00000010:2.0:1767384698.113834:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a04dcef0. 00000020:00000010:2.0:1767384698.113836:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004da0f325. 00080000:00000010:2.0:1767384698.113842:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dc40c9ba. 00000020:00000010:2.0:1767384698.113844:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000094556d8f. 00080000:00000010:2.0:1767384698.113849:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000004c86cc72. 00080000:00000010:2.0:1767384698.113853:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003e43f537. 00000004:00000010:2.0:1767384698.113856:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000003d46430e. 00000004:00000010:2.0:1767384698.113859:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ebfa8523. 00000004:00000001:2.0:1767384698.113861:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113862:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xd:0x0] 00000004:00000010:2.0:1767384698.113864:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002800d2cb. 00000004:00000001:2.0:1767384698.113867:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113872:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009aa8a961. 00000004:00000010:2.0:1767384698.113874:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000031884f08. 00000004:00000010:2.0:1767384698.113877:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000081d28a4a. 00000004:00000001:2.0:1767384698.113879:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113880:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x1019:0x0] 00000004:00000010:2.0:1767384698.113882:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000e07cf033. 00000004:00000001:2.0:1767384698.113885:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113888:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000037b18e0d. 00080000:00000010:2.0:1767384698.113893:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000523003d8. 00000020:00000010:2.0:1767384698.113896:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a788f5f2. 00080000:00000010:2.0:1767384698.113901:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000069fb4a9. 00080000:00000010:2.0:1767384698.113906:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002e61651e. 00000004:00000010:2.0:1767384698.113910:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004d88f2d2. 00000004:00000010:2.0:1767384698.113913:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000245f500e. 00000004:00000001:2.0:1767384698.113915:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113917:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20002:0x0] 00000004:00000010:2.0:1767384698.113919:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000df52d857. 00000004:00000001:2.0:1767384698.113922:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113924:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000be884580. 00080000:00000010:2.0:1767384698.113929:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c51ad5d7. 00000004:00000010:2.0:1767384698.113932:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000088e6105d. 00000004:00000010:2.0:1767384698.113935:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008dc0613e. 00000004:00000001:2.0:1767384698.113938:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.113939:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x2:0x0] 00000004:00000010:2.0:1767384698.113941:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000003e924406. 00000004:00000001:2.0:1767384698.113944:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.113948:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007d50477e. 00080000:00000010:2.0:1767384698.113954:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000920fd4a1. 00000020:00000010:2.0:1767384698.113958:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000072808de6. 00080000:00000010:2.0:1767384698.113969:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000df1883ec. 00080000:00000010:2.0:1767384698.113973:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000086cd6eef. 00000020:00000010:2.0:1767384698.113976:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d5b9a34a. 00080000:00000010:2.0:1767384698.113990:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c4f1a2ae. 00000020:00000010:2.0:1767384698.113993:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000891813ff. 00080000:00000010:2.0:1767384698.113999:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003513a4bd. 00000004:00000010:2.0:1767384698.114002:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000000eba9795. 00000004:00000010:2.0:1767384698.114005:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000054ae4b5e. 00000004:00000001:2.0:1767384698.114008:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.114009:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x10:0x0] 00000004:00000010:2.0:1767384698.114010:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000c1a890e3. 00000004:00000001:2.0:1767384698.114013:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.114018:0:40111:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at 000000005dcdf9f6. 00080000:00000010:2.0:1767384698.114021:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000fc12a3e5. 00000020:00000010:2.0:1767384698.114023:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000018a08ab2. 00080000:00000010:2.0:1767384698.114029:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000dc3835c2. 00080000:00000010:2.0:1767384698.114034:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000806459aa. 00000020:00000010:2.0:1767384698.114036:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000004c651ee4. 00080000:00000010:2.0:1767384698.114044:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a3352ce1. 00000004:00000010:2.0:1767384698.114046:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000009e42a22c. 00000004:00000010:2.0:1767384698.114049:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cacf157f. 00000004:00000001:2.0:1767384698.114051:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.114052:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x8:0x0] 00000004:00000010:2.0:1767384698.114054:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000560aba5c. 00000004:00000001:2.0:1767384698.114057:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.114061:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000007c0db029. 00080000:00000010:2.0:1767384698.114065:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ebfea5eb. 00000020:00000010:2.0:1767384698.114068:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000087878b8a. 00080000:00000010:2.0:1767384698.114107:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000a538b924. 00080000:00000010:2.0:1767384698.114112:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000076ae1ffd. 00000020:00000010:2.0:1767384698.114116:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000001827b814. 00080000:00000010:2.0:1767384698.114122:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000dea3108b. 00080000:00000010:2.0:1767384698.114127:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000707b65e7. 00000020:00000010:2.0:1767384698.114129:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000000d6b47fb. 00080000:00000010:2.0:1767384698.114141:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000001cfe7982. 00000004:00000010:2.0:1767384698.114144:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a649a791. 00000004:00000010:2.0:1767384698.114147:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000008ced16c4. 00000004:00000001:2.0:1767384698.114150:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.114152:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xf:0x0] 00000004:00000010:2.0:1767384698.114154:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000a3e03fa4. 00000004:00000001:2.0:1767384698.114158:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.114161:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000795c2847. 00080000:00000010:2.0:1767384698.114164:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c2208b0e. 00000020:00000010:2.0:1767384698.114171:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000002e82f661. 00080000:00000010:2.0:1767384698.114179:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000677152d3. 00000004:00000010:2.0:1767384698.114182:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000058e7d6db. 00000004:00000010:2.0:1767384698.114185:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006f3414f5. 00000004:00000001:2.0:1767384698.114188:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.114189:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000001:0x16:0x0] 00000004:00000010:2.0:1767384698.114191:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000d7594761. 00000004:00000001:2.0:1767384698.114195:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.114197:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000046ef77c3. 00080000:00000010:2.0:1767384698.114202:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000002c10cac4. 00000004:00000010:2.0:1767384698.114206:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000006f1fc2ae. 00000004:00000010:2.0:1767384698.114208:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002cd83106. 00000004:00000001:2.0:1767384698.114210:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.114212:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000003:0xa:0x0] 00000004:00000010:2.0:1767384698.114213:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000009358a16f. 00000004:00000001:2.0:1767384698.114216:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.114221:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000b47f0ad1. 00000004:00000010:2.0:1767384698.114226:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000007aab40c4. 00000004:00000010:2.0:1767384698.114229:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000013556b88. 00000004:00000001:2.0:1767384698.114231:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.114232:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000002:0x2:0x0] 00000004:00000010:2.0:1767384698.114234:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000047c1b848. 00000004:00000001:2.0:1767384698.114237:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.114239:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000002c0bfe38. 00080000:00000010:2.0:1767384698.114246:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006f1c7b67. 00000020:00000010:2.0:1767384698.114258:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000533b0c04. 00080000:00000010:2.0:1767384698.114268:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000009620a212. 00000020:00000010:2.0:1767384698.114271:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000691d8b3a. 00080000:00000010:2.0:1767384698.114279:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003d2458eb. 00000020:00000010:2.0:1767384698.114281:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b54684ab. 00080000:00000010:2.0:1767384698.114312:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 000000009c94030b. 00080000:00000010:2.0:1767384698.114318:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a11434fe. 00000004:00000010:2.0:1767384698.114321:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000075841c8c. 00000004:00000010:2.0:1767384698.114324:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000ce0a1468. 00000004:00000001:2.0:1767384698.114326:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.114328:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x20003:0x0] 00000004:00000010:2.0:1767384698.114329:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fc89d55d. 00000004:00000001:2.0:1767384698.114335:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.114337:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000c2d12bf6. 00080000:00000010:2.0:1767384698.114343:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000289fe4b8. 00000004:00000010:2.0:1767384698.114347:0:40111:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000ca92194b. 00000004:00000010:2.0:1767384698.114350:0:40111:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000007155b7d1. 00000004:00000001:2.0:1767384698.114353:0:40111:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1767384698.114354:0:40111:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000005:0x3:0x0] 00000004:00000010:2.0:1767384698.114356:0:40111:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000002defbec9. 00000004:00000001:2.0:1767384698.114359:0:40111:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00080000:00000010:2.0:1767384698.114361:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 0000000056541960. 00080000:00000010:2.0:1767384698.114371:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000091de667a. 00000020:00000010:2.0:1767384698.114379:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000ae5000d8. 00000004:00000001:2.0:1767384698.114385:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384698.114387:0:40111:0:(lod_dev.c:2313:lod_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384698.114389:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384698.114391:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718f28 00000020:00000040:2.0:1767384698.114393:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000006fd3add with handle 0x71ee3a74e2718f28 from hash 00000020:00000001:2.0:1767384698.114397:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384698.114398:0:40111:0:(genops.c:898:class_export_put()) PUTting export 0000000006fd3add : new refcount 1 00000020:00000001:2.0:1767384698.114400:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384698.114402:0:40111:0:(genops.c:898:class_export_put()) PUTting export 0000000006fd3add : new refcount 0 00000020:00000080:2.0:1767384698.114403:0:40111:0:(genops.c:904:class_export_put()) final put 0000000006fd3add/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384698.114405:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.114416:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.114418:0:40111:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384698.114420:0:40111:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000001:3.0:1767384698.114424:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:2.0:1767384698.114425:0:40111:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000000af0804e. 00000020:00000080:2.0:1767384698.114428:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1767384698.114433:0:36:0:(genops.c:863:class_export_destroy()) destroying export 0000000006fd3add/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:2.0:1767384698.114434:0:40111:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000001:3.0:1767384698.114455:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384698.114457:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384698.114459:0:40111:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00000040:3.0:1767384698.114460:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000008b5a2aaa) now 4 - export 00000020:00000001:2.0:1767384698.114464:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000010:3.0:1767384698.114465:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000006fd3add. 00000020:00080000:2.0:1767384698.114467:0:40111:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (000000008b5a2aaa) has no exports 00000020:00000001:2.0:1767384698.114471:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384698.114472:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384698.114474:0:40111:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384698.114477:0:40111:0:(lod_dev.c:2233:lod_device_fini()) Process entered 00000004:00000001:2.0:1767384698.114480:0:40111:0:(lod_lov.c:2548:lod_pools_fini()) Process entered 00000020:00000001:2.0:1767384698.114488:0:40111:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384698.114490:0:40111:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000002f78e827. 00000020:00000001:2.0:1767384698.114493:0:40111:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384698.114495:0:40111:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384698.114496:0:40111:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000004dfe1fce. 00000020:00000001:2.0:1767384698.114499:0:40111:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384698.114500:0:40111:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384698.114502:0:40111:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000003eebb6f5. 00000020:00000001:2.0:1767384698.114504:0:40111:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1767384698.114506:0:40111:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00000020:00000010:2.0:1767384698.114508:0:40111:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at 000000001ec68e0d. 00000020:00000001:2.0:1767384698.114510:0:40111:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000004:00000001:2.0:1767384698.114512:0:40111:0:(lod_lov.c:2564:lod_pools_fini()) Process leaving (rc=0 : 0 : 0) 00000004:01000000:2.0:1767384698.114727:0:40111:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000001:2.0:1767384698.114730:0:40111:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:2.0:1767384698.114744:0:40111:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:2.0:1767384698.114748:0:40111:0:(lu_tgt_descs.c:166:lu_qos_del_tgt()) Process entered 00020000:00001000:2.0:1767384698.114750:0:40111:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) removing server 0@lo 00020000:00000010:2.0:1767384698.114751:0:40111:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at 00000000125df78d. 00020000:00000001:2.0:1767384698.114755:0:40111:0:(lu_tgt_descs.c:188:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.114758:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384698.114760:0:40111:0:(osp_dev.c:1487:osp_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384698.114762:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384698.114763:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718f60 00000020:00000040:2.0:1767384698.114765:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000002e8b08c5 with handle 0x71ee3a74e2718f60 from hash 00000020:00000001:2.0:1767384698.114769:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384698.114770:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000002e8b08c5 : new refcount 1 00000020:00000001:2.0:1767384698.114772:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384698.114773:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000002e8b08c5 : new refcount 0 00000020:00000080:2.0:1767384698.114775:0:40111:0:(genops.c:904:class_export_put()) final put 000000002e8b08c5/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384698.114777:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.114787:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.114790:0:40111:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384698.114791:0:40111:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000010:2.0:1767384698.114795:0:40111:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000d5c64f1b. 00000020:00000001:3.0:1767384698.114798:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384698.114802:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1767384698.114804:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000002e8b08c5/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384698.114808:0:40111:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384698.114811:0:40111:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000040:3.0:1767384698.114812:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 13 to 0@lo 00000020:00000001:3.0:1767384698.114816:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384698.114817:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384698.114819:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384698.114821:0:40111:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (000000002d52003d) has no exports 00000020:00000040:3.0:1767384698.114823:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002d52003d) now 5 - export 00000020:00000001:2.0:1767384698.114824:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000010:3.0:1767384698.114827:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000002e8b08c5. 00000020:00000001:2.0:1767384698.114828:0:40111:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384698.114832:0:40111:0:(osp_dev.c:1380:osp_device_fini()) Process entered 00000020:00000001:3.0:1767384698.114833:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000004:00000001:2.0:1767384698.114835:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384698.114838:0:40111:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384698.114839:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384698.114842:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718f59 00000020:00000040:2.0:1767384698.114844:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000152234f5 with handle 0x71ee3a74e2718f59 from hash 00000020:00000001:2.0:1767384698.114847:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384698.114848:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000152234f5 : new refcount 1 00000020:00000001:2.0:1767384698.114850:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384698.114851:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000152234f5 : new refcount 0 00000020:00000080:2.0:1767384698.114853:0:40111:0:(genops.c:904:class_export_put()) final put 00000000152234f5/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384698.114855:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.114864:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384698.114866:0:40111:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.114868:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.114872:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384698.114875:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000152234f5/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:3.0:1767384698.114878:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1767384698.114879:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384698.114881:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000032d809c) now 7 - export 00000020:00000010:3.0:1767384698.114884:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000152234f5. 00000020:00000001:3.0:1767384698.114890:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:2.0:1767384698.115021:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000561150b0. 00000020:00000010:2.0:1767384698.115028:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000055855b30. 00000020:00000010:2.0:1767384698.115043:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000036530c0e. 00000020:00000010:2.0:1767384698.115046:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000125ee596. 00000020:00000010:2.0:1767384698.115052:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e61c781e. 00000020:00000010:2.0:1767384698.115057:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003eaa7432. 00010000:00000001:2.0:1767384698.115152:0:40111:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1767384698.115154:0:40111:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1767384698.115158:0:40111:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1767384698.115201:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000adcd1ded. 00000020:00000010:2.0:1767384698.115204:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000003db1a176. 00010000:00000001:2.0:1767384698.115243:0:40111:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1767384698.115257:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 00000000232989bd. 00000020:00000010:2.0:1767384698.115261:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c10f4f79. 00000001:00000001:2.0:1767384698.115308:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.115345:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000019d27ee7. 00000001:00000010:2.0:1767384698.115349:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000009eb1ae46. 00000001:00000010:2.0:1767384698.115351:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ec6480b4. 00000001:00000010:2.0:1767384698.115354:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000002e316c29. 00000001:00000010:2.0:1767384698.115358:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000fce57555. 00000001:00000010:2.0:1767384698.115362:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000e858f7d4. 00000001:00000010:2.0:1767384698.115366:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000166b93dc. 00000001:00000010:2.0:1767384698.115370:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000ac87ef3e. 00000001:00000010:2.0:1767384698.115373:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 000000004e22b6ba. 00000001:00000010:2.0:1767384698.115377:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d5434484. 00000001:00000010:2.0:1767384698.115395:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000583a7139. 00000001:00000010:2.0:1767384698.115403:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000000a405eb. 00000001:00000010:2.0:1767384698.115405:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000afc42dae. 00000001:00000010:2.0:1767384698.115408:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000d54fafbb. 00000001:00000010:2.0:1767384698.115410:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 0000000075a40b68. 00000001:00000010:2.0:1767384698.115413:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at 00000000adae26bf. 00000001:00000010:2.0:1767384698.115423:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at 00000000ee254bba. 00000001:00000010:2.0:1767384698.115427:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000e0351788. 00000001:00000001:2.0:1767384698.115430:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1767384698.115432:0:40111:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000000ac834d6. 00010000:00000001:2.0:1767384698.115435:0:40111:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384698.115457:0:40111:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384698.115459:0:40111:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384698.115461:0:40111:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384698.115463:0:40111:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00000001:2.0:1767384698.115466:0:40111:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384698.115468:0:40111:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:2.0:1767384698.115470:0:40111:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384698.115472:0:40111:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384698.115473:0:40111:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934596 gen 5 00000100:00000040:2.0:1767384698.115476:0:40111:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384698.115479:0:40111:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384698.115480:0:40111:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384698.115481:0:40111:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384698.115483:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384698.115484:0:40111:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384698.118652:0:40111:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384698.118655:0:40111:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384698.118658:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384698.118659:0:40111:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00000001:2.0:1767384698.118661:0:40111:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384698.118665:0:40111:0:(genops.c:1229:class_import_get()) import 000000008d8b30b6 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384698.118668:0:40111:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384698.118669:0:40111:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=1 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384698.118672:0:40111:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384698.118674:0:40111:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384698.118675:0:40111:0:(genops.c:1242:class_import_put()) import 000000008d8b30b6 refcount=0 obd=lustre-OST0000-osc-MDT0000 00000020:00000040:2.0:1767384698.118677:0:40111:0:(genops.c:1245:class_import_put()) final put import 000000008d8b30b6 00000020:00000001:2.0:1767384698.118686:0:40111:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384698.118688:0:40111:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384698.118689:0:40111:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384698.118691:0:40111:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384698.118693:0:40111:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 0000000023799ca7. 00010000:00000010:2.0:1767384698.118697:0:40111:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000345def27. 00010000:00000001:2.0:1767384698.118700:0:40111:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000004:00000001:2.0:1767384698.118703:0:40111:0:(osp_dev.c:1402:osp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.118704:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000001:2.0:1767384698.118705:0:40111:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1767384698.118708:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 000000008d8b30b6 for lustre-OST0000-osc-MDT0000 00000020:00000040:3.0:1767384698.118714:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 12 to 0@lo 00000020:00000040:3.0:1767384698.118717:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 11 to 0@lo 00000001:00000001:2.0:1767384698.118718:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000010:3.0:1767384698.118720:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000005a6e46da. 00000001:00000010:2.0:1767384698.118724:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aa3ab6c2. 00000020:00000040:3.0:1767384698.118725:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002d52003d) now 4 - import 00000001:00000010:2.0:1767384698.118730:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b0b2a9c9. 00000020:00000010:3.0:1767384698.118740:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 000000008d8b30b6. 00000020:00000001:3.0:1767384698.118745:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:2.0:1767384698.118748:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ea838bec. 00000001:00000010:2.0:1767384698.118753:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000046d66d05. 00000001:00000010:2.0:1767384698.118755:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b432f12b. 00000001:00000010:2.0:1767384698.118758:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000080d6b2ad. 00000001:00000001:2.0:1767384698.118761:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384698.118763:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.118767:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ad54e308. 00000001:00000010:2.0:1767384698.118769:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000001f0dca67. 00000001:00000010:2.0:1767384698.118771:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000fd4ee154. 00000001:00000010:2.0:1767384698.118773:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000077c8845d. 00000001:00000010:2.0:1767384698.118776:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000018d05281. 00000001:00000010:2.0:1767384698.118778:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000002495b1b2. 00000001:00000001:2.0:1767384698.118780:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384698.118782:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002d52003d) now 3 - setup 00000020:00000001:2.0:1767384698.118784:0:40111:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.118787:0:40111:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384698.118789:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384698.118793:0:40111:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384698.118797:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002d52003d) now 2 - obd_device_list 00000020:00000080:2.0:1767384698.118800:0:40111:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384698.118802:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000-osc-MDT0000 (000000002d52003d) now 1 - newdev 00000020:00000040:2.0:1767384698.118805:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000b2fbb640 with handle 0x71ee3a74e2718f52 from hash 00000020:00000040:2.0:1767384698.118808:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000b2fbb640 : new refcount 0 00000020:00000080:2.0:1767384698.118810:0:40111:0:(genops.c:904:class_export_put()) final put 00000000b2fbb640/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384698.118812:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.118814:0:40111:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384698.118815:0:40111:0:(genops.c:863:class_export_destroy()) destroying export 00000000b2fbb640/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1767384698.118818:0:40111:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384698.118819:0:40111:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.118821:0:40111:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000b2fbb640. 00000020:00000001:2.0:1767384698.118830:0:40111:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384698.118832:0:40111:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osc-MDT0000 obd_type name = osp 00000020:01000000:2.0:1767384698.118833:0:40111:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384698.118836:0:40111:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384698.118839:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3f1a89. 00000020:00000010:2.0:1767384698.118843:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000073b9205b. 00000040:00000010:2.0:1767384698.118846:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000031cd7e33. 00000020:00000010:2.0:1767384698.118850:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ab7ad169. 00000020:00000010:2.0:1767384698.118854:0:40111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.118857:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.118860:0:40111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000089597ac. 40000000:00000010:2.0:1767384698.118863:0:40111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038160408. 00100000:00000010:2.0:1767384698.118867:0:40111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a83e48e. 00040000:00000010:2.0:1767384698.118871:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.118874:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd93247f. 00080000:00000010:2.0:1767384698.118879:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cb3ff662. 00080000:00000010:2.0:1767384698.118883:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006b80f6e6. 00000004:00000010:2.0:1767384698.118889:0:40111:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d0c862e1. 00000004:00000010:2.0:1767384698.118893:0:40111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b8c34eec. 00000004:00000010:2.0:1767384698.118896:0:40111:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000052fd693c. 00002000:00000010:2.0:1767384698.118900:0:40111:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b8f60fd2. 00000004:00000010:2.0:1767384698.118903:0:40111:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000747097c7. 00000004:00000010:2.0:1767384698.118909:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000baaee174. 00000004:00000010:2.0:1767384698.118913:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000e64e5248. 00000004:00000010:2.0:1767384698.118916:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000145e0a92. 00000004:00000010:2.0:1767384698.118920:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000009b8f6b8d. 00000004:00000010:2.0:1767384698.118922:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000015249145. 00000004:00000010:2.0:1767384698.118927:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000243b9053. 00000004:00000010:2.0:1767384698.118929:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001048c44b. 00000004:00000010:2.0:1767384698.118931:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cc1d999d. 00000004:00000010:2.0:1767384698.118934:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a18deec0. 00000004:00000010:2.0:1767384698.118936:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000024b22b0c. 00000004:00000010:2.0:1767384698.118939:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000011836851. 00000004:00000010:2.0:1767384698.118941:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000099598f49. 00000004:00000010:2.0:1767384698.118945:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000069d46fc9. 00000004:00000010:2.0:1767384698.118948:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000606f2989. 00000004:00000010:2.0:1767384698.118951:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007836d707. 00000004:00000010:2.0:1767384698.118954:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a12651a7. 00000004:00000010:2.0:1767384698.118956:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000006131fa2f. 00000004:00000010:2.0:1767384698.118959:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000018186b1c. 00000004:00000010:2.0:1767384698.118962:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000018429ed. 00000004:00000010:2.0:1767384698.118967:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000002552461f. 00000004:00000010:2.0:1767384698.118970:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f995bb5a. 00000004:00000010:2.0:1767384698.118974:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c94917ff. 00000004:00000010:2.0:1767384698.118978:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000a16f98b9. 00000004:00000010:2.0:1767384698.118981:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f1950282. 00000004:00000010:2.0:1767384698.118984:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000986eb42d. 00000004:00000010:2.0:1767384698.118987:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000027e96d7c. 00000004:00000010:2.0:1767384698.118991:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000921f6694. 00000004:00000010:2.0:1767384698.118995:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000770c6550. 00000004:00000010:2.0:1767384698.118999:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000c80ce1c. 00000004:00000010:2.0:1767384698.119003:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000640a0a07. 00000004:00000010:2.0:1767384698.119006:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c68e5dbd. 00000004:00000010:2.0:1767384698.119010:0:40111:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at 000000005131bae3. 00000020:00000010:2.0:1767384698.119021:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000073b9205b. 00000040:00000010:2.0:1767384698.119025:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000031cd7e33. 00000020:00000010:2.0:1767384698.119027:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ab7ad169. 00000020:00000010:2.0:1767384698.119031:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.119035:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.119038:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000089597ac. 40000000:00000010:2.0:1767384698.119042:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000038160408. 00100000:00000010:2.0:1767384698.119046:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a83e48e. 00040000:00000010:2.0:1767384698.119049:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.119051:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd93247f. 00080000:00000010:2.0:1767384698.119056:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006b80f6e6. 00080000:00000010:2.0:1767384698.119059:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cb3ff662. 00000004:00000010:2.0:1767384698.119063:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d0c862e1. 00000004:00000010:2.0:1767384698.119066:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b8c34eec. 00000004:00000010:2.0:1767384698.119070:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000052fd693c. 00002000:00000010:2.0:1767384698.119073:0:40111:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000b8f60fd2. 00000004:00000010:2.0:1767384698.119075:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000747097c7. 00000020:00000010:2.0:1767384698.119079:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3f1a89. 00000020:00000001:2.0:1767384698.119082:0:40111:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.119084:0:40111:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000002d52003d. 00000020:00000001:2.0:1767384698.119090:0:40111:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.119092:0:40111:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384698.119095:0:40111:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000d5c64f1b. 00000020:00000001:2.0:1767384698.119099:0:40111:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.119101:0:40111:0:(osp_dev.c:1499:osp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.119103:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384698.119106:0:40111:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at 00000000039d99e6. 00020000:00000010:2.0:1767384698.119110:0:40111:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at 000000001578c647. 00000004:00000001:2.0:1767384698.119118:0:40111:0:(lod_dev.c:2249:lod_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.119120:0:40111:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384698.119130:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.119134:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000425833eb. 00000001:00000010:2.0:1767384698.119137:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000aaec2b83. 00000001:00000010:2.0:1767384698.119140:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a64fc7c4. 00000001:00000010:2.0:1767384698.119142:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d58f157a. 00000001:00000010:2.0:1767384698.119145:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a8003b4d. 00000001:00000010:2.0:1767384698.119147:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000029a85d9a. 00000001:00000001:2.0:1767384698.119152:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384698.119153:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.119158:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005f924073. 00000001:00000010:2.0:1767384698.119160:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4dca76c. 00000001:00000010:2.0:1767384698.119163:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000458a169. 00000001:00000010:2.0:1767384698.119165:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ec0662de. 00000001:00000010:2.0:1767384698.119167:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000a1ebdb1c. 00000001:00000010:2.0:1767384698.119170:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000013544558. 00000001:00000001:2.0:1767384698.119172:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384698.119173:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000008b5a2aaa) now 3 - setup 00000020:00000001:2.0:1767384698.119175:0:40111:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.119177:0:40111:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384698.119179:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384698.119182:0:40111:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384698.119184:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000008b5a2aaa) now 2 - obd_device_list 00000020:00000080:2.0:1767384698.119187:0:40111:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000040:2.0:1767384698.119189:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdtlov (000000008b5a2aaa) now 1 - newdev 00000020:00000040:2.0:1767384698.119192:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000e183da58 with handle 0x71ee3a74e2718f0c from hash 00000020:00000040:2.0:1767384698.119195:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000e183da58 : new refcount 0 00000020:00000080:2.0:1767384698.119197:0:40111:0:(genops.c:904:class_export_put()) final put 00000000e183da58/lustre-MDT0000-mdtlov_UUID 00000020:00000001:2.0:1767384698.119199:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.119201:0:40111:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384698.119203:0:40111:0:(genops.c:863:class_export_destroy()) destroying export 00000000e183da58/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000001:2.0:1767384698.119205:0:40111:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384698.119206:0:40111:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.119208:0:40111:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000e183da58. 00000020:00000001:2.0:1767384698.119217:0:40111:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384698.119219:0:40111:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-mdtlov obd_type name = lod 00000020:01000000:2.0:1767384698.119221:0:40111:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000001:2.0:1767384698.119222:0:40111:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384698.119225:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3f1a89. 00000020:00000010:2.0:1767384698.119228:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000540476e5. 00000040:00000010:2.0:1767384698.119232:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cd93247f. 00000020:00000010:2.0:1767384698.119234:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000052fd693c. 00000020:00000010:2.0:1767384698.119237:0:40111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.119241:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.119243:0:40111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d5c64f1b. 40000000:00000010:2.0:1767384698.119246:0:40111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038160408. 00100000:00000010:2.0:1767384698.119249:0:40111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d0c862e1. 00040000:00000010:2.0:1767384698.119251:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.119254:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031cd7e33. 00080000:00000010:2.0:1767384698.119257:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cb3ff662. 00080000:00000010:2.0:1767384698.119260:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006b80f6e6. 00000004:00000010:2.0:1767384698.119263:0:40111:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004a83e48e. 00000004:00000010:2.0:1767384698.119266:0:40111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b8c34eec. 00000004:00000010:2.0:1767384698.119269:0:40111:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ab7ad169. 00000004:00000001:2.0:1767384698.119272:0:40111:0:(lod_dev.c:2168:lod_device_free()) Process entered 00000004:00000010:2.0:1767384698.119275:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000016c10be7. 00000004:00000010:2.0:1767384698.119279:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000099c66a66. 00000004:00000010:2.0:1767384698.119282:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b442ee93. 00000004:00000010:2.0:1767384698.119284:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000bc050b42. 00000004:00000010:2.0:1767384698.119287:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000038370381. 00000004:00000010:2.0:1767384698.119291:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000068d8f8ba. 00000004:00000010:2.0:1767384698.119294:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000aa948dca. 00000004:00000010:2.0:1767384698.119298:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000175cad8d. 00000004:00000010:2.0:1767384698.119301:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007a686131. 00000004:00000010:2.0:1767384698.119305:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d3c63ed9. 00000004:00000010:2.0:1767384698.119307:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ad5da45c. 00000004:00000010:2.0:1767384698.119310:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001718957b. 00000004:00000010:2.0:1767384698.119313:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000951e47cf. 00000004:00000010:2.0:1767384698.119317:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000ddf6862. 00000004:00000010:2.0:1767384698.119320:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000007b733515. 00000004:00000010:2.0:1767384698.119322:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d3ac5004. 00000004:00000010:2.0:1767384698.119325:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005d765239. 00000004:00000010:2.0:1767384698.119328:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c699fb9d. 00000004:00000010:2.0:1767384698.119331:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005f1ced4e. 00000004:00000010:2.0:1767384698.119334:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000602daec9. 00000004:00000010:2.0:1767384698.119337:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003b9b9924. 00000004:00000010:2.0:1767384698.119340:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000009d414da6. 00000004:00000010:2.0:1767384698.119344:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000093080223. 00000004:00000010:2.0:1767384698.119347:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000066f252c5. 00000004:00000010:2.0:1767384698.119350:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000f0d89ef. 00000004:00000010:2.0:1767384698.119353:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000060cf9d73. 00000004:00000010:2.0:1767384698.119356:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000dab53400. 00000004:00000010:2.0:1767384698.119359:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000861f62e9. 00000004:00000010:2.0:1767384698.119362:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004295c3d6. 00000004:00000010:2.0:1767384698.119365:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000067af6448. 00000004:00000010:2.0:1767384698.119368:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b88afa35. 00000004:00000010:2.0:1767384698.119372:0:40111:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at 00000000458ec64d. 00000004:00000001:2.0:1767384698.119375:0:40111:0:(lod_dev.c:2177:lod_device_free()) Process leaving (rc=18446637898727981056 : -106174981570560 : ffff9f6f35f08000) 00000020:00000010:2.0:1767384698.119379:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000540476e5. 00000040:00000010:2.0:1767384698.119383:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cd93247f. 00000020:00000010:2.0:1767384698.119387:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000052fd693c. 00000020:00000010:2.0:1767384698.119389:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.119393:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.119397:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d5c64f1b. 40000000:00000010:2.0:1767384698.119400:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000038160408. 00100000:00000010:2.0:1767384698.119403:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d0c862e1. 00040000:00000010:2.0:1767384698.119405:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.119407:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000031cd7e33. 00080000:00000010:2.0:1767384698.119409:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006b80f6e6. 00080000:00000010:2.0:1767384698.119418:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cb3ff662. 00000004:00000010:2.0:1767384698.119420:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004a83e48e. 00000004:00000010:2.0:1767384698.119423:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b8c34eec. 00000004:00000010:2.0:1767384698.119425:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000ab7ad169. 00000020:00000010:2.0:1767384698.119428:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3f1a89. 00000020:00000001:2.0:1767384698.119430:0:40111:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.119432:0:40111:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000008b5a2aaa. 00000020:00000001:2.0:1767384698.119467:0:40111:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.119469:0:40111:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384698.119472:0:40111:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000000af0804e. 00000020:00000001:2.0:1767384698.119475:0:40111:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.119477:0:40111:0:(lod_dev.c:2335:lod_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.119479:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.119481:0:40111:0:(mdd_device.c:1227:mdd_process_config()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1767384698.119483:0:40111:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at 00000000ab591299. 00000004:00000001:2.0:1767384698.119514:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00000004:00000001:2.0:1767384698.119517:0:40111:0:(mdd_device.c:1618:mdd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384698.119519:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384698.119520:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718f2f 00000020:00000040:2.0:1767384698.119523:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c0d390b2 with handle 0x71ee3a74e2718f2f from hash 00000020:00000001:2.0:1767384698.119526:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384698.119528:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000c0d390b2 : new refcount 1 00000020:00000001:2.0:1767384698.119529:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384698.119531:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000c0d390b2 : new refcount 0 00000020:00000080:2.0:1767384698.119532:0:40111:0:(genops.c:904:class_export_put()) final put 00000000c0d390b2/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384698.119534:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.119543:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.119545:0:40111:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384698.119547:0:40111:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000010:2.0:1767384698.119550:0:40111:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at 00000000ab591299. 00000020:00000080:2.0:1767384698.119552:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384698.119553:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384698.119556:0:40111:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384698.119557:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000c0d390b2/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1767384698.119560:0:40111:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1767384698.119561:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384698.119564:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1767384698.119565:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1767384698.119568:0:40111:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (00000000a16d16c8) has no exports 00000020:00000040:3.0:1767384698.119569:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a16d16c8) now 4 - export 00000020:00000001:2.0:1767384698.119571:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384698.119573:0:40111:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:3.0:1767384698.119578:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c0d390b2. 00000020:00000001:3.0:1767384698.119584:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384698.119705:0:40111:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384698.119716:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.119720:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bbe9251e. 00000001:00000010:2.0:1767384698.119724:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000490a0907. 00000001:00000010:2.0:1767384698.119727:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d4fe1f43. 00000001:00000010:2.0:1767384698.119729:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000978fb76a. 00000001:00000010:2.0:1767384698.119744:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000fc4fd40e. 00000001:00000010:2.0:1767384698.119747:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a44d4806. 00000001:00000001:2.0:1767384698.119750:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384698.119752:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.119755:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000024f68128. 00000001:00000010:2.0:1767384698.119757:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e0c67ae8. 00000001:00000010:2.0:1767384698.119760:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000c729e9c0. 00000001:00000010:2.0:1767384698.119762:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002b0a9067. 00000001:00000010:2.0:1767384698.119765:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000060eb4283. 00000001:00000010:2.0:1767384698.119767:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000c05ffab3. 00000001:00000001:2.0:1767384698.119770:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384698.119772:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a16d16c8) now 3 - setup 00000020:00000001:2.0:1767384698.119774:0:40111:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.119775:0:40111:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384698.119778:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384698.119781:0:40111:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384698.119783:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a16d16c8) now 2 - obd_device_list 00000020:00000080:2.0:1767384698.119785:0:40111:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000040:2.0:1767384698.119787:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDD0000 (00000000a16d16c8) now 1 - newdev 00000020:00000040:2.0:1767384698.119790:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000057d233a3 with handle 0x71ee3a74e2718f21 from hash 00000020:00000040:2.0:1767384698.119792:0:40111:0:(genops.c:898:class_export_put()) PUTting export 0000000057d233a3 : new refcount 0 00000020:00000080:2.0:1767384698.119794:0:40111:0:(genops.c:904:class_export_put()) final put 0000000057d233a3/lustre-MDD0000_UUID 00000020:00000001:2.0:1767384698.119796:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.119798:0:40111:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384698.119799:0:40111:0:(genops.c:863:class_export_destroy()) destroying export 0000000057d233a3/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000001:2.0:1767384698.119802:0:40111:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384698.119803:0:40111:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.119805:0:40111:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000057d233a3. 00000020:00000001:2.0:1767384698.119809:0:40111:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384698.119811:0:40111:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDD0000 obd_type name = mdd 00000020:01000000:2.0:1767384698.119813:0:40111:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000001:2.0:1767384698.119814:0:40111:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384698.119817:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3f1a89. 00000020:00000010:2.0:1767384698.119820:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000073b9205b. 00000040:00000010:2.0:1767384698.119822:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000031cd7e33. 00000020:00000010:2.0:1767384698.119824:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ab7ad169. 00000020:00000010:2.0:1767384698.119827:0:40111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.119830:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.119832:0:40111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000af0804e. 40000000:00000010:2.0:1767384698.119835:0:40111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038160408. 00100000:00000010:2.0:1767384698.119839:0:40111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a83e48e. 00040000:00000010:2.0:1767384698.119841:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.119843:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd93247f. 00080000:00000010:2.0:1767384698.119850:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cb3ff662. 00080000:00000010:2.0:1767384698.119852:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006b80f6e6. 00000004:00000010:2.0:1767384698.119856:0:40111:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d0c862e1. 00000004:00000010:2.0:1767384698.119858:0:40111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b8c34eec. 00000004:00000001:2.0:1767384698.119861:0:40111:0:(mdd_device.c:1552:mdd_device_free()) Process entered 00000004:00000010:2.0:1767384698.119864:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002ac1301e. 00000004:00000010:2.0:1767384698.119867:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000965e9b02. 00000004:00000010:2.0:1767384698.119870:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000054fc15f5. 00000004:00000010:2.0:1767384698.119873:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000027a57320. 00000004:00000010:2.0:1767384698.119876:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d3650cb4. 00000004:00000010:2.0:1767384698.119881:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000abdbd168. 00000004:00000010:2.0:1767384698.119884:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000026fd32cb. 00000004:00000010:2.0:1767384698.119887:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000003ee246da. 00000004:00000010:2.0:1767384698.119890:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005cbdc883. 00000004:00000010:2.0:1767384698.119893:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008b28b484. 00000004:00000010:2.0:1767384698.119896:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000309b947d. 00000004:00000010:2.0:1767384698.119898:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000083555adc. 00000004:00000010:2.0:1767384698.119901:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000001c25a01c. 00000004:00000010:2.0:1767384698.119904:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000032be7d07. 00000004:00000010:2.0:1767384698.119907:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000832cf586. 00000004:00000010:2.0:1767384698.119910:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000297175ba. 00000004:00000010:2.0:1767384698.119913:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000008a03297c. 00000004:00000010:2.0:1767384698.119915:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000006f60678c. 00000004:00000010:2.0:1767384698.119918:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c2749c66. 00000004:00000010:2.0:1767384698.119921:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000b362de0f. 00000004:00000010:2.0:1767384698.119924:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000042b03779. 00000004:00000010:2.0:1767384698.119927:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005db04d7a. 00000004:00000010:2.0:1767384698.119930:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f70ed97e. 00000004:00000010:2.0:1767384698.119933:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000009a33df6. 00000004:00000010:2.0:1767384698.119935:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000002597d2fa. 00000004:00000010:2.0:1767384698.119942:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000031738de. 00000004:00000010:2.0:1767384698.119947:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a8f76865. 00000004:00000010:2.0:1767384698.119950:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000025b87abf. 00000004:00000010:2.0:1767384698.119953:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000ffe41d09. 00000004:00000010:2.0:1767384698.119956:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a8014dbb. 00000004:00000010:2.0:1767384698.119960:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000078f1abbd. 00000004:00000010:2.0:1767384698.119965:0:40111:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at 00000000dac90cf2. 00000004:00000001:2.0:1767384698.119968:0:40111:0:(mdd_device.c:1557:mdd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.119970:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000073b9205b. 00000040:00000010:2.0:1767384698.119974:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000031cd7e33. 00000020:00000010:2.0:1767384698.119977:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ab7ad169. 00000020:00000010:2.0:1767384698.119981:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.119984:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.119986:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000af0804e. 40000000:00000010:2.0:1767384698.119989:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000038160408. 00100000:00000010:2.0:1767384698.119992:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a83e48e. 00040000:00000010:2.0:1767384698.119995:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.119998:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd93247f. 00080000:00000010:2.0:1767384698.120001:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006b80f6e6. 00080000:00000010:2.0:1767384698.120003:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cb3ff662. 00000004:00000010:2.0:1767384698.120006:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d0c862e1. 00000004:00000010:2.0:1767384698.120010:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b8c34eec. 00000020:00000010:2.0:1767384698.120013:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3f1a89. 00000020:00000001:2.0:1767384698.120016:0:40111:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.120017:0:40111:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000a16d16c8. 00000020:00000001:2.0:1767384698.120023:0:40111:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120025:0:40111:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384698.120027:0:40111:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 00000000ab591299. 00000020:00000001:2.0:1767384698.120030:0:40111:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.120031:0:40111:0:(mdd_device.c:1628:mdd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.120033:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.120034:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384698.120041:0:40111:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384698.120043:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384698.120044:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718f36 00000020:00000040:2.0:1767384698.120047:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000024a5963 with handle 0x71ee3a74e2718f36 from hash 00000020:00000001:2.0:1767384698.120050:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384698.120051:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000024a5963 : new refcount 1 00000020:00000001:2.0:1767384698.120053:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384698.120054:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000024a5963 : new refcount 0 00000020:00000080:2.0:1767384698.120056:0:40111:0:(genops.c:904:class_export_put()) final put 00000000024a5963/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384698.120058:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120067:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384698.120069:0:40111:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.120071:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120074:0:40111:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384698.120076:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:2.0:1767384698.120076:0:40111:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000080:3.0:1767384698.120079:0:36:0:(genops.c:863:class_export_destroy()) destroying export 00000000024a5963/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384698.120081:0:40111:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637898575523616 : -106175134028000 : ffff9f6f2cda2f20) 00000020:00000001:3.0:1767384698.120084:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:01000004:2.0:1767384698.120086:0:40111:0:(tgt_mount.c:188:server_put_mount()) put mount 000000005a5c7795 from lustre-MDT0000, refs=3 00000020:00000001:3.0:1767384698.120087:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1767384698.120091:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000032d809c) now 6 - export 00000020:00000001:2.0:1767384698.120091:0:40111:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384698.120095:0:40111:0:(obd_mount.c:705:lustre_put_lsi()) put 000000005a5c7795 3 00000020:00000010:3.0:1767384698.120096:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000024a5963. 00000020:00000001:2.0:1767384698.120099:0:40111:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.120102:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:2.0:1767384698.120103:0:40111:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1767384698.120107:0:40111:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384698.120109:0:40111:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637898575523616 : -106175134028000 : ffff9f6f2cda2f20) 00000020:01000004:2.0:1767384698.120111:0:40111:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000005a5c7795 from lustre-MDT0000 00000020:00000010:2.0:1767384698.120114:0:40111:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at 00000000bd81677a. 00000020:00000010:2.0:1767384698.120119:0:40111:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 00000000c50ee121. 00000020:00000001:2.0:1767384698.120122:0:40111:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120124:0:40111:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1767384698.120126:0:40111:0:(mdt_handler.c:6511:mdt_fini()) Process leaving 00000004:00000001:2.0:1767384698.120127:0:40111:0:(mdt_handler.c:8323:mdt_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120129:0:40111:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384698.120137:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.120141:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000524b0fe. 00000001:00000010:2.0:1767384698.120143:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000009d4c766. 00000001:00000010:2.0:1767384698.120146:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b7beaee1. 00000001:00000010:2.0:1767384698.120149:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000d9e1fb4. 00000001:00000010:2.0:1767384698.120151:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000e4793612. 00000001:00000010:2.0:1767384698.120153:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000fe226fc3. 00000001:00000001:2.0:1767384698.120157:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384698.120159:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.120162:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002ef842bd. 00000001:00000010:2.0:1767384698.120164:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009dfcff10. 00000001:00000010:2.0:1767384698.120166:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000007dfd4dc8. 00000001:00000010:2.0:1767384698.120168:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002b4c3783. 00000001:00000010:2.0:1767384698.120171:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000314f9f7d. 00000001:00000010:2.0:1767384698.120173:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000cb13a0d3. 00000001:00000001:2.0:1767384698.120175:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384698.120177:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 3 - setup 00000020:00000001:2.0:1767384698.120179:0:40111:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120181:0:40111:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384698.120183:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384698.120185:0:40111:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384698.120187:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 2 - obd_device_list 00000020:00000080:2.0:1767384698.120189:0:40111:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000040:2.0:1767384698.120191:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (00000000cac57713) now 1 - newdev 00000020:00000040:2.0:1767384698.120194:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c3b71567 with handle 0x71ee3a74e2718f1a from hash 00000020:00000040:2.0:1767384698.120196:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000c3b71567 : new refcount 0 00000020:00000080:2.0:1767384698.120198:0:40111:0:(genops.c:904:class_export_put()) final put 00000000c3b71567/lustre-MDT0000_UUID 00000020:00000001:2.0:1767384698.120200:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120203:0:40111:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384698.120204:0:40111:0:(genops.c:863:class_export_destroy()) destroying export 00000000c3b71567/lustre-MDT0000_UUID for lustre-MDT0000 00000020:00000001:2.0:1767384698.120206:0:40111:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000004:00000001:2.0:1767384698.120209:0:40111:0:(mdt_handler.c:7618:mdt_destroy_export()) Process entered 00000004:00000010:2.0:1767384698.120211:0:40111:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at 00000000758c8610. 00000004:00000001:2.0:1767384698.120214:0:40111:0:(mdt_handler.c:7629:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120216:0:40111:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.120222:0:40111:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000c3b71567. 00000020:00000001:2.0:1767384698.120226:0:40111:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384698.120228:0:40111:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000 obd_type name = mdt 00000020:01000000:2.0:1767384698.120229:0:40111:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000001:2.0:1767384698.120231:0:40111:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384698.120234:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3f1a89. 00000020:00000010:2.0:1767384698.120237:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000540476e5. 00000040:00000010:2.0:1767384698.120239:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cd93247f. 00000020:00000010:2.0:1767384698.120242:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0c862e1. 00000020:00000010:2.0:1767384698.120245:0:40111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.120248:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.120250:0:40111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000af0804e. 40000000:00000010:2.0:1767384698.120253:0:40111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ab591299. 00100000:00000010:2.0:1767384698.120256:0:40111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a83e48e. 00040000:00000010:2.0:1767384698.120258:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.120261:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031cd7e33. 00080000:00000010:2.0:1767384698.120264:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cb3ff662. 00080000:00000010:2.0:1767384698.120267:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006b80f6e6. 00000004:00000010:2.0:1767384698.120270:0:40111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b8c34eec. 00000004:00000001:2.0:1767384698.120273:0:40111:0:(mdt_handler.c:8331:mdt_device_free()) Process entered 00000004:00000010:2.0:1767384698.120275:0:40111:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at 000000000eb5a0b6. 00000004:00000001:2.0:1767384698.120278:0:40111:0:(mdt_handler.c:8336:mdt_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.120281:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000540476e5. 00000040:00000010:2.0:1767384698.120284:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cd93247f. 00000020:00000010:2.0:1767384698.120286:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d0c862e1. 00000020:00000010:2.0:1767384698.120289:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.120292:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.120294:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000af0804e. 40000000:00000010:2.0:1767384698.120297:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ab591299. 00100000:00000010:2.0:1767384698.120299:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a83e48e. 00040000:00000010:2.0:1767384698.120302:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.120304:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000031cd7e33. 00080000:00000010:2.0:1767384698.120307:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006b80f6e6. 00080000:00000010:2.0:1767384698.120310:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cb3ff662. 00000004:00000010:2.0:1767384698.120313:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b8c34eec. 00000020:00000010:2.0:1767384698.120315:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3f1a89. 00000020:00000001:2.0:1767384698.120317:0:40111:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.120319:0:40111:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000cac57713. 00000020:00000001:2.0:1767384698.120325:0:40111:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120326:0:40111:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384698.120329:0:40111:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at 000000008bef0d92. 00000020:00000001:2.0:1767384698.120332:0:40111:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120335:0:40111:0:(obd_mount.c:552:lustre_stop_mgc()) Process entered 00000020:01000004:2.0:1767384698.120336:0:40111:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 1 references. 00000020:00000001:2.0:1767384698.120338:0:40111:0:(obd_mount.c:570:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000001:2.0:1767384698.120341:0:40111:0:(obd_mount.c:597:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1767384698.120344:0:40111:0:(tgt_mount.c:250:server_stop_mgs()) Process entered 00000020:00000001:2.0:1767384698.120345:0:40111:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384698.120347:0:40111:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637898782844032 : -106174926707584 : ffff9f6f3935a480) 00000020:01000004:2.0:1767384698.120349:0:40111:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:00000001:2.0:1767384698.120352:0:40111:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384698.120353:0:40111:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000010:2.0:1767384698.120356:0:40111:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000ab591299. 00000020:00000080:2.0:1767384698.120357:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384698.120359:0:40111:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384698.120361:0:40111:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1767384698.120364:0:40111:0:(genops.c:1836:print_export_data()) MGS: ACTIVE 000000003e698a73 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8 0@lo 9 (0 0 5) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:2.0:1767384698.120369:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384698.120371:0:40111:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (000000000c08397d) has exports, disconnecting them 00000020:00000001:2.0:1767384698.120373:0:40111:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1767384698.120375:0:40111:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=10 00000020:00000040:2.0:1767384698.120378:0:40111:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=11 00000020:00080000:2.0:1767384698.120381:0:40111:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (000000003e698a73), last request at 1767384583 00000020:00000001:2.0:1767384698.120384:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 20000000:00000001:2.0:1767384698.120386:0:40111:0:(mgs_handler.c:1797:mgs_obd_disconnect()) Process entered 00000020:00000040:2.0:1767384698.120389:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 10 20000000:00000010:2.0:1767384698.120391:0:40111:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 0000000069db81b8. 00000020:00000040:2.0:1767384698.120394:0:40111:0:(genops.c:887:class_export_get()) GET export 000000003e698a73 refcount=11 00010000:00000001:2.0:1767384698.120399:0:40111:0:(ldlm_lib.c:840:server_disconnect_export()) Process entered 00000020:00000001:2.0:1767384698.120400:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1767384698.120409:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 10 00000020:00000080:2.0:1767384698.120411:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718edb 00000020:00000040:2.0:1767384698.120413:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003e698a73 with handle 0x71ee3a74e2718edb from hash 00000020:00000040:2.0:1767384698.120416:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 9 00000020:00000001:2.0:1767384698.120418:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00010000:2.0:1767384698.120420:0:40111:0:(genops.c:1938:obd_stale_export_put()) Put export 000000003e698a73: total 0 00000020:00000001:2.0:1767384698.120422:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384698.120423:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 8 00000020:00000001:2.0:1767384698.120425:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.120427:0:40111:0:(import.c:2094:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1767384698.120430:0:40111:0:(import.c:65:import_set_state_nolock()) 00000000397aad7d : changing import state from FULL to CLOSED 00000100:00000001:2.0:1767384698.120433:0:40111:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384698.120434:0:40111:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384698.120435:0:40111:0:(import.c:2104:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1767384698.120467:0:40111:0:(ldlm_lib.c:871:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384698.120470:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 7 20000000:00000001:2.0:1767384698.120473:0:40111:0:(mgs_handler.c:1808:mgs_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.120475:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384698.120475:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00010000:1.0:1767384698.120479:0:17074:0:(genops.c:1924:obd_stale_export_get()) Get export 000000003e698a73: total 0 00000020:00080000:2.0:1767384698.120481:0:40111:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000003e698a73): rc 0 00000020:00000001:1.0:1767384698.120485:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=18446637898754217984 : -106174955333632 : ffff9f6f3780d800) 00000020:00000040:2.0:1767384698.120486:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 6 00000020:00000001:2.0:1767384698.120490:0:40111:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00010000:00000001:1.0:1767384698.120491:0:17074:0:(ldlm_lockd.c:2930:ldlm_bl_thread_exports()) Process entered 00000020:00000001:2.0:1767384698.120492:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384698.120495:0:40111:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1767384698.120497:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b88778. 20000000:00000001:2.0:1767384698.120498:0:40111:0:(mgs_handler.c:1661:mgs_device_fini()) Process entered 00000020:00000001:2.0:1767384698.120500:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384698.120503:0:40111:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (000000000c08397d) has no exports 00000020:00000010:1.0:1767384698.120503:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f214730d. 00000020:00000001:2.0:1767384698.120507:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000100:00000001:2.0:1767384698.120510:0:40111:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384698.120512:0:40111:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000100:00000001:2.0:1767384698.120518:0:40111:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384698.120520:0:40111:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384698.120521:0:40111:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mgs 00000100:00000040:2.0:1767384698.120523:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #3 00000020:00000010:1.0:1767384698.120525:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a874aa7. 00000100:00000040:2.0:1767384698.120526:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #2 00000100:00000040:2.0:1767384698.120530:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #1 00000020:00000010:1.0:1767384698.120533:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022df65d3. 00000100:00000040:2.0:1767384698.120534:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread ll_mgs #0 00000020:00000010:1.0:1767384698.120538:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004bce4294. 80000000:00000010:1.0:1767384698.120542:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029aa322a. 40000000:00000010:1.0:1767384698.120545:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ba7e58eb. 00100000:00000010:1.0:1767384698.120549:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ade0edf1. 00040000:00000010:1.0:1767384698.120552:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a538b924. 00040000:00000010:1.0:1767384698.120555:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000706aaf9c. 00080000:00000010:1.0:1767384698.120560:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bb026031. 00000100:00000040:2.0:1767384698.120561:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ll_mgs #3 00080000:00000010:1.0:1767384698.120564:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aaf51d50. 00000020:00000010:3.0:1767384698.120570:0:25090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000d313ed5a. 00002000:00000010:1.0:1767384698.120570:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e1449e14. 00000020:00000010:2.0:1767384698.120574:0:17080:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000bfb40735. 00000040:00000010:3.0:1767384698.120577:0:25090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d5c75daf. 00000020:00000010:1.0:1767384698.120577:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f214730d. 00000040:00000010:2.0:1767384698.120581:0:17080:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d38b135d. 00000020:00000010:1.0:1767384698.120583:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a874aa7. 00000020:00000010:3.0:1767384698.120584:0:25090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000db70c119. 00000020:00000010:2.0:1767384698.120587:0:17080:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7c146a4. 00000020:00000010:1.0:1767384698.120590:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022df65d3. 00000020:00000010:3.0:1767384698.120592:0:25090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006eab1491. 00000020:00000010:2.0:1767384698.120595:0:17080:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bc4ecb74. 00000020:00000010:1.0:1767384698.120596:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004bce4294. 80000000:00000010:3.0:1767384698.120597:0:25090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005fb2b058. 80000000:00000010:1.0:1767384698.120603:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000029aa322a. 80000000:00000010:2.0:1767384698.120604:0:17080:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009aaad985. 00040000:00000010:3.0:1767384698.120605:0:25090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003630b1a7. 40000000:00000010:1.0:1767384698.120609:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba7e58eb. 00040000:00000010:2.0:1767384698.120612:0:17080:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000034f5c623. 00080000:00000010:3.0:1767384698.120613:0:25090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b2c34139. 00080000:00000010:3.0:1767384698.120619:0:25090:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 0000000033a17d2b. 00100000:00000010:1.0:1767384698.120620:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ade0edf1. 00040000:00000010:1.0:1767384698.120626:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a538b924. 00080000:00000010:2.0:1767384698.120627:0:17080:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007e17a972. 00080000:00000010:3.0:1767384698.120629:0:25090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c35c8687. 00040000:00000010:1.0:1767384698.120632:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000706aaf9c. 00080000:00000010:2.0:1767384698.120635:0:17080:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000af9be7bb. 20000000:00000010:3.0:1767384698.120636:0:25090:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000020c790a7. 00080000:00000010:1.0:1767384698.120638:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aaf51d50. 00080000:00000010:2.0:1767384698.120640:0:17080:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000073e3233b. 00000020:00000010:3.0:1767384698.120643:0:25090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000478a499a. 00080000:00000010:1.0:1767384698.120644:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bb026031. 20000000:00000010:2.0:1767384698.120647:0:17080:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000d5f4267a. 00002000:00000010:1.0:1767384698.120650:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e1449e14. 00000020:00000010:3.0:1767384698.120651:0:25090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000006e8bc597. 00000020:00000010:2.0:1767384698.120653:0:17080:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1b62026. 00000020:00000010:1.0:1767384698.120656:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b88778. 00000100:00000010:3.0:1767384698.120660:0:25090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000073fd4243. 00000020:00000010:2.0:1767384698.120661:0:17080:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004ff0a122. 00010000:00010000:1.0:1767384698.120661:0:17074:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export 000000003e698a73, canceled 0 locks, left on hash table 5. 00000100:00100000:3.0:1767384698.120666:0:25090:0:(service.c:3155:ptlrpc_main()) ll_mgs_0003: service thread [00000000516da39c:25090] 3 exiting: rc = 0 00000020:00000010:1.0:1767384698.120668:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7b88778. 00000100:00000010:2.0:1767384698.120669:0:17080:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a6480cd3. 00000100:00100000:2.0:1767384698.120675:0:17080:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [00000000b7299038:17080] 1 exiting: rc = 0 00000020:00000010:1.0:1767384698.120675:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006b265cde. 00000020:00000010:1.0:1767384698.120680:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ade0edf1. 00000020:00000010:1.0:1767384698.120684:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022df65d3. 00000020:00000010:1.0:1767384698.120687:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000706aaf9c. 80000000:00000010:1.0:1767384698.120690:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000029aa322a. 40000000:00000010:1.0:1767384698.120693:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ba7e58eb. 00100000:00000010:1.0:1767384698.120695:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a874aa7. 00040000:00000010:1.0:1767384698.120698:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a538b924. 00040000:00000010:1.0:1767384698.120701:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004bce4294. 00080000:00000010:1.0:1767384698.120704:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bb026031. 00080000:00000010:1.0:1767384698.120706:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aaf51d50. 00002000:00000010:1.0:1767384698.120709:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000e1449e14. 00000001:00000001:1.0:1767384698.120712:0:17074:0:(hash.c:1733:cfs_hash_for_each_empty()) Process entered 00000001:00000001:1.0:1767384698.120715:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1767384698.120719:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000007862540d count: 2 00010000:00000001:1.0:1767384698.120724:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384698.120727:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384698.120743:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384698.120746:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384698.120748:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384698.120751:0:17078:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000097dec288. 00010000:00000001:1.0:1767384698.120754:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000040:00000010:3.0:1767384698.120758:0:17078:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000044fe7b03. 00010000:00000001:1.0:1767384698.120758:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000020:00000010:3.0:1767384698.120763:0:17078:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000058f8d362. 00010000:00000001:1.0:1767384698.120764:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.120767:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:3.0:1767384698.120768:0:17078:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000628fdde. 00010000:00000001:1.0:1767384698.120770:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:2.0:1767384698.120771:0:17081:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006da48984. 80000000:00000010:3.0:1767384698.120773:0:17078:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d4817077. 00010000:00000001:1.0:1767384698.120773:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1767384698.120777:0:17081:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000090f78720. 00000020:00000040:1.0:1767384698.120778:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003ca00b7b with handle 0x71ee3a74e2718fc9 from hash 00040000:00000010:3.0:1767384698.120783:0:17078:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dedfd223. 00010000:00000001:1.0:1767384698.120784:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000010:2.0:1767384698.120785:0:17081:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a0ab481. 00010000:00000001:1.0:1767384698.120787:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00080000:00000010:3.0:1767384698.120790:0:17078:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f1d8cd4e. 00010000:00000001:1.0:1767384698.120790:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.120792:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000020:00000010:2.0:1767384698.120793:0:17081:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000000328461f. 00010000:00000001:1.0:1767384698.120796:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00080000:00000010:3.0:1767384698.120798:0:17078:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000001c4efd9e. 80000000:00000010:2.0:1767384698.120800:0:17081:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ff5051ff. 00010000:00000040:1.0:1767384698.120800:0:17074:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003e698a73, 1 locks cancelled. 00080000:00000010:3.0:1767384698.120804:0:17078:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d3358aa9. 00010000:00000001:1.0:1767384698.120805:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.120807:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00040000:00000010:2.0:1767384698.120810:0:17081:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007c44964d. 00010000:00000001:1.0:1767384698.120810:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 20000000:00000010:3.0:1767384698.120811:0:17078:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000001a720421. 00010000:00010000:1.0:1767384698.120815:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000003ca00b7b/0x71ee3a74e2718fc9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e2718fc2 expref: 6 pid: 17081 timeout: 0 lvb_type: 0 00000020:00000010:3.0:1767384698.120817:0:17078:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006151dc72. 00080000:00000010:2.0:1767384698.120820:0:17081:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000099e07ac1. 00010000:00000040:1.0:1767384698.120825:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 4 00080000:00000010:2.0:1767384698.120828:0:17081:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000803038c3. 00000020:00000010:3.0:1767384698.120829:0:17078:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a0186a8f. 00000020:00000040:1.0:1767384698.120829:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 5 00080000:00000010:2.0:1767384698.120834:0:17081:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000c88d2fe2. 00010000:00000040:1.0:1767384698.120834:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000007862540d count: 0 00000100:00000010:3.0:1767384698.120836:0:17078:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000974ee051. 00000100:00100000:3.0:1767384698.120841:0:17078:0:(service.c:3155:ptlrpc_main()) ll_mgs_0000: service thread [00000000159f31e4:17078] 0 exiting: rc = 1 20000000:00000010:2.0:1767384698.120842:0:17081:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000b9b4f523. 00010000:00000001:1.0:1767384698.120847:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1767384698.120848:0:17081:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f5326b30. 00000001:00000040:1.0:1767384698.120850:0:17074:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 52fcb523-99f3-4, loop: 0 00000001:00000001:1.0:1767384698.120853:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000010:2.0:1767384698.120855:0:17081:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000341fb0e4. 00010000:00000040:1.0:1767384698.120856:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 4 00010000:00000001:1.0:1767384698.120860:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384698.120863:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384698.120864:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000010:2.0:1767384698.120866:0:17081:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000003de32fd6. 00010000:00000001:1.0:1767384698.120866:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384698.120871:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384698.120872:0:17081:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [000000003f690f71:17081] 2 exiting: rc = 0 00010000:00000001:1.0:1767384698.120874:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767384698.120878:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384698.120880:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.120881:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.120883:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384698.120885:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767384698.120888:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000ef4a9e6e with handle 0x71ee3a74e2718ee9 from hash 00010000:00000001:1.0:1767384698.120891:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384698.120893:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.120894:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.120896:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384698.120898:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384698.120899:0:17074:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003e698a73, 2 locks cancelled. 00010000:00000001:1.0:1767384698.120901:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.120903:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.120904:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767384698.120907:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000ef4a9e6e/0x71ee3a74e2718ee9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e2718ee2 expref: 5 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767384698.120908:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000159f31e4. 00010000:00000040:1.0:1767384698.120916:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 3 00000100:00000010:3.0:1767384698.120917:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000b7299038. 00000020:00000040:1.0:1767384698.120919:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 4 00000100:00000010:3.0:1767384698.120924:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003f690f71. 00010000:00000001:1.0:1767384698.120930:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000010:3.0:1767384698.120933:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000516da39c. 00000001:00000040:1.0:1767384698.120933:0:17074:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 52fcb523-99f3-4, loop: 1 00000001:00000001:1.0:1767384698.120938:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767384698.120941:0:40111:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00010000:00000040:1.0:1767384698.120942:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 3 00000100:00000001:3.0:1767384698.120944:0:40111:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00010000:00000001:1.0:1767384698.120945:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1767384698.120948:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000200:3.0:1767384698.120950:0:40111:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00010000:00000001:1.0:1767384698.120950:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1767384698.120953:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384698.120956:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384698.120958:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384698.120958:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:3.0:1767384698.120961:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384698.120962:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:3.0:1767384698.120965:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba78c137. 00010000:00000001:1.0:1767384698.120966:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.120968:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:3.0:1767384698.120971:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000676a5802 00010000:00000001:1.0:1767384698.120971:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384698.120972:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384698.120975:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000676a5802. 00000020:00000040:1.0:1767384698.120976:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000c38ced0e with handle 0x71ee3a74e2718fd7 from hash 00010000:00000001:1.0:1767384698.120980:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:3.0:1767384698.120981:0:40111:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384698.120982:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384698.120986:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384698.120986:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.120988:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384698.120991:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767384698.120992:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.120995:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.120997:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1767384698.120999:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:1.0:1767384698.121002:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 00000000c38ced0e/0x71ee3a74e2718fd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e2718fd0 expref: 4 pid: 17081 timeout: 0 lvb_type: 0 00000100:00000040:3.0:1767384698.121003:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1767384698.121007:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121010:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000040:1.0:1767384698.121012:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 2 00000400:00000001:3.0:1767384698.121013:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:1.0:1767384698.121015:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 3 00000400:00000010:3.0:1767384698.121016:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000033ca0a2. 00000400:00000200:3.0:1767384698.121021:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fcfa3834 00010000:00000001:1.0:1767384698.121022:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384698.121023:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fcfa3834. 00000001:00000040:1.0:1767384698.121026:0:17074:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 52fcb523-99f3-4, loop: 2 00000100:00000001:3.0:1767384698.121028:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:1.0:1767384698.121029:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000200:3.0:1767384698.121031:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:1.0:1767384698.121034:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 00000000712dc175 count: 2 00010000:00000001:1.0:1767384698.121038:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:3.0:1767384698.121041:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:1.0:1767384698.121042:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1767384698.121045:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000100:00000040:3.0:1767384698.121046:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00010000:00000001:1.0:1767384698.121048:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384698.121049:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384698.121050:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384698.121052:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384698.121054:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000400:00000001:3.0:1767384698.121055:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121058:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8dfdf65. 00010000:00000001:1.0:1767384698.121058:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767384698.121062:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1767384698.121063:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d07f11e 00010000:00000001:1.0:1767384698.121065:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:3.0:1767384698.121066:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d07f11e. 00010000:00000001:1.0:1767384698.121067:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767384698.121070:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384698.121071:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121074:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:1.0:1767384698.121074:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000017f3f080 with handle 0x71ee3a74e2718ff3 from hash 00010000:00000001:1.0:1767384698.121077:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767384698.121078:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.121079:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.121082:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767384698.121084:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000040:1.0:1767384698.121087:0:17074:0:(ldlm_lock.c:2577:ldlm_cancel_lock_for_export()) Export 000000003e698a73, 4 locks cancelled. 00000100:00100000:3.0:1767384698.121090:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384698.121091:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.121094:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384698.121095:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00010000:00000001:1.0:1767384698.121096:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384698.121100:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00010000:00010000:1.0:1767384698.121101:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 0000000017f3f080/0x71ee3a74e2718ff3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e2718fec expref: 3 pid: 17081 timeout: 0 lvb_type: 0 00000400:00000001:3.0:1767384698.121103:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121106:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121108:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e8ea1224. 00010000:00000040:1.0:1767384698.121110:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 1 00000400:00000200:3.0:1767384698.121113:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047ad5e40 00000400:00000010:3.0:1767384698.121116:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047ad5e40. 00000020:00000040:1.0:1767384698.121118:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 2 00010000:00000040:1.0:1767384698.121121:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 00000000712dc175 count: 0 00000100:00000001:3.0:1767384698.121126:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121128:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384698.121130:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000040:1.0:1767384698.121134:0:17074:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 52fcb523-99f3-4, loop: 3 00000100:00100000:3.0:1767384698.121138:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:1.0:1767384698.121138:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000040:3.0:1767384698.121141:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00010000:00000040:1.0:1767384698.121143:0:17074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: 000000000591f343 count: 2 00000100:00000001:3.0:1767384698.121145:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:1.0:1767384698.121146:0:17074:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000400:00000001:3.0:1767384698.121148:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1767384698.121149:0:17074:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000400:00000001:3.0:1767384698.121151:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384698.121152:0:17074:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000400:00000010:3.0:1767384698.121154:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008db10eac. 00010000:00000001:1.0:1767384698.121155:0:17074:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767384698.121159:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe1851ca 00000020:00000001:1.0:1767384698.121159:0:17074:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384698.121163:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fe1851ca. 00010000:00000001:1.0:1767384698.121165:0:17074:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:3.0:1767384698.121167:0:40111:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384698.121168:0:17074:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:3.0:1767384698.121170:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000001:1.0:1767384698.121172:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767384698.121174:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.121177:0:17074:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:3.0:1767384698.121178:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384698.121179:0:17074:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384698.121181:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000020:00000040:1.0:1767384698.121183:0:17074:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000009379e02c with handle 0x71ee3a74e2719001 from hash 00000100:00000001:3.0:1767384698.121185:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121188:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384698.121188:0:17074:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000400:00000001:3.0:1767384698.121190:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1767384698.121191:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:3.0:1767384698.121193:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009222f8de. 00010000:00000001:1.0:1767384698.121194:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.121197:0:17074:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:3.0:1767384698.121198:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061766dc7 00010000:00000001:1.0:1767384698.121199:0:17074:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:3.0:1767384698.121201:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061766dc7. 00010000:00000001:1.0:1767384698.121202:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1767384698.121206:0:40111:0:(events.c:286:request_in_callback()) Process entered 00010000:00000001:1.0:1767384698.121206:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767384698.121207:0:17074:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:3.0:1767384698.121209:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00010000:1.0:1767384698.121212:0:17074:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: 000000009379e02c/0x71ee3a74e2719001 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x71ee3a74e2718ffa expref: 2 pid: 17081 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767384698.121221:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121226:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00010000:00000040:1.0:1767384698.121226:0:17074:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export 000000003e698a73 : new locks_count 0 00000100:00000001:3.0:1767384698.121229:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000040:1.0:1767384698.121230:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 1 00000400:00000001:3.0:1767384698.121232:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121234:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121235:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8293fa. 00000400:00000200:3.0:1767384698.121238:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a36d52b8 00000400:00000010:3.0:1767384698.121240:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a36d52b8. 00000100:00000001:3.0:1767384698.121248:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121251:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00010000:00000040:1.0:1767384698.121252:0:17074:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: 000000000591f343 count: 0 00000100:00100000:3.0:1767384698.121261:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00000001:1.0:1767384698.121263:0:17074:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1767384698.121264:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000001:00000040:1.0:1767384698.121266:0:17074:0:(hash.c:1746:cfs_hash_for_each_empty()) Try to empty hash: 52fcb523-99f3-4, loop: 4 00000100:00000001:3.0:1767384698.121268:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:1.0:1767384698.121270:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000400:00000001:3.0:1767384698.121272:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:1.0:1767384698.121274:0:17074:0:(hash.c:1749:cfs_hash_for_each_empty()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384698.121275:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121278:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000226e8cca. 00010000:00010000:1.0:1767384698.121279:0:17074:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export 000000003e698a73, canceled 5 locks, left on hash table 0. 00010000:00000001:1.0:1767384698.121284:0:17074:0:(ldlm_lock.c:2443:ldlm_reprocess_recovery_done()) Process entered 00000400:00000200:3.0:1767384698.121285:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c766e70 00000001:00000001:1.0:1767384698.121286:0:17074:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000400:00000010:3.0:1767384698.121288:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007c766e70. 00000001:00000001:1.0:1767384698.121290:0:17074:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1767384698.121295:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000001:00000001:1.0:1767384698.121295:0:17074:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767384698.121299:0:17074:0:(ldlm_lock.c:2449:ldlm_reprocess_recovery_done()) Process leaving 00000100:00000200:3.0:1767384698.121300:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:1.0:1767384698.121304:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006b265cde. 00000100:00100000:3.0:1767384698.121308:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121310:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000020:00000010:1.0:1767384698.121314:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ade0edf1. 00000100:00000001:3.0:1767384698.121320:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000010:1.0:1767384698.121320:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022df65d3. 00000400:00000001:3.0:1767384698.121325:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1767384698.121326:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000706aaf9c. 00000400:00000001:3.0:1767384698.121327:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121331:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089e6280b. 80000000:00000010:1.0:1767384698.121331:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000029aa322a. 00000400:00000200:3.0:1767384698.121338:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005dab9e12 40000000:00000010:1.0:1767384698.121338:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ba7e58eb. 00000400:00000010:3.0:1767384698.121342:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005dab9e12. 00100000:00000010:1.0:1767384698.121344:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a874aa7. 00000100:00000001:3.0:1767384698.121346:0:40111:0:(events.c:286:request_in_callback()) Process entered 00040000:00000010:1.0:1767384698.121348:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a538b924. 00000100:00000200:3.0:1767384698.121349:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00040000:00000010:1.0:1767384698.121354:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004bce4294. 00000100:00100000:3.0:1767384698.121358:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00080000:00000010:1.0:1767384698.121360:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aaf51d50. 00000100:00000040:3.0:1767384698.121361:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00080000:00000010:1.0:1767384698.121365:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bb026031. 00000100:00000001:3.0:1767384698.121366:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121369:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00002000:00000010:1.0:1767384698.121370:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000e1449e14. 00000400:00000001:3.0:1767384698.121372:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121375:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027705149. 00000020:00000010:1.0:1767384698.121376:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7b88778. 00000400:00000200:3.0:1767384698.121379:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000448ec8f8 00000020:00000001:1.0:1767384698.121381:0:17074:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000400:00000010:3.0:1767384698.121382:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000448ec8f8. 00000020:00000040:1.0:1767384698.121384:0:17074:0:(genops.c:898:class_export_put()) PUTting export 000000003e698a73 : new refcount 0 00000100:00000001:3.0:1767384698.121386:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000020:00000080:1.0:1767384698.121388:0:17074:0:(genops.c:904:class_export_put()) final put 000000003e698a73/52fcb523-99f3-47ad-9ec0-fd8a5f36dda8 00000100:00000200:3.0:1767384698.121389:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121398:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121399:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:3.0:1767384698.121402:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:1.0:1767384698.121402:0:17074:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000400:00000001:3.0:1767384698.121405:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1767384698.121406:0:17074:0:(ldlm_lockd.c:2940:ldlm_bl_thread_exports()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1767384698.121407:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1767384698.121410:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000010:3.0:1767384698.121411:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004675cdf5. 00000020:00000001:2.0:1767384698.121411:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:1.0:1767384698.121413:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1767384698.121414:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000003e698a73/52fcb523-99f3-47ad-9ec0-fd8a5f36dda8 for MGS 00010000:00010000:1.0:1767384698.121417:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1767384698.121420:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000400:00000200:3.0:1767384698.121422:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8d61a5e 00000020:00000040:2.0:1767384698.121422:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 10 to 0@lo 00000020:00000001:1.0:1767384698.121423:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384698.121426:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f8d61a5e. 00000020:00000001:2.0:1767384698.121429:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00010000:00010000:1.0:1767384698.121429:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1767384698.121430:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000020:00000001:1.0:1767384698.121432:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000200:3.0:1767384698.121433:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 20000000:00000001:2.0:1767384698.121433:0:36:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 00000020:00000001:1.0:1767384698.121436:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384698.121456:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:2.0:1767384698.121458:0:36:0:(genops.c:1229:class_import_get()) import 00000000397aad7d refcount=2 obd=MGS 00000020:00000001:2.0:1767384698.121462:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384698.121465:0:36:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=1 obd=MGS 00000100:00100000:3.0:1767384698.121466:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121470:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000020:00000001:2.0:1767384698.121471:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1767384698.121474:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000020:00000001:2.0:1767384698.121474:0:36:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:3.0:1767384698.121477:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1767384698.121478:0:36:0:(genops.c:1242:class_import_put()) import 00000000397aad7d refcount=0 obd=MGS 00000400:00000001:3.0:1767384698.121480:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1767384698.121482:0:36:0:(genops.c:1245:class_import_put()) final put import 00000000397aad7d 00000400:00000010:3.0:1767384698.121483:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d7e0371. 00000400:00000200:3.0:1767384698.121488:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066a030cb 00000400:00000010:3.0:1767384698.121490:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000066a030cb. 00000100:00000001:3.0:1767384698.121492:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121493:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384698.121495:0:36:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384698.121499:0:36:0:(ldlm_lockd.c:3159:ldlm_destroy_export()) Process entered 00000100:00100000:3.0:1767384698.121500:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000001:2.0:1767384698.121503:0:36:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000100:00000040:3.0:1767384698.121504:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:3.0:1767384698.121507:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121509:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000010:2.0:1767384698.121509:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000035272a5b. 00000400:00000001:3.0:1767384698.121512:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121514:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067649860. 00000001:00000010:2.0:1767384698.121515:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000beb2ab42. 00000400:00000200:3.0:1767384698.121518:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c6be0d38 00000400:00000010:3.0:1767384698.121521:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c6be0d38. 00000001:00000010:2.0:1767384698.121521:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009d750be3. 00000100:00000001:3.0:1767384698.121527:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000001:00000010:2.0:1767384698.121529:0:36:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000e86ce861. 00000100:00000200:3.0:1767384698.121530:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:2.0:1767384698.121535:0:36:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000086ee1b09. 00000100:00100000:3.0:1767384698.121540:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000001:00000010:2.0:1767384698.121541:0:36:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000003f6e50ff. 00000100:00000040:3.0:1767384698.121542:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:3.0:1767384698.121546:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121554:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000001:00000001:2.0:1767384698.121554:0:36:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000400:00000001:3.0:1767384698.121558:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1767384698.121559:0:36:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000400:00000010:3.0:1767384698.121560:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031cffc89. 00010000:00000001:2.0:1767384698.121563:0:36:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00000400:00000200:3.0:1767384698.121565:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068e38ced 00010000:00000001:2.0:1767384698.121566:0:36:0:(ldlm_lockd.c:3164:ldlm_destroy_export()) Process leaving 00000400:00000010:3.0:1767384698.121567:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000068e38ced. 20000000:00000001:2.0:1767384698.121569:0:36:0:(mgs_handler.c:777:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384698.121571:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121575:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000001:2.0:1767384698.121575:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384698.121580:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000000c08397d) now 5 - export 00000100:00100000:3.0:1767384698.121587:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000010:2.0:1767384698.121587:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003e698a73. 00000100:00000040:3.0:1767384698.121590:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:3.0:1767384698.121593:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121596:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1767384698.121596:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000400:00000001:3.0:1767384698.121599:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121600:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4567ab. 00000020:00000001:2.0:1767384698.121601:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000400:00000200:3.0:1767384698.121604:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003fa69cb1 00000020:00000080:2.0:1767384698.121605:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000397aad7d for MGS 00000400:00000010:3.0:1767384698.121606:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003fa69cb1. 00000100:00000001:3.0:1767384698.121610:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000020:00000040:2.0:1767384698.121611:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 9 to 0@lo 00000100:00000200:3.0:1767384698.121613:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000040:2.0:1767384698.121615:0:36:0:(obd_config.c:955:class_decref()) Decref MGS (000000000c08397d) now 4 - import 00000020:00000010:2.0:1767384698.121618:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000397aad7d. 00000100:00100000:3.0:1767384698.121623:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000001:2.0:1767384698.121624:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000040:3.0:1767384698.121626:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:3.0:1767384698.121628:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121630:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121631:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121632:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed7ac4c1. 00000400:00000200:3.0:1767384698.121635:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ba21214 00000400:00000010:3.0:1767384698.121636:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002ba21214. 00000100:00000001:3.0:1767384698.121639:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121640:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121645:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121646:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:3.0:1767384698.121648:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121650:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121651:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121652:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe19dbc2. 00000400:00000200:3.0:1767384698.121655:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004b4e327e 00000400:00000010:3.0:1767384698.121657:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004b4e327e. 00000100:00000001:3.0:1767384698.121659:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121660:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121665:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121667:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:3.0:1767384698.121669:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121670:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121671:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121673:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005675fd8. 00000400:00000200:3.0:1767384698.121675:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ee38b99 00000400:00000010:3.0:1767384698.121677:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004ee38b99. 00000100:00000001:3.0:1767384698.121680:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121681:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121685:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121686:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:3.0:1767384698.121689:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121691:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121692:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121694:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a778352d. 00000400:00000200:3.0:1767384698.121696:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000462ef625 00000400:00000010:3.0:1767384698.121697:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000462ef625. 00000100:00000001:3.0:1767384698.121699:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121700:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121705:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121707:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:3.0:1767384698.121709:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121711:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121713:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121714:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003575bc60. 00000400:00000200:3.0:1767384698.121717:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005ccbb6fe 00000400:00000010:3.0:1767384698.121718:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005ccbb6fe. 00000100:00000001:3.0:1767384698.121722:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121723:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121728:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121730:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:3.0:1767384698.121742:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121744:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121745:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121751:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000051163728. 00000400:00000200:3.0:1767384698.121754:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036ac8025 00000400:00000010:3.0:1767384698.121756:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000036ac8025. 00000100:00000001:3.0:1767384698.121760:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121761:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121765:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121767:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:3.0:1767384698.121769:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121771:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121772:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121774:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1379851. 00000400:00000200:3.0:1767384698.121776:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efa8511d 00000400:00000010:3.0:1767384698.121777:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efa8511d. 00000100:00000001:3.0:1767384698.121780:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121781:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121786:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121788:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:3.0:1767384698.121790:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121791:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121793:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121794:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e024ab67. 00000400:00000200:3.0:1767384698.121797:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db4811e9 00000400:00000010:3.0:1767384698.121798:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db4811e9. 00000100:00000001:3.0:1767384698.121800:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121802:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121806:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121808:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:3.0:1767384698.121809:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121811:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121812:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121814:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000871700f7. 00000400:00000200:3.0:1767384698.121816:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ab28660 00000400:00000010:3.0:1767384698.121817:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ab28660. 00000100:00000001:3.0:1767384698.121820:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121821:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121825:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121826:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:3.0:1767384698.121828:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121829:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121830:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121832:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c303353b. 00000400:00000200:3.0:1767384698.121834:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb871ff3 00000400:00000010:3.0:1767384698.121836:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eb871ff3. 00000100:00000001:3.0:1767384698.121838:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121840:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121845:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121846:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:3.0:1767384698.121848:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121850:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121851:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121852:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078b964a1. 00000400:00000200:3.0:1767384698.121855:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b8acccd 00000400:00000010:3.0:1767384698.121856:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007b8acccd. 00000100:00000001:3.0:1767384698.121859:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121860:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121865:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121867:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:3.0:1767384698.121869:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121870:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121871:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121873:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c4de7fde. 00000400:00000200:3.0:1767384698.121875:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000062e1c8c2 00000400:00000010:3.0:1767384698.121876:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000062e1c8c2. 00000100:00000001:3.0:1767384698.121879:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121879:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121884:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121886:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:3.0:1767384698.121887:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121889:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121890:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121891:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b636fa18. 00000400:00000200:3.0:1767384698.121893:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000deae89c2 00000400:00000010:3.0:1767384698.121894:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000deae89c2. 00000100:00000001:3.0:1767384698.121897:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121898:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121902:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121904:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:3.0:1767384698.121906:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121907:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121909:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121910:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb191988. 00000400:00000200:3.0:1767384698.121913:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d020f8d4 00000400:00000010:3.0:1767384698.121914:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d020f8d4. 00000100:00000001:3.0:1767384698.121917:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121918:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121924:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121926:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:3.0:1767384698.121928:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121930:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121931:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121933:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c91cad30. 00000400:00000200:3.0:1767384698.121936:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a266bcf4 00000400:00000010:3.0:1767384698.121938:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a266bcf4. 00000100:00000001:3.0:1767384698.121941:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121942:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121946:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121948:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:3.0:1767384698.121949:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121955:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121957:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121959:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000019a3d407. 00000400:00000200:3.0:1767384698.121961:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c60549c 00000400:00000010:3.0:1767384698.121963:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008c60549c. 00000100:00000001:3.0:1767384698.121966:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121967:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121973:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121974:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:3.0:1767384698.121976:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121978:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.121980:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.121981:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002a8e8a8. 00000400:00000200:3.0:1767384698.121983:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071506cac 00000400:00000010:3.0:1767384698.121984:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000071506cac. 00000100:00000001:3.0:1767384698.121987:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.121989:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.121994:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.121996:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:3.0:1767384698.121998:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.121999:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122000:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122002:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d835201. 00000400:00000200:3.0:1767384698.122004:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009695945b 00000400:00000010:3.0:1767384698.122005:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009695945b. 00000100:00000001:3.0:1767384698.122008:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122009:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122014:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122015:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:3.0:1767384698.122017:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122019:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122020:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122022:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d146f5a. 00000400:00000200:3.0:1767384698.122024:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064c7d2b9 00000400:00000010:3.0:1767384698.122025:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064c7d2b9. 00000100:00000001:3.0:1767384698.122028:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122028:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122033:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122034:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:3.0:1767384698.122036:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122037:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122038:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122039:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8916be8. 00000400:00000200:3.0:1767384698.122042:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000efef85b2 00000400:00000010:3.0:1767384698.122043:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000efef85b2. 00000100:00000001:3.0:1767384698.122046:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122046:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122052:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122053:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:3.0:1767384698.122055:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122056:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122057:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122059:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e157ab. 00000400:00000200:3.0:1767384698.122061:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdee06df 00000400:00000010:3.0:1767384698.122063:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdee06df. 00000100:00000001:3.0:1767384698.122065:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122066:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122071:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122072:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:3.0:1767384698.122074:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122075:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122076:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122078:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000006240558. 00000400:00000200:3.0:1767384698.122080:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a27d2b10 00000400:00000010:3.0:1767384698.122081:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a27d2b10. 00000100:00000001:3.0:1767384698.122084:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122085:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122090:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122091:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:3.0:1767384698.122094:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122095:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122096:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122097:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005ebd11cc. 00000400:00000200:3.0:1767384698.122100:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6e1cdfb 00000400:00000010:3.0:1767384698.122101:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e6e1cdfb. 00000100:00000001:3.0:1767384698.122105:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122106:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122112:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122114:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:3.0:1767384698.122117:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122118:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122119:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122120:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e8cf18c. 00000400:00000200:3.0:1767384698.122122:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fb02e7f9 00000400:00000010:3.0:1767384698.122123:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000fb02e7f9. 00000100:00000001:3.0:1767384698.122125:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122126:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122135:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122137:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:3.0:1767384698.122138:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122140:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122141:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122143:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000481c43d8. 00000400:00000200:3.0:1767384698.122145:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a2ddabca 00000400:00000010:3.0:1767384698.122147:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a2ddabca. 00000100:00000001:3.0:1767384698.122150:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122151:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122155:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122157:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:3.0:1767384698.122159:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122160:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122161:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122163:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004969e5ff. 00000400:00000200:3.0:1767384698.122165:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b1cb600b 00000400:00000010:3.0:1767384698.122167:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b1cb600b. 00000100:00000001:3.0:1767384698.122169:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122170:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122176:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122177:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:3.0:1767384698.122180:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122182:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122183:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122184:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf7b3de6. 00000400:00000200:3.0:1767384698.122187:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055f04350 00000400:00000010:3.0:1767384698.122188:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055f04350. 00000100:00000001:3.0:1767384698.122191:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122193:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122198:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122199:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:3.0:1767384698.122201:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122203:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122204:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122205:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fa73301. 00000400:00000200:3.0:1767384698.122208:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d242e51b 00000400:00000010:3.0:1767384698.122209:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d242e51b. 00000100:00000001:3.0:1767384698.122211:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122213:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122218:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122219:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:3.0:1767384698.122221:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122222:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122223:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122225:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000536e75f. 00000400:00000200:3.0:1767384698.122227:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000860c70e 00000400:00000010:3.0:1767384698.122228:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000860c70e. 00000100:00000001:3.0:1767384698.122231:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122232:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122237:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122239:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:3.0:1767384698.122241:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122242:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122243:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122244:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034a61e8d. 00000400:00000200:3.0:1767384698.122246:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d979b51 00000400:00000010:3.0:1767384698.122248:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d979b51. 00000100:00000001:3.0:1767384698.122252:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122253:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122258:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122259:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:3.0:1767384698.122261:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122263:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122264:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122266:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005288380b. 00000400:00000200:3.0:1767384698.122268:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000014397f3 00000400:00000010:3.0:1767384698.122270:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000014397f3. 00000100:00000001:3.0:1767384698.122273:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122274:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122279:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122281:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:3.0:1767384698.122283:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122285:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122287:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122288:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003a91c37c. 00000400:00000200:3.0:1767384698.122291:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007fe17d9d 00000400:00000010:3.0:1767384698.122293:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007fe17d9d. 00000100:00000001:3.0:1767384698.122296:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122297:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122300:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122301:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:3.0:1767384698.122303:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122304:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122311:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122313:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab5bb6d9. 00000400:00000200:3.0:1767384698.122316:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024f72121 00000400:00000010:3.0:1767384698.122318:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000024f72121. 00000100:00000001:3.0:1767384698.122321:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122323:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122328:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122330:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:3.0:1767384698.122332:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122334:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122335:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122337:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005fc5657. 00000400:00000200:3.0:1767384698.122340:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002556b0be 00000400:00000010:3.0:1767384698.122341:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002556b0be. 00000100:00000001:3.0:1767384698.122344:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122345:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122350:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122352:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:3.0:1767384698.122353:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122355:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122357:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122358:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e4a0cc. 00000400:00000200:3.0:1767384698.122361:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038b450d9 00000400:00000010:3.0:1767384698.122362:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000038b450d9. 00000100:00000001:3.0:1767384698.122365:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122366:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122371:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122372:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:3.0:1767384698.122374:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122375:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122376:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122378:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000700fd549. 00000400:00000200:3.0:1767384698.122380:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094e62b83 00000400:00000010:3.0:1767384698.122381:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000094e62b83. 00000100:00000001:3.0:1767384698.122384:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122385:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122390:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122391:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:3.0:1767384698.122393:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122395:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122396:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122397:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a32b7145. 00000400:00000200:3.0:1767384698.122400:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0f85ecb 00000400:00000010:3.0:1767384698.122402:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0f85ecb. 00000100:00000001:3.0:1767384698.122405:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122406:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122410:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122412:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:3.0:1767384698.122413:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122415:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122417:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122418:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d61c8ce7. 00000400:00000200:3.0:1767384698.122421:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000055581291 00000400:00000010:3.0:1767384698.122422:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000055581291. 00000100:00000001:3.0:1767384698.122425:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122426:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122431:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122432:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:3.0:1767384698.122433:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122435:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122436:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122458:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f35c06d5. 00000400:00000200:3.0:1767384698.122462:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000777fcff1 00000400:00000010:3.0:1767384698.122464:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000777fcff1. 00000100:00000001:3.0:1767384698.122466:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122468:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122474:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122475:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:3.0:1767384698.122478:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122480:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122482:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122483:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000864bdf7e. 00000400:00000200:3.0:1767384698.122487:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000081b8e7ca 00000400:00000010:3.0:1767384698.122489:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000081b8e7ca. 00000100:00000001:3.0:1767384698.122492:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122494:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122501:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122503:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:3.0:1767384698.122506:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122507:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122509:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122511:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c46c3776. 00000400:00000200:3.0:1767384698.122514:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000575f086e 00000400:00000010:3.0:1767384698.122516:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000575f086e. 00000100:00000001:3.0:1767384698.122520:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122521:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122527:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122529:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:3.0:1767384698.122536:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122539:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122540:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122542:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005c7fd45e. 00000400:00000200:3.0:1767384698.122546:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a831247 00000400:00000010:3.0:1767384698.122548:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009a831247. 00000100:00000001:3.0:1767384698.122551:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122553:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122559:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122561:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:3.0:1767384698.122563:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122565:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122566:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122567:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f183d3b0. 00000400:00000200:3.0:1767384698.122570:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007005200e 00000400:00000010:3.0:1767384698.122573:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007005200e. 00000100:00000001:3.0:1767384698.122576:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122577:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122583:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122585:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:3.0:1767384698.122588:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122590:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122591:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122592:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018a8d665. 00000400:00000200:3.0:1767384698.122595:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c75242b5 00000400:00000010:3.0:1767384698.122596:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c75242b5. 00000100:00000001:3.0:1767384698.122600:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122601:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122607:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122609:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:3.0:1767384698.122612:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122613:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122615:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122616:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef673784. 00000400:00000200:3.0:1767384698.122619:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a56cb9 00000400:00000010:3.0:1767384698.122620:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000053a56cb9. 00000100:00000001:3.0:1767384698.122623:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122625:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122632:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122634:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:3.0:1767384698.122637:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122638:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122640:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122642:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c934e1f1. 00000400:00000200:3.0:1767384698.122644:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004724c741 00000400:00000010:3.0:1767384698.122646:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004724c741. 00000100:00000001:3.0:1767384698.122649:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122651:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122656:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122658:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:3.0:1767384698.122659:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122661:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122662:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122663:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4ede359. 00000400:00000200:3.0:1767384698.122666:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e3cf83f 00000400:00000010:3.0:1767384698.122668:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e3cf83f. 00000100:00000001:3.0:1767384698.122670:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122671:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122677:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122679:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:3.0:1767384698.122681:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122682:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122683:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122685:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b32e176d. 00000400:00000200:3.0:1767384698.122687:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000fae69c0 00000400:00000010:3.0:1767384698.122688:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000fae69c0. 00000100:00000001:3.0:1767384698.122690:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122691:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122697:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122698:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:3.0:1767384698.122701:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:3.0:1767384698.122703:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767384698.122704:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767384698.122706:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb614c9. 00000400:00000200:3.0:1767384698.122709:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001562ad45 00000400:00000010:3.0:1767384698.122711:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001562ad45. 00000100:00000001:3.0:1767384698.122714:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1767384698.122715:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00100000:3.0:1767384698.122718:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:3.0:1767384698.122720:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1767384698.122727:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1767384698.122741:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122743:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122747:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122748:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122750:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122751:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122753:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122754:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122756:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122757:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122758:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122759:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122761:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122762:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122763:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122764:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122766:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122767:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122768:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122769:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122771:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122772:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122773:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122774:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122776:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122777:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122778:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122780:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122781:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122782:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122784:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122785:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122787:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122788:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122790:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122791:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122793:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122794:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122796:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122797:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122798:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122799:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122801:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122802:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122803:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122804:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122806:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122807:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122809:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122809:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122811:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122812:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122814:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122815:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122816:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122818:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122819:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122820:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122822:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122823:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122824:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122825:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122826:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122828:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122829:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122830:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122831:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122833:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122834:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122835:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122837:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122838:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122839:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122840:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122842:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122843:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122845:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122846:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122848:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122849:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122850:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122851:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122853:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122854:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122856:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122857:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122858:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122859:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122861:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122862:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122864:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122865:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122866:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122867:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122869:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122870:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122871:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122873:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122874:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122875:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122877:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122878:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122880:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122881:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122883:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122884:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122885:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122887:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122889:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122890:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122892:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122894:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122896:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122897:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122899:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122900:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122901:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122902:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122903:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122904:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122905:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122906:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122907:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122913:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122915:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122917:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1767384698.122918:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1767384698.122919:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:3.0:1767384698.122922:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fd96c8a6. 00000100:00000010:3.0:1767384698.122928:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c964fc0. 00000100:00000010:3.0:1767384698.122931:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d5c2c7db. 00000100:00000010:3.0:1767384698.122934:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000689e5a19. 00000100:00000010:3.0:1767384698.122936:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007002e0e2. 00000100:00000010:3.0:1767384698.122939:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014870a0b. 00000100:00000010:3.0:1767384698.122941:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d988b3ae. 00000100:00000010:3.0:1767384698.122944:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000002a8c70c. 00000100:00000010:3.0:1767384698.122946:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e743831. 00000100:00000010:3.0:1767384698.122949:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056626327. 00000100:00000010:3.0:1767384698.122952:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000902e2815. 00000100:00000010:3.0:1767384698.122955:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf2f476a. 00000100:00000010:3.0:1767384698.122957:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d4236fb1. 00000100:00000010:3.0:1767384698.122976:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c395c91c. 00000100:00000010:3.0:1767384698.122979:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000791f4fd8. 00000100:00000010:3.0:1767384698.122982:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042e5be60. 00000100:00000010:3.0:1767384698.122984:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004c65f13f. 00000100:00000010:3.0:1767384698.122987:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ef743af. 00000100:00000010:3.0:1767384698.122990:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001d5b9673. 00000100:00000010:3.0:1767384698.122992:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000017170207. 00000100:00000010:3.0:1767384698.122995:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d221d612. 00000100:00000010:3.0:1767384698.122998:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047c0a9e1. 00000100:00000010:3.0:1767384698.123002:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000097714c2e. 00000100:00000010:3.0:1767384698.123004:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004793ee34. 00000100:00000010:3.0:1767384698.123006:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f5a4134f. 00000100:00000010:3.0:1767384698.123010:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000da9df65. 00000100:00000010:3.0:1767384698.123012:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a5ad7cd7. 00000100:00000010:3.0:1767384698.123015:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f550d47. 00000100:00000010:3.0:1767384698.123018:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009c410ff5. 00000100:00000010:3.0:1767384698.123021:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cb3ff065. 00000100:00000010:3.0:1767384698.123024:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fc7bda98. 00000100:00000010:3.0:1767384698.123026:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6715ca8. 00000100:00000010:3.0:1767384698.123028:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000392348e6. 00000100:00000010:3.0:1767384698.123031:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004c5667a0. 00000100:00000010:3.0:1767384698.123033:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000adb5ce90. 00000100:00000010:3.0:1767384698.123036:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000097cbef97. 00000100:00000010:3.0:1767384698.123038:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008576ef1b. 00000100:00000010:3.0:1767384698.123061:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000d3d6f41. 00000100:00000010:3.0:1767384698.123063:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000780331a2. 00000100:00000010:3.0:1767384698.123066:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000056bc2c7e. 00000100:00000010:3.0:1767384698.123068:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d7080665. 00000100:00000010:3.0:1767384698.123071:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a11358b9. 00000100:00000010:3.0:1767384698.123073:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002b5cbdb6. 00000100:00000010:3.0:1767384698.123077:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000079646ceb. 00000100:00000010:3.0:1767384698.123080:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b4fe6ba. 00000100:00000010:3.0:1767384698.123084:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000044971f42. 00000100:00000010:3.0:1767384698.123087:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f72e3e3e. 00000100:00000010:3.0:1767384698.123091:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000602e55ad. 00000100:00000010:3.0:1767384698.123094:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fbfa94b4. 00000100:00000010:3.0:1767384698.123096:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b2391a16. 00000100:00000010:3.0:1767384698.123098:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000021409d9d. 00000100:00000010:3.0:1767384698.123100:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000057247696. 00000100:00000010:3.0:1767384698.123102:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e3f739a5. 00000100:00000010:3.0:1767384698.123110:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de716a46. 00000100:00000010:3.0:1767384698.123113:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000068b9582c. 00000100:00000010:3.0:1767384698.123116:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b9bc0b0. 00000100:00000010:3.0:1767384698.123118:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000007281687. 00000100:00000010:3.0:1767384698.123122:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b496d2db. 00000100:00000010:3.0:1767384698.123124:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000749dbea6. 00000100:00000010:3.0:1767384698.123128:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000004f22c63. 00000100:00000010:3.0:1767384698.123130:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d1218d58. 00000100:00000010:3.0:1767384698.123152:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008b77d68f. 00000100:00000010:3.0:1767384698.123156:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000033a07700. 00000100:00000010:3.0:1767384698.123160:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe8a6915. 00000100:00000010:3.0:1767384698.123162:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059a402f2. 00000100:00000010:3.0:1767384698.123166:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f8d7f99. 00000100:00000010:3.0:1767384698.123168:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000103ca0de. 00000100:00000010:3.0:1767384698.123170:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050befb57. 00000100:00000010:3.0:1767384698.123173:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000be5cee3. 00000100:00000010:3.0:1767384698.123175:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000872f8e28. 00000100:00000010:3.0:1767384698.123178:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ab916d05. 00000100:00000010:3.0:1767384698.123180:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066189eb9. 00000100:00000010:3.0:1767384698.123182:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001ae90cb3. 00000100:00000010:3.0:1767384698.123184:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a718a6bd. 00000100:00000010:3.0:1767384698.123187:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2b82ec2. 00000100:00000010:3.0:1767384698.123190:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000587552ab. 00000100:00000010:3.0:1767384698.123192:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000026b2dc9b. 00000100:00000010:3.0:1767384698.123195:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b75f16f. 00000100:00000010:3.0:1767384698.123198:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b67c501a. 00000100:00000010:3.0:1767384698.123201:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c08f5da. 00000100:00000010:3.0:1767384698.123203:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000090750d87. 00000100:00000010:3.0:1767384698.123206:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004eb21b20. 00000100:00000010:3.0:1767384698.123209:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005605a355. 00000100:00000010:3.0:1767384698.123225:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f3e3e280. 00000100:00000010:3.0:1767384698.123227:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a3d3e373. 00000100:00000010:3.0:1767384698.123237:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8324aa2. 00000100:00000010:3.0:1767384698.123240:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d49e093e. 00000100:00000010:3.0:1767384698.123243:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9698615. 00000100:00000010:3.0:1767384698.123247:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f747d306. 00000100:00000010:3.0:1767384698.123250:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef5998a9. 00000100:00000010:3.0:1767384698.123252:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000413df4c7. 00000100:00000010:3.0:1767384698.123255:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7837434. 00000100:00000010:3.0:1767384698.123258:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c77d2263. 00000100:00000010:3.0:1767384698.123261:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082c11006. 00000100:00000010:3.0:1767384698.123263:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000079703afb. 00000100:00000010:3.0:1767384698.123267:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f0de67b. 00000100:00000010:3.0:1767384698.123269:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004db8aad5. 00000100:00000010:3.0:1767384698.123272:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4c813ff. 00000100:00000010:3.0:1767384698.123274:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000179c2ed3. 00000100:00000010:3.0:1767384698.123278:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000248e3f4d. 00000100:00000010:3.0:1767384698.123281:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c2212c77. 00000100:00000010:3.0:1767384698.123285:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011317781. 00000100:00000010:3.0:1767384698.123289:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000f8b023e. 00000100:00000010:3.0:1767384698.123306:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000081d8c2f1. 00000100:00000010:3.0:1767384698.123310:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b7a8f778. 00000100:00000010:3.0:1767384698.123313:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcc39947. 00000100:00000010:3.0:1767384698.123316:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ba28285e. 00000100:00000010:3.0:1767384698.123319:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d24e9a2c. 00000100:00000010:3.0:1767384698.123321:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003c9ffbbd. 00000100:00000010:3.0:1767384698.123324:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b403b01. 00000100:00000010:3.0:1767384698.123327:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004433cbb7. 00000100:00000010:3.0:1767384698.123330:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee7ac1fb. 00000100:00000010:3.0:1767384698.123332:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002e192622. 00000100:00000010:3.0:1767384698.123336:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002988cb72. 00000100:00000010:3.0:1767384698.123338:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e46ae1f2. 00000100:00000010:3.0:1767384698.123341:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000060e3be56. 00000100:00000010:3.0:1767384698.123344:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000cc008887. 00000100:00000010:3.0:1767384698.123347:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c00da773. 00000100:00000010:3.0:1767384698.123350:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dfd42c48. 00000100:00000010:3.0:1767384698.123353:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000313e3ee1. 00000100:00000010:3.0:1767384698.123355:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004046d886. 00000100:00000010:3.0:1767384698.123358:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa184747. 00000100:00000010:3.0:1767384698.123361:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b6333fb7. 00000100:00000010:3.0:1767384698.123364:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2fbce35. 00000100:00000010:3.0:1767384698.123366:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004b968a56. 00000100:00000010:3.0:1767384698.123369:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000172f6473. 00000100:00000010:3.0:1767384698.123371:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006681c605. 00000100:00000010:3.0:1767384698.123382:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000030b6a46. 00000100:00000010:3.0:1767384698.123386:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000636e1824. 00000100:00000010:3.0:1767384698.123395:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000004085d17e. 00000100:00000010:3.0:1767384698.123403:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000f72464ba. 00000100:00000010:3.0:1767384698.123411:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 0000000097a8452d. 00000100:00000001:3.0:1767384698.123421:0:40111:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:3.0:1767384698.123423:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384698.123426:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:3.0:1767384698.123428:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:3.0:1767384698.123430:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000061f316c2. 00000100:00000001:3.0:1767384698.123435:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:3.0:1767384698.123458:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384698.123461:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384698.123463:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009e9714ab. 00000100:00000001:3.0:1767384698.123466:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384698.123467:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384698.123468:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000043b14c22. 00000100:00000001:3.0:1767384698.123470:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384698.123472:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384698.123474:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b4626543. 00000100:00000001:3.0:1767384698.123476:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:3.0:1767384698.123477:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:3.0:1767384698.123478:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000060b16ad2. 00000100:00000001:3.0:1767384698.123480:0:40111:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:3.0:1767384698.123590:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d7e1d61b. 00000020:00000010:3.0:1767384698.123609:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000e703eb5c. 00000020:00000010:3.0:1767384698.123612:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000008865ad82. 00000020:00000010:3.0:1767384698.123615:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000b1c50d84. 00000020:00000010:3.0:1767384698.123620:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000623a97fb. 00000020:00000010:3.0:1767384698.123624:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000631f93de. 00000100:00000010:3.0:1767384698.123654:0:40111:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000004e32ff8f. 00000100:00000010:3.0:1767384698.123665:0:40111:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 000000002acc7038. 00000100:00000010:3.0:1767384698.123668:0:40111:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000524aa63b. 00000100:00000010:3.0:1767384698.123671:0:40111:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000008a7c13c8. 00000100:00000001:3.0:1767384698.123674:0:40111:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384698.123677:0:40111:0:(mgs_llog.c:5203:mgs_erase_logs()) Process entered 00080000:00000001:3.0:1767384698.123681:0:40111:0:(osd_handler.c:7216:osd_it_ea_init()) Process entered 00080000:00000001:3.0:1767384698.123683:0:40111:0:(osd_handler.c:7145:osd_it_dir_init()) Process entered 00080000:00000010:3.0:1767384698.123687:0:40111:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000002efa350c. 00080000:00000001:3.0:1767384698.123692:0:40111:0:(osd_handler.c:7193:osd_it_dir_init()) Process leaving (rc=18446637898728099200 : -106174981452416 : ffff9f6f35f24d80) 00080000:00000001:3.0:1767384698.123694:0:40111:0:(osd_handler.c:7227:osd_it_ea_init()) Process leaving (rc=18446637898728099200 : -106174981452416 : ffff9f6f35f24d80) 00080000:00000001:3.0:1767384698.123697:0:40111:0:(osd_handler.c:8087:osd_it_ea_load()) Process entered 00080000:00000001:3.0:1767384698.123699:0:40111:0:(osd_handler.c:7410:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:3.0:1767384698.123727:0:40111:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1767384698.123740:0:40111:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123743:0:40111:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1767384698.123745:0:40111:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123747:0:40111:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1767384698.123749:0:40111:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123751:0:40111:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1767384698.123752:0:40111:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123754:0:40111:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1767384698.123755:0:40111:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123757:0:40111:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1767384698.123758:0:40111:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123760:0:40111:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1767384698.123761:0:40111:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123763:0:40111:0:(osd_handler.c:7325:do_osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1767384698.123764:0:40111:0:(osd_handler.c:7383:do_osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123768:0:40111:0:(osd_handler.c:7449:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123770:0:40111:0:(osd_handler.c:8097:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384698.123772:0:40111:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1767384698.123774:0:40111:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384698.123778:0:40111:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000061936fae. 20000000:00000010:3.0:1767384698.123781:0:40111:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000006726dfdb. 00080000:00000001:3.0:1767384698.123783:0:40111:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1767384698.123785:0:40111:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.123786:0:40111:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1767384698.123787:0:40111:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384698.123790:0:40111:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000003143a265. 20000000:00000010:3.0:1767384698.123792:0:40111:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 0000000022612bdc. 00080000:00000001:3.0:1767384698.123794:0:40111:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1767384698.123795:0:40111:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384698.123797:0:40111:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000025628e1a. 20000000:00000010:3.0:1767384698.123800:0:40111:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 0000000098b01a0f. 00080000:00000001:3.0:1767384698.123802:0:40111:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1767384698.123803:0:40111:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384698.123805:0:40111:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000074a201bd. 20000000:00000010:3.0:1767384698.123807:0:40111:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 00000000d946782e. 00080000:00000001:3.0:1767384698.123808:0:40111:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1767384698.123810:0:40111:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384698.123812:0:40111:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 0000000081e3b8ba. 20000000:00000010:3.0:1767384698.123814:0:40111:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 00000000a908ebba. 00080000:00000001:3.0:1767384698.123816:0:40111:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1767384698.123817:0:40111:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384698.123820:0:40111:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000008eb5a3bb. 20000000:00000010:3.0:1767384698.123822:0:40111:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 00000000c38d2e68. 00080000:00000001:3.0:1767384698.123823:0:40111:0:(osd_handler.c:7468:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1767384698.123824:0:40111:0:(osd_handler.c:7484:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1767384698.123826:0:40111:0:(osd_handler.c:7257:osd_it_ea_fini()) Process entered 00080000:00000001:3.0:1767384698.123827:0:40111:0:(osd_handler.c:7235:osd_it_dir_fini()) Process entered 00080000:00000010:3.0:1767384698.123832:0:40111:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000002efa350c. 00080000:00000001:3.0:1767384698.123835:0:40111:0:(osd_handler.c:7243:osd_it_dir_fini()) Process leaving 00080000:00000001:3.0:1767384698.123837:0:40111:0:(osd_handler.c:7260:osd_it_ea_fini()) Process leaving 20000000:00000001:3.0:1767384698.123838:0:40111:0:(mgs_llog.c:130:class_dentry_readdir()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384698.123885:0:40111:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 0000000013b0e85c. 20000000:00000010:3.0:1767384698.123892:0:40111:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 0000000029d4fcea. 20000000:00000010:3.0:1767384698.123897:0:40111:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000d3380a27. 20000000:00000010:3.0:1767384698.123900:0:40111:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 000000001bd8fdfd. 20000000:00000010:3.0:1767384698.123908:0:40111:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000005fca2587. 20000000:00000010:3.0:1767384698.123913:0:40111:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 00000000c38d2e68. 20000000:00000010:3.0:1767384698.123917:0:40111:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000008eb5a3bb. 20000000:00000010:3.0:1767384698.123920:0:40111:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 00000000a908ebba. 20000000:00000010:3.0:1767384698.123922:0:40111:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000081e3b8ba. 20000000:00000010:3.0:1767384698.123925:0:40111:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 00000000d946782e. 20000000:00000010:3.0:1767384698.123927:0:40111:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000074a201bd. 20000000:00000010:3.0:1767384698.123930:0:40111:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 0000000098b01a0f. 20000000:00000010:3.0:1767384698.123932:0:40111:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000025628e1a. 20000000:00000010:3.0:1767384698.123934:0:40111:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 0000000022612bdc. 20000000:00000010:3.0:1767384698.123936:0:40111:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000003143a265. 20000000:00000010:3.0:1767384698.123938:0:40111:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000006726dfdb. 20000000:00000010:3.0:1767384698.123940:0:40111:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 0000000061936fae. 20000000:00000001:3.0:1767384698.123943:0:40111:0:(mgs_llog.c:5245:mgs_erase_logs()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 20000000:00000010:3.0:1767384698.123951:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000bc665cda. 20000000:00000010:3.0:1767384698.123955:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c175834b. 20000000:00000010:3.0:1767384698.123958:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000051372bd8. 20000000:00000010:3.0:1767384698.123961:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000062b20d08. 20000000:00000010:3.0:1767384698.123964:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b81a8ef8. 20000000:00000010:3.0:1767384698.123967:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f1cc961e. 20000000:00000010:3.0:1767384698.123970:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000010e92f64. 20000000:00000010:3.0:1767384698.123974:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000074be0e29. 20000000:00000010:3.0:1767384698.123976:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f8d552e4. 20000000:00000010:3.0:1767384698.123979:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000007eb4efac. 20000000:00000010:3.0:1767384698.123982:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000333d467d. 20000000:00000010:3.0:1767384698.123986:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f7e797e5. 20000000:00000010:3.0:1767384698.123989:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000882d7f19. 20000000:00000010:3.0:1767384698.123992:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005226a4c4. 20000000:00000010:3.0:1767384698.123997:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ffcb0c18. 20000000:00000010:3.0:1767384698.124001:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005e4c2d41. 20000000:00000010:3.0:1767384698.124003:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006801c037. 20000000:00000010:3.0:1767384698.124006:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b18c82ed. 20000000:00000010:3.0:1767384698.124009:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000730c699d. 20000000:00000010:3.0:1767384698.124012:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b427fe39. 20000000:00000010:3.0:1767384698.124015:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d2e727bb. 20000000:00000010:3.0:1767384698.124018:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000050532897. 20000000:00000010:3.0:1767384698.124021:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f2c1fdf8. 20000000:00000010:3.0:1767384698.124024:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ddc37aff. 20000000:00000010:3.0:1767384698.124027:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000de3ae9a6. 20000000:00000010:3.0:1767384698.124029:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002ccb6179. 20000000:00000010:3.0:1767384698.124032:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000074a68afa. 20000000:00000010:3.0:1767384698.124035:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fd2f451e. 20000000:00000010:3.0:1767384698.124038:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000f515c66e. 20000000:00000010:3.0:1767384698.124042:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c991e579. 20000000:00000010:3.0:1767384698.124045:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fa4c0f73. 20000000:00000010:3.0:1767384698.124048:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000580b0193. 20000000:00000010:3.0:1767384698.124051:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b302a4a8. 20000000:00000010:3.0:1767384698.124054:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000a03ce684. 20000000:00000010:3.0:1767384698.124058:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ccbac46b. 20000000:00000010:3.0:1767384698.124060:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003582ca0d. 20000000:00000010:3.0:1767384698.124063:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009a123d30. 20000000:00000010:3.0:1767384698.124066:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c31c5f4c. 20000000:00000010:3.0:1767384698.124072:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d4062f71. 20000000:00000010:3.0:1767384698.124076:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000ba8bed0d. 20000000:00000010:3.0:1767384698.124080:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005da994d3. 20000000:00000010:3.0:1767384698.124085:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000027f59051. 20000000:00000010:3.0:1767384698.124087:0:40111:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000614e2c87. 20000000:00000010:3.0:1767384698.124095:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d4880cc7. 20000000:00000010:3.0:1767384698.124098:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001117c79f. 20000000:00000010:3.0:1767384698.124101:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009ef6f495. 20000000:00000010:3.0:1767384698.124104:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000021c29c5b. 20000000:00000010:3.0:1767384698.124107:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000701310eb. 20000000:00000010:3.0:1767384698.124109:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fa326858. 20000000:00000010:3.0:1767384698.124113:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005929eff0. 20000000:00000010:3.0:1767384698.124115:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000fb579268. 20000000:00000010:3.0:1767384698.124118:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d397fb04. 20000000:00000010:3.0:1767384698.124120:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001d3e606d. 20000000:00000010:3.0:1767384698.124123:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000055114199. 20000000:00000010:3.0:1767384698.124126:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000125c85e0. 20000000:00000010:3.0:1767384698.124129:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000093abff67. 20000000:00000010:3.0:1767384698.124132:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000878060ff. 20000000:00000010:3.0:1767384698.124135:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000cf0bfa14. 20000000:00000010:3.0:1767384698.124138:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005d03802d. 20000000:00000010:3.0:1767384698.124141:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000940c294b. 20000000:00000010:3.0:1767384698.124144:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000083f27caa. 20000000:00000010:3.0:1767384698.124147:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000fa4a5a8. 20000000:00000010:3.0:1767384698.124150:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b2c88a0c. 20000000:00000010:3.0:1767384698.124152:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000006723a4eb. 20000000:00000010:3.0:1767384698.124155:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000005362382. 20000000:00000010:3.0:1767384698.124158:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000092b544da. 20000000:00000010:3.0:1767384698.124160:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000091c2dd4c. 20000000:00000010:3.0:1767384698.124163:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000961c4981. 20000000:00000010:3.0:1767384698.124167:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000066b49c98. 20000000:00000010:3.0:1767384698.124169:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000c78897e9. 20000000:00000010:3.0:1767384698.124172:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002cf0bed6. 20000000:00000010:3.0:1767384698.124174:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000005d4eb2fb. 20000000:00000010:3.0:1767384698.124177:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000420e6d67. 20000000:00000010:3.0:1767384698.124180:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000065d8a29b. 20000000:00000010:3.0:1767384698.124182:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000004a25baf0. 20000000:00000010:3.0:1767384698.124185:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000003c31e0f2. 20000000:00000010:3.0:1767384698.124188:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000001e5ad4e1. 20000000:00000010:3.0:1767384698.124191:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000009ac2a7a6. 20000000:00000010:3.0:1767384698.124193:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000000e47c691. 20000000:00000010:3.0:1767384698.124196:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000090e6cdb3. 20000000:00000010:3.0:1767384698.124199:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 000000002e913e5d. 20000000:00000010:3.0:1767384698.124201:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000080387ce2. 20000000:00000010:3.0:1767384698.124204:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000b98b90e9. 20000000:00000010:3.0:1767384698.124208:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 00000000d4663466. 20000000:00000010:3.0:1767384698.124212:0:40111:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at 0000000017871ece. 20000000:00000010:3.0:1767384698.124221:0:40111:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at 00000000c4c67a42. 20000000:00000010:3.0:1767384698.124261:0:40111:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000fe12004f. 20000000:00000010:3.0:1767384698.124266:0:40111:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000bb645d60. 20000000:00000010:3.0:1767384698.124272:0:40111:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000085366d9. 20000000:00000010:3.0:1767384698.124276:0:40111:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000a0b480f1. 20000000:00000010:3.0:1767384698.124279:0:40111:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000cdf3873a. 20000000:00000010:3.0:1767384698.124283:0:40111:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at 00000000cf4e765f. 20000000:00000010:3.0:1767384698.124286:0:40111:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at 00000000d304e11e. 20000000:00000010:3.0:1767384698.124300:0:40111:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 000000001b6d4120. 20000000:00000010:3.0:1767384698.124304:0:40111:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at 00000000998a7e2b. 00010000:00000001:3.0:1767384698.124307:0:40111:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:3.0:1767384698.124309:0:40111:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:3.0:1767384698.124311:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384698.124313:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384698.124315:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384698.124317:0:40111:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1767384698.124318:0:40111:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1767384698.124320:0:40111:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384698.124322:0:40111:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384698.124324:0:40111:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:3.0:1767384698.124329:0:40111:0:(tgt_main.c:643:tgt_fini()) Process entered 00000020:00000001:3.0:1767384698.124331:0:40111:0:(tgt_main.c:683:tgt_fini()) Process leaving 00000020:00000001:3.0:1767384698.124345:0:40111:0:(lprocfs_status_server.c:320:lprocfs_free_per_client_stats()) Process entered 00000020:01000000:3.0:1767384698.124350:0:40111:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 0000000016196c8d - data 00000000482ada0b/0000000031c3f9fd 00000020:00000010:3.0:1767384698.124502:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 0000000072e711dc. 00000020:00000010:3.0:1767384698.124506:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000002e812eef. 00000020:00000010:3.0:1767384698.124509:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000031c3f9fd. 00000020:00000010:3.0:1767384698.124511:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 000000001e7dd17d. 00000020:00000010:3.0:1767384698.124514:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 000000000b948ade. 00000020:00000010:3.0:1767384698.124522:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 00000000bcdce36d. 00000020:00000010:3.0:1767384698.124525:0:40111:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 0000000016196c8d. 00000020:01000000:3.0:1767384698.124531:0:40111:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat 00000000182e512f - data 0000000018388838/0000000083e1ccfd 00000020:00000010:3.0:1767384698.124635:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at 00000000b6e99595. 00000020:00000010:3.0:1767384698.124639:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at 000000008c210c94. 00000020:00000010:3.0:1767384698.124642:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 0000000083e1ccfd. 00000020:00000010:3.0:1767384698.124645:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at 00000000be3e23a7. 00000020:00000010:3.0:1767384698.124647:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at 00000000c251b3a3. 00000020:00000010:3.0:1767384698.124650:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at 000000008c99a238. 00000020:00000010:3.0:1767384698.124653:0:40111:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at 00000000182e512f. 00000020:00000001:3.0:1767384698.124656:0:40111:0:(lprocfs_status_server.c:331:lprocfs_free_per_client_stats()) Process leaving 20000000:00000040:3.0:1767384698.124773:0:40111:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt 0000000036c07400 : new refcount 2 00000040:00000001:3.0:1767384698.124777:0:40111:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:3.0:1767384698.124778:0:40111:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt 0000000036c07400 : new refcount 1 00080000:00000010:3.0:1767384698.124790:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007ac4503a. 00000020:00000010:3.0:1767384698.124793:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003f4e53a8. 00000020:00000010:3.0:1767384698.124799:0:40111:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 0000000042888293. 00080000:00000010:3.0:1767384698.124806:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006433be8e. 00000020:00000010:3.0:1767384698.124808:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009cf063dd. 00000020:00000010:3.0:1767384698.124811:0:40111:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000bbb86f20. 00000020:00000040:3.0:1767384698.124814:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000509c3b2b : new refcount 1 00000040:00000010:3.0:1767384698.124817:0:40111:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 0000000036c07400. 00000040:00000001:3.0:1767384698.124821:0:40111:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384698.124825:0:40111:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at 00000000a0e976d5. 00080000:00000001:3.0:1767384698.124828:0:40111:0:(osd_handler.c:8868:osd_process_config()) Process entered 00080000:00000002:3.0:1767384698.124832:0:40111:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1656392608 to info 00000000adbe0538 00100000:00000001:3.0:1767384698.124835:0:40111:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:3.0:1767384698.124837:0:40111:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1767384698.124839:0:40111:0:(osd_handler.c:8902:osd_process_config()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1767384698.124841:0:40111:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at 00000000a0e976d5. 00080000:00000010:3.0:1767384698.124857:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000e7cbb6a7. 00000020:00000010:3.0:1767384698.124859:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000920f7adb. 00000020:00000002:3.0:1767384698.124864:0:40111:0:(lu_object.c:207:lu_object_put()) Add 0000000075f35428/0000000054a72e62 to site lru. bkt: 0000000088b79cf1 00000001:00000001:3.0:1767384698.124867:0:40111:0:(nodemap_storage.c:2643:nm_config_file_deregister_mgs()) Process entered 00000020:00000002:3.0:1767384698.124869:0:40111:0:(lu_object.c:207:lu_object_put()) Add 00000000859bc753/000000007f64adff to site lru. bkt: 00000000d4d28068 00000001:00000010:3.0:1767384698.124872:0:40111:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at 00000000b2b72a98. 00000001:00000001:3.0:1767384698.124875:0:40111:0:(nodemap_storage.c:2652:nm_config_file_deregister_mgs()) Process leaving 00080000:00000010:3.0:1767384698.124897:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000000515806a. 00000020:00000010:3.0:1767384698.124900:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fcecc222. 00000020:00000010:3.0:1767384698.124903:0:40111:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at 00000000e06ed64f. 00080000:00000010:3.0:1767384698.124911:0:40111:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at 00000000ee23248a. 00080000:00000010:3.0:1767384698.124915:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000859bc753. 00000020:00000010:3.0:1767384698.124917:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000007f64adff. 00080000:00000010:3.0:1767384698.124930:0:40111:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000075f35428. 00000020:00000010:3.0:1767384698.124932:0:40111:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000054a72e62. 00000020:00000010:3.0:1767384698.124973:0:40111:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at 00000000ffa188aa. 00010000:00000001:3.0:1767384698.124976:0:40111:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:3.0:1767384698.124978:0:40111:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1767384698.125008:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at 000000002f413018. 00000020:00000010:3.0:1767384698.125011:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 00000000cc02c396. 00000020:00000010:3.0:1767384698.125014:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000005d424c3b. 00010000:00000001:3.0:1767384698.125047:0:40111:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384698.125058:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000bee48d06. 00000020:00000010:3.0:1767384698.125061:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000b6a01c52. 00000020:00000010:3.0:1767384698.125063:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 00000000598881da. 00000020:00000010:3.0:1767384698.125065:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at 0000000070646dcf. 00000020:00000010:3.0:1767384698.125068:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 0000000076b8e8f3. 00000020:00000010:3.0:1767384698.125071:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000cea86e4b. 00000001:00000001:3.0:1767384698.125111:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384698.125113:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 00000000ab8ae2cc. 00000001:00000010:3.0:1767384698.125116:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at 000000009fc63183. 00000001:00000010:3.0:1767384698.125118:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at 00000000980f9d85. 00000001:00000010:3.0:1767384698.125120:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 00000000bd4023dd. 00000001:00000001:3.0:1767384698.125123:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384698.125125:0:40111:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 00000000eda6039a. 00010000:00000001:3.0:1767384698.125128:0:40111:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1767384698.125130:0:40111:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1767384698.125131:0:40111:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 20000000:00000001:3.0:1767384698.125161:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:3.0:1767384698.125164:0:40111:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384698.125165:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384698.125166:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718ebf 00000020:00000040:3.0:1767384698.125169:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006e1ed11f with handle 0x71ee3a74e2718ebf from hash 00000020:00000001:3.0:1767384698.125172:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384698.125174:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000006e1ed11f : new refcount 1 00000020:00000001:3.0:1767384698.125176:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384698.125177:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000006e1ed11f : new refcount 0 00000020:00000080:3.0:1767384698.125179:0:40111:0:(genops.c:904:class_export_put()) final put 000000006e1ed11f/lustre-MDT0000-osd_UUID 00000020:00000001:3.0:1767384698.125181:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125195:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1767384698.125198:0:40111:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384698.125199:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125201:0:40111:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1767384698.125203:0:40111:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1767384698.125205:0:40111:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637898782844032 : -106174926707584 : ffff9f6f3935a480) 00000020:01000004:3.0:1767384698.125207:0:40111:0:(tgt_mount.c:188:server_put_mount()) put mount 000000005a5c7795 from MGS, refs=2 00000020:00000001:3.0:1767384698.125210:0:40111:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1767384698.125211:0:40111:0:(obd_mount.c:705:lustre_put_lsi()) put 000000005a5c7795 2 00000020:00000001:3.0:1767384698.125213:0:40111:0:(obd_mount.c:710:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125215:0:40111:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1767384698.125217:0:40111:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1767384698.125217:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:3.0:1767384698.125221:0:40111:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446637898782844032 : -106174926707584 : ffff9f6f3935a480) 00000020:00000080:2.0:1767384698.125221:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000006e1ed11f/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:3.0:1767384698.125227:0:40111:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount 000000005a5c7795 from MGS 00000020:00000001:2.0:1767384698.125227:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384698.125230:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384698.125231:0:40111:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at 0000000023d644f8. 00000020:00000040:2.0:1767384698.125234:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000032d809c) now 5 - export 00000020:00000010:3.0:1767384698.125236:0:40111:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at 0000000029d96000. 00000020:00000010:2.0:1767384698.125240:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006e1ed11f. 00000020:00000001:3.0:1767384698.125242:0:40111:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125245:0:40111:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 20000000:00000001:3.0:1767384698.125247:0:40111:0:(mgs_handler.c:1702:mgs_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.125248:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1767384698.125249:0:40111:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767384698.125260:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384698.125264:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005f5c1813. 00000001:00000010:3.0:1767384698.125268:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000025762a27. 00000001:00000010:3.0:1767384698.125270:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ad5138a2. 00000001:00000010:3.0:1767384698.125272:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000d478016b. 00000001:00000010:3.0:1767384698.125275:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000030cca05d. 00000001:00000010:3.0:1767384698.125277:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000006cf8cb22. 00000001:00000001:3.0:1767384698.125280:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1767384698.125281:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384698.125285:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001f9c201. 00000001:00000010:3.0:1767384698.125287:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009de4bb21. 00000001:00000010:3.0:1767384698.125289:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000ab9e5720. 00000001:00000010:3.0:1767384698.125291:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000008d1e6ce1. 00000001:00000010:3.0:1767384698.125294:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000004b7196c3. 00000001:00000010:3.0:1767384698.125297:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000009875ce19. 00000001:00000001:3.0:1767384698.125299:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1767384698.125300:0:40111:0:(obd_config.c:955:class_decref()) Decref MGS (000000000c08397d) now 3 - setup 00000020:00000001:3.0:1767384698.125302:0:40111:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125304:0:40111:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1767384698.125306:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1767384698.125309:0:40111:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:3.0:1767384698.125311:0:40111:0:(obd_config.c:955:class_decref()) Decref MGS (000000000c08397d) now 2 - obd_device_list 00000020:00000080:3.0:1767384698.125313:0:40111:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000040:3.0:1767384698.125315:0:40111:0:(obd_config.c:955:class_decref()) Decref MGS (000000000c08397d) now 1 - newdev 00000020:00000040:3.0:1767384698.125318:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 00000000509c3b2b with handle 0x71ee3a74e2718eb8 from hash 00000020:00000040:3.0:1767384698.125320:0:40111:0:(genops.c:898:class_export_put()) PUTting export 00000000509c3b2b : new refcount 0 00000020:00000080:3.0:1767384698.125322:0:40111:0:(genops.c:904:class_export_put()) final put 00000000509c3b2b/MGS 00000020:00000001:3.0:1767384698.125324:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125326:0:40111:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1767384698.125327:0:40111:0:(genops.c:863:class_export_destroy()) destroying export 00000000509c3b2b/MGS for MGS 00000020:00000001:3.0:1767384698.125329:0:40111:0:(obd_class.h:1017:obd_destroy_export()) Process entered 20000000:00000001:3.0:1767384698.125330:0:40111:0:(mgs_handler.c:766:mgs_destroy_export()) Process entered 20000000:00000001:3.0:1767384698.125332:0:40111:0:(mgs_handler.c:773:mgs_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125334:0:40111:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384698.125335:0:40111:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000509c3b2b. 00000020:00000001:3.0:1767384698.125339:0:40111:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1767384698.125340:0:40111:0:(genops.c:440:class_free_dev()) Release obd device MGS obd_type name = mgs 00000020:01000000:3.0:1767384698.125342:0:40111:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:00000001:3.0:1767384698.125343:0:40111:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:3.0:1767384698.125346:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001db1f97. 00000020:00000010:3.0:1767384698.125349:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b63ff007. 00000040:00000010:3.0:1767384698.125352:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002f83ea19. 00000020:00000010:3.0:1767384698.125355:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000000a9844ad. 00000020:00000010:3.0:1767384698.125359:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006e07ea1c. 80000000:00000010:3.0:1767384698.125361:0:40111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000580d0124. 00040000:00000010:3.0:1767384698.125365:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f9458f56. 00080000:00000010:3.0:1767384698.125369:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000007d9bdea. 00080000:00000010:3.0:1767384698.125374:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000029d4fcea. 20000000:00000010:3.0:1767384698.125378:0:40111:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000c66c7ddf. 20000000:00000001:3.0:1767384698.125381:0:40111:0:(mgs_handler.c:1535:mgs_device_free()) Process entered 20000000:00000010:3.0:1767384698.125392:0:40111:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at 000000003214d19a. 20000000:00000001:3.0:1767384698.125396:0:40111:0:(mgs_handler.c:1539:mgs_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384698.125398:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b63ff007. 00000040:00000010:3.0:1767384698.125401:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002f83ea19. 00000020:00000010:3.0:1767384698.125404:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000a9844ad. 00000020:00000010:3.0:1767384698.125407:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006e07ea1c. 80000000:00000010:3.0:1767384698.125410:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000580d0124. 00040000:00000010:3.0:1767384698.125413:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f9458f56. 00080000:00000010:3.0:1767384698.125416:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000029d4fcea. 00080000:00000010:3.0:1767384698.125419:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000007d9bdea. 20000000:00000010:3.0:1767384698.125422:0:40111:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000c66c7ddf. 00000020:00000010:3.0:1767384698.125425:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001db1f97. 00000020:00000001:3.0:1767384698.125427:0:40111:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1767384698.125429:0:40111:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000000c08397d. 00000020:00000001:3.0:1767384698.125433:0:40111:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125435:0:40111:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1767384698.125497:0:40111:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000ab591299. 00000020:00000001:3.0:1767384698.125501:0:40111:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125504:0:40111:0:(tgt_mount.c:268:server_stop_mgs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125506:0:40111:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:3.0:1767384698.125557:0:40111:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1767384698.125559:0:40111:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000010:3.0:1767384698.125562:0:40111:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at 00000000580d0124. 00000020:00000080:3.0:1767384698.125565:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1767384698.125568:0:40111:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:3.0:1767384698.125569:0:40111:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1767384698.125573:0:40111:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE 000000000c26392e lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00000001:3.0:1767384698.125578:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1767384698.125579:0:40111:0:(genops.c:1570:class_disconnect_exports()) OBD device 9 (000000008f7dcf26) has exports, disconnecting them 00000020:00000001:3.0:1767384698.125582:0:40111:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1767384698.125583:0:40111:0:(genops.c:887:class_export_get()) GET export 000000000c26392e refcount=4 00000020:00000040:3.0:1767384698.125585:0:40111:0:(genops.c:887:class_export_get()) GET export 000000000c26392e refcount=5 00000020:00080000:3.0:1767384698.125588:0:40111:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (000000000c26392e), last request at 1767384583 00000020:00000001:3.0:1767384698.125591:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00000010:00000001:3.0:1767384698.125593:0:40111:0:(lwp_dev.c:568:lwp_obd_disconnect()) Process entered 00000020:00000001:3.0:1767384698.125595:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1767384698.125597:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718f98 00000020:00000040:3.0:1767384698.125599:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000000c26392e with handle 0x71ee3a74e2718f98 from hash 00000020:00000040:3.0:1767384698.125607:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000000c26392e : new refcount 4 00000020:00000001:3.0:1767384698.125610:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1767384698.125611:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000000c26392e : new refcount 3 00000020:00000001:3.0:1767384698.125613:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1767384698.125614:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000000c26392e : new refcount 2 00000020:00000001:3.0:1767384698.125616:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1767384698.125617:0:40111:0:(lwp_dev.c:578:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125619:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1767384698.125621:0:40111:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (000000000c26392e): rc 0 00000020:00000040:3.0:1767384698.125623:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000000c26392e : new refcount 1 00000020:00000001:3.0:1767384698.125624:0:40111:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1767384698.125631:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1767384698.125633:0:40111:0:(obd_class.h:604:obd_precleanup()) Process entered 00000010:00000001:3.0:1767384698.125635:0:40111:0:(lwp_dev.c:377:lwp_device_fini()) Process entered 00000020:00000001:3.0:1767384698.125636:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:3.0:1767384698.125638:0:40111:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:3.0:1767384698.125640:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000000c26392e : new refcount 0 00000020:00000080:3.0:1767384698.125641:0:40111:0:(genops.c:904:class_export_put()) final put 000000000c26392e/lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1767384698.125644:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384698.125652:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384698.125654:0:40111:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1767384698.125656:0:40111:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1767384698.125664:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384698.125667:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000000c26392e/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384698.125672:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 8 to 0@lo 00000020:00000001:2.0:1767384698.125674:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384698.125676:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1767384698.125679:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000008f7dcf26) now 5 - export 00000020:00000010:2.0:1767384698.125681:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000000c26392e. 00010000:00000001:3.0:1767384698.125686:0:40111:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000001:2.0:1767384698.125686:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1767384698.125722:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at 0000000085bfbd26. 00000020:00000010:3.0:1767384698.125726:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c90b9b40. 00010000:00000001:3.0:1767384698.125770:0:40111:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1767384698.125781:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at 000000005e67e457. 00000020:00000010:3.0:1767384698.125784:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000037c9406d. 00000001:00000001:3.0:1767384698.125837:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1767384698.126329:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004448b51e. 00000001:00000010:3.0:1767384698.126337:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000008b6dbd8a. 00000001:00000010:3.0:1767384698.126339:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000d703a71e. 00000001:00000010:3.0:1767384698.126341:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000038ba2420. 00000001:00000010:3.0:1767384698.126343:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ea997337. 00000001:00000010:3.0:1767384698.126344:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009b8e6c64. 00000001:00000010:3.0:1767384698.126346:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000009f971d32. 00000001:00000010:3.0:1767384698.126347:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000805a7d5d. 00000001:00000010:3.0:1767384698.126354:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007387a98e. 00000001:00000010:3.0:1767384698.126355:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000042920631. 00000001:00000010:3.0:1767384698.126357:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000f5953678. 00000001:00000010:3.0:1767384698.126359:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000aa5612ab. 00000001:00000010:3.0:1767384698.126360:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000c13e2b35. 00000001:00000010:3.0:1767384698.126362:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000004b50d57d. 00000001:00000010:3.0:1767384698.126364:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b6fa1901. 00000001:00000010:3.0:1767384698.126365:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000dab318b7. 00000001:00000010:3.0:1767384698.126367:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000cd7127f2. 00000001:00000010:3.0:1767384698.126368:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000e801cacd. 00000001:00000010:3.0:1767384698.126370:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000003d51e435. 00000001:00000010:3.0:1767384698.126372:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000597cad33. 00000001:00000010:3.0:1767384698.126373:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fd8dab66. 00000001:00000010:3.0:1767384698.126375:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000001c2c2d51. 00000001:00000010:3.0:1767384698.126376:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000391b358e. 00000001:00000010:3.0:1767384698.126378:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000043bf6be4. 00000001:00000010:3.0:1767384698.126379:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000057a5c32a. 00000001:00000010:3.0:1767384698.126380:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000051ee2691. 00000001:00000010:3.0:1767384698.126382:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 0000000011f5d2fb. 00000001:00000010:3.0:1767384698.126384:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 000000007caeba05. 00000001:00000010:3.0:1767384698.126385:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000fcc56fec. 00000001:00000010:3.0:1767384698.126387:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000094d90a1. 00000001:00000010:3.0:1767384698.126389:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000b0c74ce2. 00000001:00000010:3.0:1767384698.126390:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at 00000000ce63f109. 00000001:00000010:3.0:1767384698.126392:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at 00000000c29b0311. 00000001:00000010:3.0:1767384698.126395:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at 000000000f5ea021. 00000001:00000001:3.0:1767384698.126397:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1767384698.126400:0:40111:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at 000000001ff2bb18. 00010000:00000001:3.0:1767384698.126403:0:40111:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384698.126635:0:40111:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1767384698.126638:0:40111:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1767384698.126640:0:40111:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1767384698.126642:0:40111:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00000001:2.0:1767384698.126645:0:40111:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1767384698.126646:0:40111:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1767384698.126648:0:40111:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1767384698.126650:0:40111:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1767384698.126652:0:40111:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1767384698.126655:0:40111:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1767384698.126657:0:40111:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767384698.126658:0:40111:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1767384698.126660:0:40111:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1767384698.126661:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384698.126662:0:40111:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384698.126671:0:40111:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000100:00100000:2.0:1767384698.126673:0:40111:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1767384698.126675:0:40111:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00020000:2.0:1767384698.126676:0:40111:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00000001:2.0:1767384698.126678:0:40111:0:(obd_class.h:1221:obd_import_event()) Process leaving 00000020:00000040:2.0:1767384698.126681:0:40111:0:(genops.c:1229:class_import_get()) import 00000000958beb9d refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384698.126684:0:40111:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384698.126685:0:40111:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=1 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384698.126687:0:40111:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1767384698.126688:0:40111:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767384698.126689:0:40111:0:(genops.c:1242:class_import_put()) import 00000000958beb9d refcount=0 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000040:2.0:1767384698.126691:0:40111:0:(genops.c:1245:class_import_put()) final put import 00000000958beb9d 00000020:00000001:2.0:1767384698.126704:0:40111:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1767384698.126705:0:40111:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1767384698.126707:0:40111:0:(ldlm_lockd.c:3043:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1767384698.126709:0:40111:0:(ldlm_lockd.c:3057:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1767384698.126711:0:40111:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at 000000004cb44da7. 00000020:00000001:1.0:1767384698.126712:0:36:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000010:2.0:1767384698.126716:0:40111:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at 00000000ce4fe8d6. 00000020:00000080:1.0:1767384698.126716:0:36:0:(genops.c:1202:obd_zombie_import_free()) destroying import 00000000958beb9d for lustre-MDT0000-lwp-MDT0000 00000020:00000040:1.0:1767384698.126726:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 7 to 0@lo 00010000:00000010:2.0:1767384698.126727:0:40111:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at 00000000a5a9af06. 00000020:00000040:1.0:1767384698.126741:0:36:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 6 to 0@lo 00010000:00000001:2.0:1767384698.126744:0:40111:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000020:00000010:1.0:1767384698.126745:0:36:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at 000000001dfd2171. 00000020:00000040:1.0:1767384698.126751:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000008f7dcf26) now 4 - import 00000020:00000010:1.0:1767384698.126754:0:36:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 00000000958beb9d. 00000020:00000001:1.0:1767384698.126759:0:36:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:2.0:1767384698.126826:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000005d3a486a. 00000020:00000010:2.0:1767384698.126831:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000d6360c3b. 00000020:00000010:2.0:1767384698.126852:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000055b4f90e. 00000020:00000010:2.0:1767384698.126863:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000007f00d07c. 00000020:00000010:2.0:1767384698.126870:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000009658b1d7. 00000020:00000010:2.0:1767384698.126874:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000002140fa93. 00000010:00000001:2.0:1767384698.126878:0:40111:0:(lwp_dev.c:392:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.126880:0:40111:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384698.126892:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.126895:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000044c956ac. 00000001:00000010:2.0:1767384698.126905:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000073dac430. 00000001:00000010:2.0:1767384698.126912:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000065ea6daa. 00000001:00000010:2.0:1767384698.126915:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000012ec30. 00000001:00000010:2.0:1767384698.126917:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000b7b0b8b3. 00000001:00000010:2.0:1767384698.126920:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000d4325df4. 00000001:00000001:2.0:1767384698.126925:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384698.126927:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.126930:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002b5f7764. 00000001:00000010:2.0:1767384698.126933:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000497f7874. 00000001:00000010:2.0:1767384698.126935:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000092f2afc3. 00000001:00000010:2.0:1767384698.126937:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000000a8c6129. 00000001:00000010:2.0:1767384698.126945:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 000000000f39b832. 00000001:00000010:2.0:1767384698.126949:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000a536e5f5. 00000001:00000001:2.0:1767384698.126952:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384698.126953:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000008f7dcf26) now 3 - setup 00000020:00000001:2.0:1767384698.126955:0:40111:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.126963:0:40111:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384698.126966:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384698.126969:0:40111:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384698.126971:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000008f7dcf26) now 2 - obd_device_list 00000020:00000080:2.0:1767384698.126973:0:40111:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000040:2.0:1767384698.126975:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-lwp-MDT0000 (000000008f7dcf26) now 1 - newdev 00000020:00000040:2.0:1767384698.126978:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 0000000048c379a8 with handle 0x71ee3a74e2718f91 from hash 00000020:00000040:2.0:1767384698.126981:0:40111:0:(genops.c:898:class_export_put()) PUTting export 0000000048c379a8 : new refcount 0 00000020:00000080:2.0:1767384698.126983:0:40111:0:(genops.c:904:class_export_put()) final put 0000000048c379a8/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000001:2.0:1767384698.126985:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.126988:0:40111:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384698.126989:0:40111:0:(genops.c:863:class_export_destroy()) destroying export 0000000048c379a8/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1767384698.126991:0:40111:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384698.126992:0:40111:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.126994:0:40111:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 0000000048c379a8. 00000020:00000001:2.0:1767384698.126999:0:40111:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384698.127000:0:40111:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-MDT0000 obd_type name = lwp 00000020:01000000:2.0:1767384698.127002:0:40111:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000001:2.0:1767384698.127004:0:40111:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384698.127007:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3f1a89. 00000020:00000010:2.0:1767384698.127016:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000073b9205b. 00000040:00000010:2.0:1767384698.127019:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000031cd7e33. 00000020:00000010:2.0:1767384698.127022:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a83e48e. 00000020:00000010:2.0:1767384698.127025:0:40111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.127028:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.127031:0:40111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000af0804e. 40000000:00000010:2.0:1767384698.127034:0:40111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038160408. 00100000:00000010:2.0:1767384698.127037:0:40111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d0c862e1. 00040000:00000010:2.0:1767384698.127040:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.127043:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cd93247f. 00080000:00000010:2.0:1767384698.127046:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cb3ff662. 00080000:00000010:2.0:1767384698.127049:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006b80f6e6. 00000004:00000010:2.0:1767384698.127054:0:40111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b8c34eec. 00000010:00000001:2.0:1767384698.127056:0:40111:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1767384698.127058:0:40111:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at 00000000a63c0eda. 00000010:00000001:2.0:1767384698.127067:0:40111:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.127070:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000073b9205b. 00000040:00000010:2.0:1767384698.127072:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000031cd7e33. 00000020:00000010:2.0:1767384698.127075:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a83e48e. 00000020:00000010:2.0:1767384698.127079:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384698.127082:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c77f9917. 80000000:00000010:2.0:1767384698.127085:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000af0804e. 40000000:00000010:2.0:1767384698.127088:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000038160408. 00100000:00000010:2.0:1767384698.127091:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d0c862e1. 00040000:00000010:2.0:1767384698.127093:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.127096:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cd93247f. 00080000:00000010:2.0:1767384698.127099:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006b80f6e6. 00080000:00000010:2.0:1767384698.127101:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cb3ff662. 00000004:00000010:2.0:1767384698.127105:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000b8c34eec. 00000020:00000010:2.0:1767384698.127108:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3f1a89. 00000020:00000001:2.0:1767384698.127111:0:40111:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.127112:0:40111:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000008f7dcf26. 00000020:00000001:2.0:1767384698.127122:0:40111:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.127124:0:40111:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384698.127126:0:40111:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at 00000000580d0124. 00000020:00000001:2.0:1767384698.127129:0:40111:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.127132:0:40111:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.127134:0:40111:0:(obd_mount.c:701:lustre_put_lsi()) Process entered 00000020:01000004:2.0:1767384698.127135:0:40111:0:(obd_mount.c:705:lustre_put_lsi()) put 000000005a5c7795 1 00000020:00000001:2.0:1767384698.127137:0:40111:0:(obd_class.h:902:obd_disconnect()) Process entered 00080000:00000001:2.0:1767384698.127139:0:40111:0:(osd_handler.c:8963:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1767384698.127140:0:40111:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1767384698.127142:0:40111:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x71ee3a74e2718eb1 00000020:00000040:2.0:1767384698.127144:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000006b2ebd32 with handle 0x71ee3a74e2718eb1 from hash 00000020:00000001:2.0:1767384698.127148:0:40111:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1767384698.127149:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000006b2ebd32 : new refcount 1 00000020:00000001:2.0:1767384698.127151:0:40111:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1767384698.127152:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000006b2ebd32 : new refcount 0 00000020:00000080:2.0:1767384698.127154:0:40111:0:(genops.c:904:class_export_put()) final put 000000006b2ebd32/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384698.127156:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.127173:0:40111:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.127176:0:40111:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384698.127177:0:40111:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000001:1.0:1767384698.127178:0:36:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1767384698.127181:0:36:0:(genops.c:863:class_export_destroy()) destroying export 000000006b2ebd32/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000010:2.0:1767384698.127182:0:40111:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at 000000000af0804e. 00000020:00000001:1.0:1767384698.127185:0:36:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000080:2.0:1767384698.127186:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1767384698.127188:0:36:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.127190:0:40111:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384698.127193:0:40111:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00000040:1.0:1767384698.127196:0:36:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000032d809c) now 4 - export 00000020:00000010:1.0:1767384698.127201:0:36:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000006b2ebd32. 00000020:00000001:2.0:1767384698.127202:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384698.127206:0:40111:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (00000000032d809c) has no exports 00000020:00000001:2.0:1767384698.127208:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384698.127210:0:40111:0:(obd_class.h:604:obd_precleanup()) Process entered 00080000:00000001:2.0:1767384698.127212:0:40111:0:(osd_handler.c:8628:osd_device_fini()) Process entered 00000020:00000001:1.0:1767384698.127213:0:36:0:(genops.c:880:class_export_destroy()) Process leaving 00080000:00000002:2.0:1767384698.127214:0:40111:0:(osd_handler.c:6439:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 26666:1656392608 to info 00000000adbe0538 00100000:00000001:2.0:1767384698.127218:0:40111:0:(scrub.c:1029:lustre_index_backup()) Process entered 00100000:00000001:2.0:1767384698.127220:0:40111:0:(scrub.c:1032:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1767384698.127221:0:40111:0:(osd_handler.c:8363:osd_shutdown()) Process entered 00080000:00000001:2.0:1767384698.127228:0:40111:0:(osd_handler.c:8383:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.128319:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at 000000004cdae1b4. 00000020:00000010:2.0:1767384698.128325:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000a8b091ee. 00080000:00000010:2.0:1767384698.128522:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000504408c6. 00080000:00000010:2.0:1767384698.128528:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000046b45c44. 00080000:00000010:2.0:1767384698.128531:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009f8b9b0b. 00080000:00000010:2.0:1767384698.128535:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c9aaa73d. 00080000:00000010:2.0:1767384698.128538:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000048568d5a. 00080000:00000010:2.0:1767384698.128541:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000037ef2a4f. 00080000:00000010:2.0:1767384698.128544:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000038a87d4e. 00080000:00000010:2.0:1767384698.128547:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000cb337b81. 00080000:00000010:2.0:1767384698.128550:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000085b037ca. 00080000:00000010:2.0:1767384698.128553:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006bdd2ee2. 00080000:00000010:2.0:1767384698.128557:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000006a530a73. 00080000:00000010:2.0:1767384698.128560:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003ea58606. 00080000:00000010:2.0:1767384698.128563:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ebe2d3ae. 00080000:00000010:2.0:1767384698.128566:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ee51f715. 00080000:00000010:2.0:1767384698.128570:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000019185473. 00080000:00000010:2.0:1767384698.128573:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007001023c. 00080000:00000010:2.0:1767384698.128577:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000419fc071. 00080000:00000010:2.0:1767384698.128581:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ad9fa85c. 00080000:00000010:2.0:1767384698.128585:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d684b56d. 00080000:00000010:2.0:1767384698.128589:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000e40f5e9b. 00080000:00000010:2.0:1767384698.128592:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000002b3abce. 00080000:00000010:2.0:1767384698.128595:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002923abcf. 00080000:00000010:2.0:1767384698.128598:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000421ca0bc. 00080000:00000010:2.0:1767384698.128600:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000d9a5db4. 00080000:00000010:2.0:1767384698.128609:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000df3f7652. 00080000:00000010:2.0:1767384698.128613:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009f176ed3. 00080000:00000010:2.0:1767384698.128617:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ed418579. 00080000:00000010:2.0:1767384698.128620:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c8da7ae2. 00080000:00000010:2.0:1767384698.128623:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000058c01c9c. 00080000:00000010:2.0:1767384698.128626:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005e2eb543. 00080000:00000010:2.0:1767384698.128629:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007d06e54a. 00080000:00000010:2.0:1767384698.128633:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000edd29a94. 00080000:00000010:2.0:1767384698.128636:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000009650d62b. 00080000:00000010:2.0:1767384698.128639:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ad83cc98. 00080000:00000010:2.0:1767384698.128642:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a9a26920. 00080000:00000010:2.0:1767384698.128646:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005c2c14b5. 00080000:00000010:2.0:1767384698.128650:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000000015a255. 00080000:00000010:2.0:1767384698.128653:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004c43f43e. 00080000:00000010:2.0:1767384698.128657:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005a09f3a7. 00080000:00000010:2.0:1767384698.128660:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000011a4e88. 00080000:00000010:2.0:1767384698.128664:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000091ec26e9. 00080000:00000010:2.0:1767384698.128668:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000073c45daf. 00080000:00000010:2.0:1767384698.128672:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000004cdecd66. 00080000:00000010:2.0:1767384698.128675:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003af5c5b2. 00080000:00000010:2.0:1767384698.128678:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000003904ab99. 00080000:00000010:2.0:1767384698.128682:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000005e92e7bf. 00080000:00000010:2.0:1767384698.128685:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000704405d3. 00080000:00000010:2.0:1767384698.128688:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001d280e4e. 00080000:00000010:2.0:1767384698.128691:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 0000000076f44a37. 00080000:00000010:2.0:1767384698.128695:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000247317a9. 00080000:00000010:2.0:1767384698.128698:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000df22707d. 00080000:00000010:2.0:1767384698.128701:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001bb05fe8. 00080000:00000010:2.0:1767384698.128704:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000002f3157da. 00080000:00000010:2.0:1767384698.128708:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000008253ecbb. 00080000:00000010:2.0:1767384698.128711:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000566374d5. 00080000:00000010:2.0:1767384698.128714:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001168c079. 00080000:00000010:2.0:1767384698.128718:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000d18a0d41. 00080000:00000010:2.0:1767384698.128721:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000001a12f736. 00080000:00000010:2.0:1767384698.128724:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000227b4506. 00080000:00000010:2.0:1767384698.128728:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000ccd46b00. 00080000:00000010:2.0:1767384698.128746:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000a3740e8a. 00080000:00000010:2.0:1767384698.128750:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 000000007bd1b4e3. 00080000:00000010:2.0:1767384698.128753:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000c275772d. 00080000:00000010:2.0:1767384698.128757:0:40111:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at 00000000b4812bea. 00080000:00000010:2.0:1767384698.128759:0:40111:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at 00000000d2ce44cc. 00000001:00000001:2.0:1767384698.128765:0:40111:0:(osd_compat.c:550:osd_ost_fini()) Process entered 00000001:00000010:2.0:1767384698.128790:0:40111:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 0000000034365e35. 00000001:00000010:2.0:1767384698.128796:0:40111:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000009a9367c5. 00000001:00000010:2.0:1767384698.128816:0:40111:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 000000004d43b062. 00000001:00000010:2.0:1767384698.128824:0:40111:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 000000008ff602e9. 00000001:00000010:2.0:1767384698.128840:0:40111:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at 00000000baaff363. 00000001:00000010:2.0:1767384698.128844:0:40111:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at 00000000dda218b3. 00000001:00000010:2.0:1767384698.128847:0:40111:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at 00000000c2d95edd. 00000001:00000001:2.0:1767384698.128850:0:40111:0:(osd_compat.c:568:osd_ost_fini()) Process leaving 00000001:00000010:2.0:1767384698.128853:0:40111:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at 000000008905bba6. 00080000:00000001:2.0:1767384698.128856:0:40111:0:(osd_handler.c:8388:osd_umount()) Process entered 00080000:00000001:2.0:1767384698.129190:0:40111:0:(osd_handler.c:2844:osd_sync()) Process entered 00080000:00000010:3.0:1767384698.130074:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000999dfb6. 00080000:00000010:3.0:1767384698.130079:0:17066:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000b22223f2. 00080000:00000020:2.0:1767384698.130103:0:40111:0:(osd_handler.c:2851:osd_sync()) lustre-MDT0000: synced OSD: rc = 0 00080000:00000001:2.0:1767384698.139956:0:40111:0:(osd_handler.c:8402:osd_umount()) Process leaving 00080000:00000001:2.0:1767384698.139959:0:40111:0:(osd_handler.c:8642:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.139962:0:40111:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384698.139968:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.139972:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000f4d41efe. 00000001:00000010:2.0:1767384698.139975:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000216b8554. 00000001:00000010:2.0:1767384698.139976:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000040cde085. 00000001:00000010:2.0:1767384698.139977:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000cab80179. 00000001:00000010:2.0:1767384698.139979:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000070e8338d. 00000001:00000010:2.0:1767384698.139980:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000005cb0dfd4. 00000001:00000001:2.0:1767384698.139982:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1767384698.139983:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1767384698.139985:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005e499906. 00000001:00000010:2.0:1767384698.139986:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000088650979. 00000001:00000010:2.0:1767384698.139987:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000bf8be0f6. 00000001:00000010:2.0:1767384698.139988:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a3179d98. 00000001:00000010:2.0:1767384698.139989:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000ddc64787. 00000001:00000010:2.0:1767384698.139990:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000e1a41e41. 00000001:00000001:2.0:1767384698.139991:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1767384698.139992:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000032d809c) now 3 - setup 00000020:00000001:2.0:1767384698.139994:0:40111:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.139995:0:40111:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1767384698.139998:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1767384698.140001:0:40111:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:2.0:1767384698.140002:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000032d809c) now 2 - obd_device_list 00000020:00000080:2.0:1767384698.140004:0:40111:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000040:2.0:1767384698.140005:0:40111:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-osd (00000000032d809c) now 1 - newdev 00000020:00000040:2.0:1767384698.140007:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000007acfdaf2 with handle 0x71ee3a74e2718eaa from hash 00000020:00000040:2.0:1767384698.140009:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000007acfdaf2 : new refcount 0 00000020:00000080:2.0:1767384698.140010:0:40111:0:(genops.c:904:class_export_put()) final put 000000007acfdaf2/lustre-MDT0000-osd_UUID 00000020:00000001:2.0:1767384698.140012:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.140014:0:40111:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1767384698.140015:0:40111:0:(genops.c:863:class_export_destroy()) destroying export 000000007acfdaf2/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000001:2.0:1767384698.140016:0:40111:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1767384698.140017:0:40111:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.140018:0:40111:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000007acfdaf2. 00000020:00000001:2.0:1767384698.140022:0:40111:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1767384698.140024:0:40111:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-osd obd_type name = osd-ldiskfs 00000020:01000000:2.0:1767384698.140026:0:40111:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:00000001:2.0:1767384698.140027:0:40111:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:2.0:1767384698.140029:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3f1a89. 00000020:00000010:2.0:1767384698.140032:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000540476e5. 00000040:00000010:2.0:1767384698.140034:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cd93247f. 00000020:00000010:2.0:1767384698.140037:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d0c862e1. 00000020:00000010:2.0:1767384698.140041:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c77f9917. 00040000:00000010:2.0:1767384698.140044:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.140045:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000031cd7e33. 00080000:00000010:2.0:1767384698.140048:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000cb3ff662. 00080000:00000010:2.0:1767384698.140051:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000006b80f6e6. 00080000:00000001:2.0:1767384698.140054:0:40111:0:(osd_handler.c:8848:osd_device_free()) Process entered 00000020:00000010:2.0:1767384698.140074:0:40111:0:(lu_object.c:1175:lu_site_fini()) kvfree 's->ls_bkts': 14336 at 0000000043779b0d. 00000020:00000010:2.0:1767384698.140081:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 0000000063b0b0ec. 00000020:00000010:2.0:1767384698.140083:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 00000000df688a01. 00000020:00000010:2.0:1767384698.140085:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000007cc584fc. 00000020:00000010:2.0:1767384698.140086:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at 000000005784704b. 00000020:00000010:2.0:1767384698.140088:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 192 at 0000000014bd9092. 00000020:00000010:2.0:1767384698.140090:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000007596b595. 00080000:00000010:2.0:1767384698.140092:0:40111:0:(osd_handler.c:8857:osd_device_free()) kfreed 'o': 31656 at 00000000f9f6dee7. 00080000:00000001:2.0:1767384698.140098:0:40111:0:(osd_handler.c:8858:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.140100:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000540476e5. 00000040:00000010:2.0:1767384698.140102:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cd93247f. 00000020:00000010:2.0:1767384698.140104:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d0c862e1. 00000020:00000010:2.0:1767384698.140106:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000c77f9917. 00040000:00000010:2.0:1767384698.140108:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000039ca4156. 00040000:00000010:2.0:1767384698.140110:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000031cd7e33. 00080000:00000010:2.0:1767384698.140112:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000006b80f6e6. 00080000:00000010:2.0:1767384698.140114:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cb3ff662. 00000020:00000010:2.0:1767384698.140115:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3f1a89. 00000020:00000001:2.0:1767384698.140117:0:40111:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1767384698.140118:0:40111:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 00000000032d809c. 00000020:00000001:2.0:1767384698.140121:0:40111:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.140122:0:40111:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1767384698.140124:0:40111:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at 000000000af0804e. 00000020:00000001:2.0:1767384698.140125:0:40111:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1767384698.140127:0:40111:0:(osd_handler.c:8972:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.140128:0:40111:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.140131:0:40111:0:(obd_mount.c:634:lustre_free_lsi()) Process entered 00000020:01000004:2.0:1767384698.140132:0:40111:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi 00000000c50bd8d6 00000020:00000010:2.0:1767384698.140134:0:40111:0:(obd_mount.c:645:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at 0000000072d03925. 00000020:00000010:2.0:1767384698.140136:0:40111:0:(obd_mount.c:647:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at 0000000031d8367a. 00000020:00000010:2.0:1767384698.140138:0:40111:0:(obd_mount.c:653:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_opts': 29 at 00000000bc325019. 00000020:00000010:2.0:1767384698.140139:0:40111:0:(obd_mount.c:663:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at 00000000dbcfd98a. 00000020:00000010:2.0:1767384698.140140:0:40111:0:(obd_mount.c:664:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at 00000000899c4e52. 00000020:00000010:2.0:1767384698.140142:0:40111:0:(obd_mount.c:668:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 120 at 00000000dd5d32ce. 00000020:00000010:2.0:1767384698.140143:0:40111:0:(obd_mount.c:672:lustre_free_lsi()) kfreed 'lsi': 1880 at 00000000c50bd8d6. 00000020:00000001:2.0:1767384698.140145:0:40111:0:(obd_mount.c:674:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.140146:0:40111:0:(obd_mount.c:708:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767384698.140148:0:40111:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:2.0:1767384698.140154:0:40111:0:(obd_config.c:2348:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1767384698.140155:0:40111:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000010:2.0:1767384698.140157:0:40111:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at 00000000a1dee442. 00000020:00000080:2.0:1767384698.140158:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1767384698.140159:0:40111:0:(obd_config.c:831:class_cleanup()) Process entered 00000020:00000080:2.0:1767384698.140161:0:40111:0:(obd_config.c:886:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1767384698.140162:0:40111:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1767384698.140163:0:40111:0:(genops.c:1575:class_disconnect_exports()) OBD device 3 (000000000c942bf2) has no exports 00000020:00000001:2.0:1767384698.140165:0:40111:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1767384698.140166:0:40111:0:(obd_class.h:604:obd_precleanup()) Process entered 00000004:00000001:2.0:1767384698.140169:0:40111:0:(mdt_mds.c:539:mds_device_fini()) Process entered 00000004:00000001:2.0:1767384698.140170:0:40111:0:(mdt_mds.c:102:mds_stop_ptlrpc_service()) Process entered 00000100:00000001:2.0:1767384698.140171:0:40111:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384698.140172:0:40111:0:(service.c:3836:ptlrpc_unregister_service()) mdt: tearing down 00000100:00000001:2.0:1767384698.140175:0:40111:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384698.140177:0:40111:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384698.140178:0:40111:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt 00000100:00000040:2.0:1767384698.140179:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #4 00000100:00000040:2.0:1767384698.140180:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #3 00000100:00000040:2.0:1767384698.140181:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #2 00000100:00000040:2.0:1767384698.140182:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #1 00000100:00000040:2.0:1767384698.140183:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt #0 00000100:00000040:2.0:1767384698.140202:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #4 00000020:00000010:1.0:1767384698.140219:0:17088:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000664eb0a2. 00000040:00000010:1.0:1767384698.140225:0:17088:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000df5aace6. 00000020:00000010:3.0:1767384698.140227:0:17087:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000039ff8476. 00000020:00000010:1.0:1767384698.140229:0:17088:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000167b19f6. 00000020:00000010:0.0:1767384698.140230:0:40023:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ffa9ddff. 00000040:00000010:3.0:1767384698.140234:0:17087:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000467fff14. 00000020:00000010:1.0:1767384698.140237:0:17088:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f7764037. 00000040:00000010:0.0:1767384698.140237:0:40023:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005bca7246. 00000020:00000010:3.0:1767384698.140239:0:17087:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002e7517a4. 00000020:00000010:1.0:1767384698.140244:0:17088:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005f514e7b. 00000020:00000010:0.0:1767384698.140244:0:40023:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000015119f4. 00000020:00000010:3.0:1767384698.140246:0:17087:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c6ac875e. 00000020:00000010:0.0:1767384698.140252:0:40023:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003954b63d. 80000000:00000010:1.0:1767384698.140253:0:17088:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c7b5dcae. 00000020:00000010:3.0:1767384698.140255:0:17087:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cbb867d3. 00000020:00000010:0.0:1767384698.140261:0:40023:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b6e302f3. 80000000:00000010:3.0:1767384698.140262:0:17087:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d770c990. 40000000:00000010:1.0:1767384698.140262:0:17088:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000df6e3435. 80000000:00000010:0.0:1767384698.140269:0:40023:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000015a9adcb. 40000000:00000010:3.0:1767384698.140270:0:17087:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000000c24c22a. 00100000:00000010:1.0:1767384698.140271:0:17088:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f49fa66a. 40000000:00000010:0.0:1767384698.140274:0:40023:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc43e54c. 00100000:00000010:3.0:1767384698.140277:0:17087:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004062eb4a. 00040000:00000010:1.0:1767384698.140277:0:17088:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000003aea5503. 00100000:00000010:0.0:1767384698.140280:0:40023:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000006a44137f. 00040000:00000010:1.0:1767384698.140283:0:17088:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005489f0bf. 00040000:00000010:3.0:1767384698.140284:0:17087:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000085b5cdde. 00040000:00000010:0.0:1767384698.140285:0:40023:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000080885464. 00080000:00000010:1.0:1767384698.140291:0:17088:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f9d4ebd3. 00040000:00000010:3.0:1767384698.140292:0:17087:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000047c5f7fe. 00040000:00000010:0.0:1767384698.140292:0:40023:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000071e42cc5. 00080000:00000010:1.0:1767384698.140298:0:17088:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000041bd2028. 00080000:00000010:3.0:1767384698.140302:0:17087:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000020ba1632. 00080000:00000010:0.0:1767384698.140302:0:40023:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b2426577. 00000004:00000010:1.0:1767384698.140305:0:17088:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000090433223. 00080000:00000010:3.0:1767384698.140308:0:17087:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b898fc84. 00080000:00000010:0.0:1767384698.140309:0:40023:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003058f8ce. 00002000:00000010:1.0:1767384698.140311:0:17088:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006d63e39e. 00000004:00000010:0.0:1767384698.140316:0:40023:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000635b7c30. 00000020:00000010:1.0:1767384698.140317:0:17088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061bec9a0. 00000004:00000010:3.0:1767384698.140323:0:17087:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e4228f80. 00002000:00000010:0.0:1767384698.140323:0:40023:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000381aad60. 00000020:00000010:1.0:1767384698.140326:0:17088:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000db68bb64. 00000020:00000010:0.0:1767384698.140330:0:40023:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003462ed27. 00002000:00000010:3.0:1767384698.140331:0:17087:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007b2c9382. 00000100:00000010:1.0:1767384698.140333:0:17088:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000777b4de0. 00000020:00000010:3.0:1767384698.140338:0:17087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000002701221. 00000100:00100000:1.0:1767384698.140338:0:17088:0:(service.c:3155:ptlrpc_main()) mdt00_002: service thread [00000000aa96576f:17088] 2 exiting: rc = 0 00000020:00000010:0.0:1767384698.140338:0:40023:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000099530f62. 00000020:00000010:3.0:1767384698.140346:0:17087:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009c2382c3. 00000100:00000010:0.0:1767384698.140349:0:40023:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e4ff5e7a. 00000100:00100000:0.0:1767384698.140354:0:40023:0:(service.c:3155:ptlrpc_main()) mdt00_004: service thread [00000000297029c9:40023] 4 exiting: rc = 0 00000100:00000010:3.0:1767384698.140357:0:17087:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000578b08ba. 00000100:00100000:3.0:1767384698.140361:0:17087:0:(service.c:3155:ptlrpc_main()) mdt00_001: service thread [000000003e938c63:17087] 1 exiting: rc = 0 00000100:00000040:2.0:1767384698.140375:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #3 00000020:00000010:1.0:1767384698.140399:0:18369:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000009dc51285. 00000040:00000010:1.0:1767384698.140404:0:18369:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a636e533. 00000020:00000010:1.0:1767384698.140408:0:18369:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000044a87c5e. 00000020:00000010:1.0:1767384698.140411:0:18369:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000003d116592. 00000020:00000010:1.0:1767384698.140415:0:18369:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a2ac2029. 80000000:00000010:1.0:1767384698.140418:0:18369:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c43ffa33. 40000000:00000010:1.0:1767384698.140423:0:18369:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000001a8c1220. 00100000:00000010:1.0:1767384698.140426:0:18369:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f82de609. 00040000:00000010:1.0:1767384698.140429:0:18369:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000c2b1e3c. 00040000:00000010:1.0:1767384698.140433:0:18369:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d5a968dc. 00000020:00000010:3.0:1767384698.140434:0:17086:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002a3ca754. 00000040:00000010:3.0:1767384698.140463:0:17086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c7b3daa7. 00000020:00000010:3.0:1767384698.140467:0:17086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008a1e6943. 00080000:00000010:1.0:1767384698.140468:0:18369:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d1cd1bf3. 00000020:00000010:3.0:1767384698.140472:0:17086:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000e3e0c9a. 00080000:00000010:1.0:1767384698.140475:0:18369:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000001af40b59. 00000020:00000010:3.0:1767384698.140478:0:17086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b2804e6d. 00000004:00000010:1.0:1767384698.140481:0:18369:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000055e6b84c. 80000000:00000010:3.0:1767384698.140485:0:17086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000097b9af0. 00002000:00000010:1.0:1767384698.140488:0:18369:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000000181e2f5. 40000000:00000010:3.0:1767384698.140490:0:17086:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c3df37f2. 00000020:00000010:1.0:1767384698.140494:0:18369:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092daff84. 00100000:00000010:3.0:1767384698.140496:0:17086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000075b5c173. 00000020:00000010:1.0:1767384698.140500:0:18369:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000004b145f70. 00040000:00000010:3.0:1767384698.140502:0:17086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000027359703. 00000100:00000010:1.0:1767384698.140506:0:18369:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000b8fb1e3e. 00040000:00000010:3.0:1767384698.140507:0:17086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e65fdb21. 00000100:00100000:1.0:1767384698.140511:0:18369:0:(service.c:3155:ptlrpc_main()) mdt00_003: service thread [000000002b2f41bf:18369] 3 exiting: rc = 0 00080000:00000010:3.0:1767384698.140513:0:17086:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000088313460. 00080000:00000010:3.0:1767384698.140519:0:17086:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f278c18f. 00000004:00000010:3.0:1767384698.140522:0:17086:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000008a09fd8. 00002000:00000010:3.0:1767384698.140526:0:17086:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d7d26c12. 00000100:00000040:2.0:1767384698.140528:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt #0 00000020:00000010:3.0:1767384698.140530:0:17086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b16ee98. 00000020:00000010:3.0:1767384698.140535:0:17086:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000dd8124b9. 00000100:00000010:3.0:1767384698.140540:0:17086:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000001ff26f4. 00000100:00100000:3.0:1767384698.140542:0:17086:0:(service.c:3155:ptlrpc_main()) mdt00_000: service thread [00000000bfdb346b:17086] 0 exiting: rc = 1 00000100:00000010:2.0:1767384698.140559:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000bfdb346b. 00000100:00000010:2.0:1767384698.140564:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000003e938c63. 00000100:00000010:2.0:1767384698.140565:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000aa96576f. 00000100:00000010:2.0:1767384698.140568:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002b2f41bf. 00000100:00000010:2.0:1767384698.140572:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000297029c9. 00000100:00000001:2.0:1767384698.140574:0:40111:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384698.140576:0:40111:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384698.140579:0:40111:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 12 lazy 00000400:00000001:2.0:1767384698.140584:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140585:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140588:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a134d297. 00000400:00000200:2.0:1767384698.140591:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000604ab057 00000400:00000010:2.0:1767384698.140592:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000604ab057. 00000100:00000001:2.0:1767384698.140596:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140597:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140601:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140603:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384698.140604:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140605:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140606:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140606:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e42bb3e9. 00000400:00000200:2.0:1767384698.140607:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d7d5ff01 00000400:00000010:2.0:1767384698.140608:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d7d5ff01. 00000100:00000001:2.0:1767384698.140609:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140610:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140612:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140613:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384698.140614:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140614:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140615:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140616:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a0deb58. 00000400:00000200:2.0:1767384698.140616:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a9ebefd 00000400:00000010:2.0:1767384698.140617:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004a9ebefd. 00000100:00000001:2.0:1767384698.140619:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140619:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140621:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140622:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384698.140622:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140624:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140625:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140625:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009bd81d3. 00000400:00000200:2.0:1767384698.140626:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000024baf9f 00000400:00000010:2.0:1767384698.140627:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000024baf9f. 00000100:00000001:2.0:1767384698.140629:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140630:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140632:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140633:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384698.140633:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140634:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140635:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140635:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001ed6ea56. 00000400:00000200:2.0:1767384698.140636:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000026107178 00000400:00000010:2.0:1767384698.140637:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000026107178. 00000100:00000001:2.0:1767384698.140639:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140639:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140642:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140642:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384698.140643:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140644:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140644:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140645:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c825cdc8. 00000400:00000200:2.0:1767384698.140646:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a00858a5 00000400:00000010:2.0:1767384698.140647:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a00858a5. 00000100:00000001:2.0:1767384698.140648:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140648:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140650:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140651:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384698.140652:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140653:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140653:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140654:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fa4469a9. 00000400:00000200:2.0:1767384698.140655:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a131b762 00000400:00000010:2.0:1767384698.140656:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a131b762. 00000100:00000001:2.0:1767384698.140657:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140658:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140660:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140661:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384698.140662:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140663:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140663:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140664:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e7bd3e0. 00000400:00000200:2.0:1767384698.140665:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000965c008 00000400:00000010:2.0:1767384698.140666:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000965c008. 00000100:00000001:2.0:1767384698.140667:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140668:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140670:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140670:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384698.140671:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140672:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140672:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140673:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002466024a. 00000400:00000200:2.0:1767384698.140674:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed96ef0b 00000400:00000010:2.0:1767384698.140674:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ed96ef0b. 00000100:00000001:2.0:1767384698.140676:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140676:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140678:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140679:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384698.140680:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140680:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140681:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140682:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fb187c09. 00000400:00000200:2.0:1767384698.140682:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d9fe6667 00000400:00000010:2.0:1767384698.140683:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000d9fe6667. 00000100:00000001:2.0:1767384698.140684:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140685:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140687:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140687:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384698.140688:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140689:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140690:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140690:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b11520e8. 00000400:00000200:2.0:1767384698.140691:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003a550157 00000400:00000010:2.0:1767384698.140692:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003a550157. 00000100:00000001:2.0:1767384698.140693:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140694:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140696:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140697:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384698.140698:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140699:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140699:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140700:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000000140c. 00000400:00000200:2.0:1767384698.140701:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e0b2e11 00000400:00000010:2.0:1767384698.140702:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000006e0b2e11. 00000100:00000001:2.0:1767384698.140703:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140703:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140705:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140706:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384698.140707:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140707:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140708:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140709:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcebd3c6. 00000400:00000200:2.0:1767384698.140709:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000508ac67b 00000400:00000010:2.0:1767384698.140710:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000508ac67b. 00000100:00000001:2.0:1767384698.140711:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140712:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140714:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140714:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384698.140715:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140716:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140716:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140717:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b87a37e. 00000400:00000200:2.0:1767384698.140718:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049c30e7d 00000400:00000010:2.0:1767384698.140718:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000049c30e7d. 00000100:00000001:2.0:1767384698.140719:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140720:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140722:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140723:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384698.140723:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140724:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140725:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140725:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a7be1e87. 00000400:00000200:2.0:1767384698.140726:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e215369d 00000400:00000010:2.0:1767384698.140727:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e215369d. 00000100:00000001:2.0:1767384698.140729:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140729:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140743:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140744:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384698.140745:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140746:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140747:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140748:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058cbb746. 00000400:00000200:2.0:1767384698.140749:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c8882c3 00000400:00000010:2.0:1767384698.140750:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005c8882c3. 00000100:00000001:2.0:1767384698.140751:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140751:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140754:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140754:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384698.140755:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140756:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140757:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140757:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a8211134. 00000400:00000200:2.0:1767384698.140758:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b05ea460 00000400:00000010:2.0:1767384698.140759:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b05ea460. 00000100:00000001:2.0:1767384698.140760:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140761:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140763:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140763:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384698.140764:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140765:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140765:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140766:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000235013b. 00000400:00000200:2.0:1767384698.140767:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b58b41fc 00000400:00000010:2.0:1767384698.140768:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000b58b41fc. 00000100:00000001:2.0:1767384698.140769:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140769:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140771:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140772:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384698.140773:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140773:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140774:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140775:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002100fdae. 00000400:00000200:2.0:1767384698.140776:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001f609ee4 00000400:00000010:2.0:1767384698.140777:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001f609ee4. 00000100:00000001:2.0:1767384698.140778:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140779:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140781:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140782:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384698.140783:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140783:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140784:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140784:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000792831b6. 00000400:00000200:2.0:1767384698.140785:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000036cfe86d 00000400:00000010:2.0:1767384698.140786:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000036cfe86d. 00000100:00000001:2.0:1767384698.140787:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140788:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140790:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140790:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384698.140791:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140792:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140792:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140793:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000009f2d14. 00000400:00000200:2.0:1767384698.140794:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000042720f1c 00000400:00000010:2.0:1767384698.140794:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000042720f1c. 00000100:00000001:2.0:1767384698.140796:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140796:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140799:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140799:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384698.140800:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140801:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140801:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140802:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003e051bad. 00000400:00000200:2.0:1767384698.140803:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000910725ed 00000400:00000010:2.0:1767384698.140803:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000910725ed. 00000100:00000001:2.0:1767384698.140805:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140805:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140807:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140808:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384698.140808:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140809:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140810:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140811:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006317ecb1. 00000400:00000200:2.0:1767384698.140811:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fa9993c5 00000400:00000010:2.0:1767384698.140812:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fa9993c5. 00000100:00000001:2.0:1767384698.140813:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140814:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140816:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140816:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384698.140817:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140818:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140818:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140819:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000784573ec. 00000400:00000200:2.0:1767384698.140819:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a53e66c1 00000400:00000010:2.0:1767384698.140820:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a53e66c1. 00000100:00000001:2.0:1767384698.140821:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140822:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140824:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140824:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384698.140825:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140826:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140826:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140827:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e5ed08c. 00000400:00000200:2.0:1767384698.140827:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c5d4dbbf 00000400:00000010:2.0:1767384698.140828:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c5d4dbbf. 00000100:00000001:2.0:1767384698.140829:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140830:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140832:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140832:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384698.140833:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140834:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140834:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140835:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e45a81a. 00000400:00000200:2.0:1767384698.140836:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df7def8e 00000400:00000010:2.0:1767384698.140836:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000df7def8e. 00000100:00000001:2.0:1767384698.140837:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140838:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140840:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140841:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384698.140842:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140842:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140843:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140843:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002fd1fbb1. 00000400:00000200:2.0:1767384698.140844:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005800f81e 00000400:00000010:2.0:1767384698.140845:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005800f81e. 00000100:00000001:2.0:1767384698.140846:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140846:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140848:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140849:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384698.140850:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140850:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140851:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140851:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d2b4368. 00000400:00000200:2.0:1767384698.140852:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000410c59ee 00000400:00000010:2.0:1767384698.140853:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000410c59ee. 00000100:00000001:2.0:1767384698.140854:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140854:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140856:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140857:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384698.140858:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140858:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140859:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140859:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003bc9f73f. 00000400:00000200:2.0:1767384698.140860:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000068d0ae7d 00000400:00000010:2.0:1767384698.140861:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000068d0ae7d. 00000100:00000001:2.0:1767384698.140862:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140862:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140864:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140865:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384698.140866:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140866:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140867:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140867:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b05d3e3. 00000400:00000200:2.0:1767384698.140868:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c77e3253 00000400:00000010:2.0:1767384698.140869:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000c77e3253. 00000100:00000001:2.0:1767384698.140870:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140871:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140873:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140873:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384698.140874:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140875:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140875:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140876:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000983e13f7. 00000400:00000200:2.0:1767384698.140876:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086f97aad 00000400:00000010:2.0:1767384698.140877:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000086f97aad. 00000100:00000001:2.0:1767384698.140878:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140879:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140881:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140882:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384698.140882:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140883:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140883:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140884:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf81adf9. 00000400:00000200:2.0:1767384698.140885:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000343d6cb0 00000400:00000010:2.0:1767384698.140885:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000343d6cb0. 00000100:00000001:2.0:1767384698.140886:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140887:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140889:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140889:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384698.140890:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140891:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140891:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140892:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e45d66f. 00000400:00000200:2.0:1767384698.140893:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfa183d0 00000400:00000010:2.0:1767384698.140893:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dfa183d0. 00000100:00000001:2.0:1767384698.140894:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140895:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140897:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140897:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384698.140898:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140899:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140899:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140900:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a257951. 00000400:00000200:2.0:1767384698.140901:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e52e5cd 00000400:00000010:2.0:1767384698.140902:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004e52e5cd. 00000100:00000001:2.0:1767384698.140903:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140904:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140906:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140906:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384698.140907:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140908:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140908:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140909:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c4c9d29. 00000400:00000200:2.0:1767384698.140910:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000022accbec 00000400:00000010:2.0:1767384698.140911:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000022accbec. 00000100:00000001:2.0:1767384698.140912:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140912:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140914:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140915:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384698.140915:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140916:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140917:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140917:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000091af7e7a. 00000400:00000200:2.0:1767384698.140918:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086a4f4f0 00000400:00000010:2.0:1767384698.140919:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000086a4f4f0. 00000100:00000001:2.0:1767384698.140920:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140920:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140922:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140923:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384698.140923:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140924:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140925:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140925:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000046fc10ea. 00000400:00000200:2.0:1767384698.140926:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057fbab1a 00000400:00000010:2.0:1767384698.140927:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000057fbab1a. 00000100:00000001:2.0:1767384698.140933:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140934:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140936:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140937:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384698.140938:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140939:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140939:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140940:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f544a85b. 00000400:00000200:2.0:1767384698.140942:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000442c319a 00000400:00000010:2.0:1767384698.140942:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000442c319a. 00000100:00000001:2.0:1767384698.140944:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140944:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140946:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140947:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384698.140948:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140949:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140949:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140950:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d98e33a. 00000400:00000200:2.0:1767384698.140951:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ef270e5 00000400:00000010:2.0:1767384698.140951:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000ef270e5. 00000100:00000001:2.0:1767384698.140952:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140953:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140955:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140955:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384698.140956:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140957:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140957:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140958:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4b412cb. 00000400:00000200:2.0:1767384698.140959:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a0dd9901 00000400:00000010:2.0:1767384698.140960:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000a0dd9901. 00000100:00000001:2.0:1767384698.140961:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140961:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140963:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140964:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384698.140964:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140965:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140966:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140966:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e841aac2. 00000400:00000200:2.0:1767384698.140967:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009cecece1 00000400:00000010:2.0:1767384698.140968:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009cecece1. 00000100:00000001:2.0:1767384698.140969:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140969:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140972:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140972:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384698.140973:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140974:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140975:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140976:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004a819f1c. 00000400:00000200:2.0:1767384698.140977:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063b494b1 00000400:00000010:2.0:1767384698.140978:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000063b494b1. 00000100:00000001:2.0:1767384698.140979:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140979:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140981:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140982:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384698.140983:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140984:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140984:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140985:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000058311ba3. 00000400:00000200:2.0:1767384698.140985:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c0a9ca7 00000400:00000010:2.0:1767384698.140986:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000004c0a9ca7. 00000100:00000001:2.0:1767384698.140987:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140988:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140990:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140990:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384698.140991:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.140992:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.140992:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.140993:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e1bf676. 00000400:00000200:2.0:1767384698.140993:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfad9790 00000400:00000010:2.0:1767384698.140994:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000cfad9790. 00000100:00000001:2.0:1767384698.140995:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.140996:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.140998:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.140998:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384698.140999:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141000:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141000:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141001:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003012dddf. 00000400:00000200:2.0:1767384698.141002:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000716b394 00000400:00000010:2.0:1767384698.141002:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000000716b394. 00000100:00000001:2.0:1767384698.141003:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141004:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141006:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141007:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384698.141008:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141009:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141010:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141010:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000334cbbf8. 00000400:00000200:2.0:1767384698.141011:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1935403 00000400:00000010:2.0:1767384698.141012:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000e1935403. 00000100:00000001:2.0:1767384698.141013:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141013:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141016:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141016:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384698.141017:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141018:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141018:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141019:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045eaddb5. 00000400:00000200:2.0:1767384698.141020:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc8f9dad 00000400:00000010:2.0:1767384698.141020:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fc8f9dad. 00000100:00000001:2.0:1767384698.141021:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141022:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141024:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141025:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384698.141026:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141026:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141027:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141027:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000181d71ff. 00000400:00000200:2.0:1767384698.141028:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008031d4a2 00000400:00000010:2.0:1767384698.141029:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008031d4a2. 00000100:00000001:2.0:1767384698.141030:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141030:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141033:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141033:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384698.141034:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141035:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141035:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141036:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085a3c908. 00000400:00000200:2.0:1767384698.141036:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000067d71d03 00000400:00000010:2.0:1767384698.141037:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000067d71d03. 00000100:00000001:2.0:1767384698.141038:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141039:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141041:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141042:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384698.141043:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141044:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141044:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141045:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6827121. 00000400:00000200:2.0:1767384698.141046:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dac78bc2 00000400:00000010:2.0:1767384698.141047:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000dac78bc2. 00000100:00000001:2.0:1767384698.141047:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141048:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141050:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141051:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384698.141052:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141053:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141053:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141054:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000731616bc. 00000400:00000200:2.0:1767384698.141054:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001dc5c2b6 00000400:00000010:2.0:1767384698.141055:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000001dc5c2b6. 00000100:00000001:2.0:1767384698.141056:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141057:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141059:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141059:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384698.141060:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141061:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141061:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141062:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0f54f4d. 00000400:00000200:2.0:1767384698.141063:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bae0c821 00000400:00000010:2.0:1767384698.141063:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000bae0c821. 00000100:00000001:2.0:1767384698.141065:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141065:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141067:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141068:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384698.141069:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141069:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141070:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141070:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002463088c. 00000400:00000200:2.0:1767384698.141071:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f21509c2 00000400:00000010:2.0:1767384698.141072:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000f21509c2. 00000100:00000001:2.0:1767384698.141074:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141074:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141076:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141077:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384698.141078:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141079:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141079:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141080:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050d225d9. 00000400:00000200:2.0:1767384698.141081:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ee0a552a 00000400:00000010:2.0:1767384698.141081:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ee0a552a. 00000100:00000001:2.0:1767384698.141083:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141083:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141085:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141086:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384698.141087:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141087:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141088:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141088:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de0864fe. 00000400:00000200:2.0:1767384698.141089:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009d354fa1 00000400:00000010:2.0:1767384698.141090:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000009d354fa1. 00000100:00000001:2.0:1767384698.141091:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141092:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141094:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141094:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384698.141095:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141096:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141096:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141097:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b00a1d9. 00000400:00000200:2.0:1767384698.141098:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000056c87ee3 00000400:00000010:2.0:1767384698.141098:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000056c87ee3. 00000100:00000001:2.0:1767384698.141099:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141100:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141102:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141102:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384698.141103:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141104:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141104:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141106:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067ad69d9. 00000400:00000200:2.0:1767384698.141106:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc44bf99 00000400:00000010:2.0:1767384698.141107:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000fc44bf99. 00000100:00000001:2.0:1767384698.141108:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141109:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141111:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141112:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384698.141113:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141113:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141114:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141114:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ba267278. 00000400:00000200:2.0:1767384698.141115:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea3b1624 00000400:00000010:2.0:1767384698.141116:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 00000000ea3b1624. 00000100:00000001:2.0:1767384698.141117:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141117:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141119:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141120:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384698.141121:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141122:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141122:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141123:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b6d4bed. 00000400:00000200:2.0:1767384698.141123:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049b09090 00000400:00000010:2.0:1767384698.141124:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000049b09090. 00000100:00000001:2.0:1767384698.141125:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141126:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141128:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141129:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384698.141129:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141130:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141131:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141131:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d9fc6cb. 00000400:00000200:2.0:1767384698.141132:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000071107eaf 00000400:00000010:2.0:1767384698.141133:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000071107eaf. 00000100:00000001:2.0:1767384698.141134:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141134:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141136:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141137:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384698.141138:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141139:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141139:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141140:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fba7b02. 00000400:00000200:2.0:1767384698.141141:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008c9bbfc5 00000400:00000010:2.0:1767384698.141142:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000008c9bbfc5. 00000100:00000001:2.0:1767384698.141143:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141143:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141145:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141146:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384698.141147:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141148:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141148:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141149:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a603ab16. 00000400:00000200:2.0:1767384698.141149:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003338e387 00000400:00000010:2.0:1767384698.141150:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000003338e387. 00000100:00000001:2.0:1767384698.141151:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141152:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141154:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141155:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384698.141155:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141156:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141156:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141157:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066645769. 00000400:00000200:2.0:1767384698.141158:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082ba1f41 00000400:00000010:2.0:1767384698.141159:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 0000000082ba1f41. 00000100:00000001:2.0:1767384698.141160:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141160:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141163:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141163:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384698.141164:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.141165:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.141165:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.141166:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027bcc7b2. 00000400:00000200:2.0:1767384698.141166:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005500bccd 00000400:00000010:2.0:1767384698.141167:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at 000000005500bccd. 00000100:00000001:2.0:1767384698.141172:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.141173:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt 00000100:00100000:2.0:1767384698.141175:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.141176:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384698.141177:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384698.141179:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141180:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141183:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141183:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141184:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141185:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141185:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141186:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141186:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141187:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141188:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141188:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141189:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141189:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141190:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141190:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141191:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141192:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141192:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141193:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141193:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141194:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141195:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141195:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141196:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141196:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141197:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141198:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141198:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141199:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141200:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141201:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141201:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141202:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141203:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141203:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141204:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141204:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141205:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141206:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141207:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141207:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141208:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141209:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141210:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141210:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141211:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141211:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141212:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141213:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141213:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141214:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141214:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141215:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141215:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141216:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141217:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141217:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141218:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141218:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141219:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141219:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141220:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141221:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141221:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141222:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141222:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141223:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141224:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141224:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141225:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141225:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141226:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141226:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141227:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141227:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141228:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141229:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141229:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141230:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141231:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141231:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141232:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141233:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141234:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141234:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141235:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141235:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141236:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141237:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141237:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141238:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141238:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141239:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141239:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141240:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141241:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141241:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141242:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141242:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141243:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141244:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141245:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141246:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141247:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141247:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141248:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141249:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141250:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141251:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141252:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141253:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141254:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141255:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141256:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141257:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141258:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141259:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141261:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141262:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141263:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141264:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141266:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141267:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141268:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141270:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.141271:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.141272:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384698.141282:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141285:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000084cda8a3. 02000000:00000001:2.0:1767384698.141288:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141290:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fb4b8c50. 02000000:00000001:2.0:1767384698.141294:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141295:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e4e8accd. 02000000:00000001:2.0:1767384698.141297:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141298:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000068fd8f5e. 02000000:00000001:2.0:1767384698.141301:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141302:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000faf47504. 02000000:00000001:2.0:1767384698.141304:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141305:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fa0f6518. 02000000:00000001:2.0:1767384698.141308:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141309:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000029d07afa. 02000000:00000001:2.0:1767384698.141310:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141311:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009ab9f95d. 02000000:00000001:2.0:1767384698.141312:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141313:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000063878ae. 02000000:00000001:2.0:1767384698.141315:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141315:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d5408342. 02000000:00000001:2.0:1767384698.141317:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141317:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000eac0466c. 02000000:00000001:2.0:1767384698.141318:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141319:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000082ff6dd4. 02000000:00000001:2.0:1767384698.141320:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141321:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at 00000000fd3b707f. 02000000:00000001:2.0:1767384698.141322:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141322:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013f421b7. 02000000:00000001:2.0:1767384698.141323:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141324:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at 000000000be8a725. 02000000:00000001:2.0:1767384698.141326:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141326:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000060d0812. 02000000:00000001:2.0:1767384698.141328:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141328:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 0000000030d3f53f. 02000000:00000001:2.0:1767384698.141330:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141330:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3340d99. 02000000:00000001:2.0:1767384698.141331:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141332:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at 000000002b487340. 02000000:00000001:2.0:1767384698.141333:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141333:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004d055dc3. 02000000:00000001:2.0:1767384698.141335:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141335:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000004f635966. 02000000:00000001:2.0:1767384698.141336:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141337:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a586a92. 02000000:00000001:2.0:1767384698.141338:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141339:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f0e90108. 02000000:00000001:2.0:1767384698.141340:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141340:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000076f3399d. 02000000:00000001:2.0:1767384698.141342:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141342:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000262d7105. 02000000:00000001:2.0:1767384698.141343:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141344:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002f32c465. 02000000:00000001:2.0:1767384698.141345:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141345:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000cd417ef8. 02000000:00000001:2.0:1767384698.141346:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141347:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a744e5f0. 02000000:00000001:2.0:1767384698.141348:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141349:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d108f962. 02000000:00000001:2.0:1767384698.141350:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141350:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df0d3385. 02000000:00000001:2.0:1767384698.141353:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141353:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c73c428f. 02000000:00000001:2.0:1767384698.141355:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141355:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000344d65e7. 02000000:00000001:2.0:1767384698.141356:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141357:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000037ae4e5f. 02000000:00000001:2.0:1767384698.141358:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141359:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e49d2845. 02000000:00000001:2.0:1767384698.141360:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141361:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000030710fcc. 02000000:00000001:2.0:1767384698.141362:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141362:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000011439777. 02000000:00000001:2.0:1767384698.141364:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141365:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b15214b2. 02000000:00000001:2.0:1767384698.141366:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141366:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a47062e. 02000000:00000001:2.0:1767384698.141367:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141368:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000068f6161. 02000000:00000001:2.0:1767384698.141369:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141370:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b22a9c0. 02000000:00000001:2.0:1767384698.141371:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141372:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b7311ed3. 02000000:00000001:2.0:1767384698.141373:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141373:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005eae385d. 02000000:00000001:2.0:1767384698.141375:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141375:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b737f347. 02000000:00000001:2.0:1767384698.141377:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141377:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b6055503. 02000000:00000001:2.0:1767384698.141379:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141379:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000541a8c54. 02000000:00000001:2.0:1767384698.141380:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141381:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d299590b. 02000000:00000001:2.0:1767384698.141382:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141382:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006b2e0604. 02000000:00000001:2.0:1767384698.141384:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141384:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003a812395. 02000000:00000001:2.0:1767384698.141386:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141386:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000ecdde6d0. 02000000:00000001:2.0:1767384698.141387:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141388:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5854106. 02000000:00000001:2.0:1767384698.141390:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141390:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000f1de3a48. 02000000:00000001:2.0:1767384698.141392:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141392:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0851fa3. 02000000:00000001:2.0:1767384698.141394:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141395:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005c156aaa. 02000000:00000001:2.0:1767384698.141396:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141397:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000077ad39b. 02000000:00000001:2.0:1767384698.141398:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141399:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bc9ba5b4. 02000000:00000001:2.0:1767384698.141400:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141401:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009312223c. 02000000:00000001:2.0:1767384698.141402:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141403:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000033db832e. 02000000:00000001:2.0:1767384698.141404:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141405:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000087860c18. 02000000:00000001:2.0:1767384698.141406:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141406:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000744e8dbf. 02000000:00000001:2.0:1767384698.141407:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141408:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009449bdd9. 02000000:00000001:2.0:1767384698.141409:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141410:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b52d9310. 02000000:00000001:2.0:1767384698.141411:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141411:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000200e631c. 02000000:00000001:2.0:1767384698.141413:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141414:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000003f76c15e. 02000000:00000001:2.0:1767384698.141415:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141415:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004c24f637. 02000000:00000001:2.0:1767384698.141417:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141417:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c609292e. 02000000:00000001:2.0:1767384698.141418:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141419:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e29f98cb. 02000000:00000001:2.0:1767384698.141420:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141421:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000fbe3f878. 02000000:00000001:2.0:1767384698.141422:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141422:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000afddd381. 02000000:00000001:2.0:1767384698.141423:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141424:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000d3db2aa. 02000000:00000001:2.0:1767384698.141425:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141425:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000829577f0. 02000000:00000001:2.0:1767384698.141427:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141427:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bae94e8e. 02000000:00000001:2.0:1767384698.141429:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141430:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000046be0db7. 02000000:00000001:2.0:1767384698.141431:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141432:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001ff146fb. 02000000:00000001:2.0:1767384698.141433:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141433:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000cca0d3bf. 02000000:00000001:2.0:1767384698.141435:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141436:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000006d4e8dda. 00010000:00000010:1.1:1767384698.141475:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007862540d. 00010000:00000010:1.1:1767384698.141485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003ca00b7b. 00010000:00000010:1.1:1767384698.141492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ef4a9e6e. 00010000:00000010:1.1:1767384698.141499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c38ced0e. 00010000:00000010:1.1:1767384698.141505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000712dc175. 00010000:00000010:1.1:1767384698.141518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000017f3f080. 00010000:00000010:1.1:1767384698.141525:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000591f343. 00010000:00000010:1.1:1767384698.141531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000009379e02c. 02000000:00000001:2.0:1767384698.141744:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141746:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000975c3539. 02000000:00000001:2.0:1767384698.141749:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141750:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007c4e1000. 02000000:00000001:2.0:1767384698.141753:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141753:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002dd3af13. 02000000:00000001:2.0:1767384698.141757:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141757:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000e2106792. 02000000:00000001:2.0:1767384698.141760:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141761:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003619467f. 02000000:00000001:2.0:1767384698.141764:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141765:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bb99baf6. 02000000:00000001:2.0:1767384698.141767:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141768:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000012eda92c. 02000000:00000001:2.0:1767384698.141771:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141772:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000096e2e2a3. 02000000:00000001:2.0:1767384698.141775:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141776:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9b18bd8. 02000000:00000001:2.0:1767384698.141779:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141779:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000046e4995d. 02000000:00000001:2.0:1767384698.141782:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141783:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000078204047. 02000000:00000001:2.0:1767384698.141785:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141786:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000b222c1d5. 02000000:00000001:2.0:1767384698.141789:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141790:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e051128f. 02000000:00000001:2.0:1767384698.141793:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141794:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000007b02a55f. 02000000:00000001:2.0:1767384698.141796:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141797:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000fbb16bfc. 02000000:00000001:2.0:1767384698.141800:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141801:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000dc0adfd8. 02000000:00000001:2.0:1767384698.141803:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141804:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000401dbb4d. 02000000:00000001:2.0:1767384698.141807:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141808:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008ed10995. 02000000:00000001:2.0:1767384698.141810:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141811:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df8a1aaa. 02000000:00000001:2.0:1767384698.141814:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141815:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000001d2070c5. 02000000:00000001:2.0:1767384698.141817:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141818:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008eb3a2f5. 02000000:00000001:2.0:1767384698.141820:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141822:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000adf38432. 02000000:00000001:2.0:1767384698.141824:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141825:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000007f43d2f0. 02000000:00000001:2.0:1767384698.141827:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141828:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000002c2e30c7. 02000000:00000001:2.0:1767384698.141830:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141831:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0a2eef6. 02000000:00000001:2.0:1767384698.141834:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141835:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008b480cfd. 02000000:00000001:2.0:1767384698.141837:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141838:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000065f36fa7. 02000000:00000001:2.0:1767384698.141840:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141841:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 000000005139396d. 02000000:00000001:2.0:1767384698.141842:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141843:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000be2422f. 02000000:00000001:2.0:1767384698.141844:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.141845:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000096e60ad. 02000000:00000001:2.0:1767384698.141847:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.141848:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000001e1cee81. 00000100:00000010:2.0:1767384698.141852:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c27f4aa0. 00000100:00000010:2.0:1767384698.141927:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000042daacdb. 00000100:00000010:2.0:1767384698.141930:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000df9c4f40. 00000100:00000010:2.0:1767384698.141955:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049544462. 00000100:00000010:2.0:1767384698.141958:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001331bd5f. 00000100:00000010:2.0:1767384698.141982:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae28ada0. 00000100:00000010:2.0:1767384698.141984:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000003e5641c5. 00000100:00000010:2.0:1767384698.142007:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000069205692. 00000100:00000010:2.0:1767384698.142009:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000034f3b9aa. 00000100:00000010:2.0:1767384698.142029:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000884c1996. 00000100:00000010:2.0:1767384698.142031:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000056b26f10. 00000100:00000010:2.0:1767384698.142045:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000610a3df. 00000100:00000010:2.0:1767384698.142047:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008506d7dc. 00000100:00000010:2.0:1767384698.142060:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018addfe0. 00000100:00000010:2.0:1767384698.142062:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000289ab71. 00000100:00000010:2.0:1767384698.142081:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f0fe9a2. 00000100:00000010:2.0:1767384698.142083:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009723a3a8. 00000100:00000010:2.0:1767384698.142097:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001a30eeb8. 00000100:00000010:2.0:1767384698.142098:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009f1dae3c. 00000100:00000010:2.0:1767384698.142115:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002647ce7b. 00000100:00000010:2.0:1767384698.142116:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f217022f. 00000100:00000010:2.0:1767384698.142131:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f6b9c5c4. 00000100:00000010:2.0:1767384698.142133:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005188c07f. 00000100:00000010:2.0:1767384698.142150:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c26296ba. 00000100:00000010:2.0:1767384698.142151:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a7a57414. 00000100:00000010:2.0:1767384698.142169:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4f70c7a. 00000100:00000010:2.0:1767384698.142171:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002b42f95f. 00000100:00000010:2.0:1767384698.142191:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbf77bd9. 00000100:00000010:2.0:1767384698.142192:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000cb7a0b6e. 00000100:00000010:2.0:1767384698.142208:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068c154e6. 00000100:00000010:2.0:1767384698.142210:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f6f0d6a6. 00000100:00000010:2.0:1767384698.142224:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003308af45. 00000100:00000010:2.0:1767384698.142225:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005abb4461. 00000100:00000010:2.0:1767384698.142235:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d01c4bf3. 00000100:00000010:2.0:1767384698.142237:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000001767e0dc. 00000100:00000010:2.0:1767384698.142249:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003559a90d. 00000100:00000010:2.0:1767384698.142252:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e29c44a1. 00000100:00000010:2.0:1767384698.142268:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032072dec. 00000100:00000010:2.0:1767384698.142271:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000a77adaff. 00000100:00000010:2.0:1767384698.142292:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007ed09904. 00000100:00000010:2.0:1767384698.142294:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000004c0b6adc. 00000100:00000010:2.0:1767384698.142309:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb47db02. 00000100:00000010:2.0:1767384698.142310:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000bd1aeb1. 00000100:00000010:2.0:1767384698.142324:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002d67bf9c. 00000100:00000010:2.0:1767384698.142325:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000aaa31609. 00000100:00000010:2.0:1767384698.142337:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1208683. 00000100:00000010:2.0:1767384698.142339:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000065c707. 00000100:00000010:2.0:1767384698.142351:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab61b760. 00000100:00000010:2.0:1767384698.142352:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b33ea784. 00000100:00000010:2.0:1767384698.142371:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005d2a714b. 00000100:00000010:2.0:1767384698.142373:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002382c42a. 00000100:00000010:2.0:1767384698.142396:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003ffe66a8. 00000100:00000010:2.0:1767384698.142398:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000093d53db2. 00000100:00000010:2.0:1767384698.142418:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007cc80966. 00000100:00000010:2.0:1767384698.142419:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000faba16b0. 00000100:00000010:2.0:1767384698.142434:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce5403b1. 00000100:00000010:2.0:1767384698.142435:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000e926e28a. 00000100:00000010:2.0:1767384698.142474:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000012286a13. 00000100:00000010:2.0:1767384698.142476:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008240321d. 00000100:00000010:2.0:1767384698.142498:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eed11d3a. 00000100:00000010:2.0:1767384698.142499:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006bdc2ffd. 00000100:00000010:2.0:1767384698.142517:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fc61bb0d. 00000100:00000010:2.0:1767384698.142518:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000d10813cc. 00000100:00000010:2.0:1767384698.142533:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000982ab682. 00000100:00000010:2.0:1767384698.142534:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000938c2995. 00000100:00000010:2.0:1767384698.142546:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ce1d6108. 00000100:00000010:2.0:1767384698.142548:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000563d0f0d. 00000100:00000010:2.0:1767384698.142562:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4b704cb. 00000100:00000010:2.0:1767384698.142563:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009abbf64c. 00000100:00000010:2.0:1767384698.142580:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011347ca5. 00000100:00000010:2.0:1767384698.142582:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000048cfc8e2. 00000100:00000010:2.0:1767384698.142596:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f9cfa1d. 00000100:00000010:2.0:1767384698.142597:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000fc91c611. 00000100:00000010:2.0:1767384698.142612:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e02876ee. 00000100:00000010:2.0:1767384698.142613:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000081236f88. 00000100:00000010:2.0:1767384698.142627:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da7b6d5a. 00000100:00000010:2.0:1767384698.142629:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000038ab708b. 00000100:00000010:2.0:1767384698.142644:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee8c1ff5. 00000100:00000010:2.0:1767384698.142646:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ccc413ae. 00000100:00000010:2.0:1767384698.142664:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084620bc0. 00000100:00000010:2.0:1767384698.142666:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c6ae7bda. 00000100:00000010:2.0:1767384698.142682:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7bd465f. 00000100:00000010:2.0:1767384698.142683:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008aded65d. 00000100:00000010:2.0:1767384698.142696:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000987dc19b. 00000100:00000010:2.0:1767384698.142698:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000087d5d381. 00000100:00000010:2.0:1767384698.142714:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6408b47. 00000100:00000010:2.0:1767384698.142715:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000024b68044. 00000100:00000010:2.0:1767384698.142749:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000210c8a9. 00000100:00000010:2.0:1767384698.142751:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000f41cae61. 00000100:00000010:2.0:1767384698.142768:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000857fa65e. 00000100:00000010:2.0:1767384698.142769:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000006999a960. 00000100:00000010:2.0:1767384698.142785:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000934ecc6c. 00000100:00000010:2.0:1767384698.142786:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000053602194. 00000100:00000010:2.0:1767384698.142820:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000076aac7fa. 00000100:00000010:2.0:1767384698.142822:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000b1478c1a. 00000100:00000010:2.0:1767384698.142838:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084e0c04a. 00000100:00000010:2.0:1767384698.142839:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 0000000070d216ce. 00000100:00000010:2.0:1767384698.142854:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8c84ea0. 00000100:00000010:2.0:1767384698.142855:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000005cb22a9d. 00000100:00000010:2.0:1767384698.142868:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000003f9b000. 00000100:00000010:2.0:1767384698.142870:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000caf8327c. 00000100:00000010:2.0:1767384698.142882:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5112467. 00000100:00000010:2.0:1767384698.142883:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000009538c541. 00000100:00000010:2.0:1767384698.142898:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000eaa3fbe. 00000100:00000010:2.0:1767384698.142899:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000dad4af68. 00000100:00000010:2.0:1767384698.142913:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009125a2da. 00000100:00000010:2.0:1767384698.142914:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c41cf28e. 00000100:00000010:2.0:1767384698.142926:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000035a8f9d. 00000100:00000010:2.0:1767384698.142927:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000c3f36a12. 00000100:00000010:2.0:1767384698.142940:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b5befec. 00000100:00000010:2.0:1767384698.142942:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000501a702. 00000100:00000010:2.0:1767384698.142953:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f12a97ea. 00000100:00000010:2.0:1767384698.142954:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000497f647a. 00000100:00000010:2.0:1767384698.142965:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001012887b. 00000100:00000010:2.0:1767384698.142966:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000ac9c299. 00000100:00000010:2.0:1767384698.142981:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ebeb578. 00000100:00000010:2.0:1767384698.142984:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000008323fb1a. 00000100:00000010:2.0:1767384698.142998:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5368555. 00000100:00000010:2.0:1767384698.143000:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000000741cce3. 00000100:00000010:2.0:1767384698.143028:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e9aae1b1. 00000100:00000010:2.0:1767384698.143031:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ee2f42a4. 00000100:00000010:2.0:1767384698.143047:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae9b5be3. 00000100:00000010:2.0:1767384698.143049:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 000000002fd46e2a. 00000100:00000010:2.0:1767384698.143064:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aabaff4f. 00000100:00000010:2.0:1767384698.143067:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000ca709edb. 00000100:00000010:2.0:1767384698.143080:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f80e296f. 00000100:00000010:2.0:1767384698.143081:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 262144 at 00000000bf8b50a6. 00000100:00000010:2.0:1767384698.143095:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006bf3970e. 00000100:00000010:2.0:1767384698.143146:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000b2bc7615. 00000100:00000010:2.0:1767384698.143158:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 00000000a0a36595. 00000100:00000010:2.0:1767384698.143174:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000002a7b99df. 00000100:00000010:2.0:1767384698.143180:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 0000000051a47b39. 00000100:00000010:2.0:1767384698.143188:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 131072 at 000000004c441f18. 00000100:00000001:2.0:1767384698.143196:0:40111:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384698.143199:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.143200:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384698.143202:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384698.143203:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000046031f0e. 00000100:00000001:2.0:1767384698.143205:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384698.143206:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.143208:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.143209:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000239c17c6. 00000100:00000001:2.0:1767384698.143211:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.143212:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.143212:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000a2160655. 00000100:00000001:2.0:1767384698.143213:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.143214:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.143215:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000002a83f62. 00000100:00000001:2.0:1767384698.143216:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.143216:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.143217:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e74e21f5. 00000100:00000001:2.0:1767384698.143218:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.143219:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384698.143220:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384698.143220:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000c670cb5c. 00000100:00000001:2.0:1767384698.143222:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384698.143222:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.143223:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.143224:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009ab3a372. 00000100:00000001:2.0:1767384698.143224:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.143225:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.143226:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000050de0150. 00000100:00000001:2.0:1767384698.143226:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.143227:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.143227:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f3d4b6c1. 00000100:00000001:2.0:1767384698.143228:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.143229:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.143229:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b4155f95. 00000100:00000010:2.0:1767384698.143230:0:40111:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 0000000086c5e918. 00000100:00000001:2.0:1767384698.143232:0:40111:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384698.143294:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000003e992b5d. 00000020:00000010:2.0:1767384698.143306:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000052b1b7b6. 00000020:00000010:2.0:1767384698.143309:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000a861fc4a. 00000020:00000010:2.0:1767384698.143312:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000000a06d25f. 00000020:00000010:2.0:1767384698.143316:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000b3256b05. 00000020:00000010:2.0:1767384698.143319:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000b6a140a5. 00000100:00000010:2.0:1767384698.143344:0:40111:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000050b03645. 00000100:00000010:2.0:1767384698.143351:0:40111:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 0000000099a43b79. 00000100:00000010:2.0:1767384698.143354:0:40111:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 0000000083e0824d. 00000100:00000010:2.0:1767384698.143357:0:40111:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000f8f064f1. 00000100:00000001:2.0:1767384698.143359:0:40111:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.143361:0:40111:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384698.143362:0:40111:0:(service.c:3836:ptlrpc_unregister_service()) mdt_readpage: tearing down 00000100:00000001:2.0:1767384698.143364:0:40111:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384698.143365:0:40111:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384698.143366:0:40111:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_readpage 00000100:00000040:2.0:1767384698.143368:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #1 00000100:00000040:2.0:1767384698.143369:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_rdpg #0 00000100:00000040:2.0:1767384698.143380:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_rdpg #1 00000020:00000010:0.0:1767384698.143402:0:17090:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000002589009e. 00000020:00000010:1.0:1767384698.143404:0:17089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000fefe107e. 00000040:00000010:0.0:1767384698.143407:0:17090:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000004d192db6. 00000040:00000010:1.0:1767384698.143410:0:17089:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000001bd7723. 00000020:00000010:0.0:1767384698.143413:0:17090:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000000d1a4f1c. 00000020:00000010:1.0:1767384698.143415:0:17089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004298ce48. 00000020:00000010:0.0:1767384698.143419:0:17090:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004515a139. 00000020:00000010:1.0:1767384698.143421:0:17089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000073ac16b5. 00000020:00000010:0.0:1767384698.143424:0:17090:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c0185bb. 00000020:00000010:1.0:1767384698.143427:0:17089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f7164184. 80000000:00000010:1.0:1767384698.143430:0:17089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000acc16b3d. 40000000:00000010:1.0:1767384698.143434:0:17089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000639e8c13. 80000000:00000010:0.0:1767384698.143436:0:17090:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000d867559e. 00100000:00000010:1.0:1767384698.143452:0:17089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000f5159864. 00040000:00000010:1.0:1767384698.143456:0:17089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b0d86064. 00040000:00000010:1.0:1767384698.143461:0:17089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000097dbc827. 40000000:00000010:0.0:1767384698.143462:0:17090:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ffd6d2e8. 00080000:00000010:1.0:1767384698.143468:0:17089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c256f152. 00100000:00000010:0.0:1767384698.143469:0:17090:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000b2a2682f. 00080000:00000010:1.0:1767384698.143475:0:17089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b0a81405. 00040000:00000010:0.0:1767384698.143475:0:17090:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c85155cb. 00040000:00000010:0.0:1767384698.143482:0:17090:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fcaee046. 00000004:00000010:1.0:1767384698.143483:0:17089:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000087c06529. 00000020:00000010:1.0:1767384698.143488:0:17089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ed9e8555. 00080000:00000010:0.0:1767384698.143489:0:17090:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b75264f3. 00000020:00000010:1.0:1767384698.143493:0:17089:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000910289eb. 00000100:00000010:1.0:1767384698.143499:0:17089:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000094a6bebe. 00000100:00100000:1.0:1767384698.143501:0:17089:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_000: service thread [00000000a291e415:17089] 0 exiting: rc = 1 00080000:00000010:0.0:1767384698.143502:0:17090:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f0e28c53. 00000004:00000010:0.0:1767384698.143509:0:17090:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000bc3a77d6. 00000020:00000010:0.0:1767384698.143512:0:17090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd481555. 00000020:00000010:0.0:1767384698.143516:0:17090:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000007136ba2b. 00000100:00000010:0.0:1767384698.143521:0:17090:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000292d8e9f. 00000100:00100000:0.0:1767384698.143525:0:17090:0:(service.c:3155:ptlrpc_main()) mdt_rdpg00_001: service thread [000000004c19cac3:17090] 1 exiting: rc = 0 00000100:00000010:2.0:1767384698.143545:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a291e415. 00000100:00000010:2.0:1767384698.143550:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000004c19cac3. 00000100:00000001:2.0:1767384698.143554:0:40111:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384698.143555:0:40111:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384698.143558:0:40111:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 23 lazy 00000400:00000001:2.0:1767384698.143561:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143563:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143565:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0a8bbb6. 00000400:00000200:2.0:1767384698.143568:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000017e3b6e 00000400:00000010:2.0:1767384698.143569:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000017e3b6e. 00000100:00000001:2.0:1767384698.143571:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143572:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143577:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143579:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384698.143580:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143581:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143582:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143583:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c1a3c0cb. 00000400:00000200:2.0:1767384698.143584:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023e0f702 00000400:00000010:2.0:1767384698.143585:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000023e0f702. 00000100:00000001:2.0:1767384698.143586:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143587:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143589:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143590:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384698.143591:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143591:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143592:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143593:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000523cef9e. 00000400:00000200:2.0:1767384698.143593:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000948627a0 00000400:00000010:2.0:1767384698.143594:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000948627a0. 00000100:00000001:2.0:1767384698.143595:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143595:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143598:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143598:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384698.143599:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143600:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143600:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143601:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d3bbd14e. 00000400:00000200:2.0:1767384698.143602:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdeb195c 00000400:00000010:2.0:1767384698.143602:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bdeb195c. 00000100:00000001:2.0:1767384698.143603:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143604:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143606:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143607:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384698.143607:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143608:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143609:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143609:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ce1eccc. 00000400:00000200:2.0:1767384698.143610:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000d44582e 00000400:00000010:2.0:1767384698.143611:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000d44582e. 00000100:00000001:2.0:1767384698.143612:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143612:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143614:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143615:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384698.143616:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143616:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143617:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143618:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001bce5fb. 00000400:00000200:2.0:1767384698.143619:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e18ca847 00000400:00000010:2.0:1767384698.143619:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e18ca847. 00000100:00000001:2.0:1767384698.143620:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143621:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143623:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143623:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384698.143624:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143625:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143625:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143626:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084be6512. 00000400:00000200:2.0:1767384698.143627:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d8168b2 00000400:00000010:2.0:1767384698.143627:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008d8168b2. 00000100:00000001:2.0:1767384698.143628:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143629:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143631:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143632:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384698.143632:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143633:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143633:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143634:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000847e7a14. 00000400:00000200:2.0:1767384698.143635:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005c3fc99f 00000400:00000010:2.0:1767384698.143635:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005c3fc99f. 00000100:00000001:2.0:1767384698.143636:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143637:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143639:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143639:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384698.143640:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143641:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143641:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143642:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005301e3d6. 00000400:00000200:2.0:1767384698.143643:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000458c8512 00000400:00000010:2.0:1767384698.143643:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000458c8512. 00000100:00000001:2.0:1767384698.143644:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143645:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143647:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143647:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384698.143648:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143649:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143650:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143650:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc3b3c84. 00000400:00000200:2.0:1767384698.143651:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030de9ed3 00000400:00000010:2.0:1767384698.143652:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000030de9ed3. 00000100:00000001:2.0:1767384698.143653:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143654:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143656:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143656:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384698.143657:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143658:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143659:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143659:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045e0b010. 00000400:00000200:2.0:1767384698.143660:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd61e008 00000400:00000010:2.0:1767384698.143661:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dd61e008. 00000100:00000001:2.0:1767384698.143661:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143662:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143664:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143665:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384698.143665:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143666:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143666:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143667:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004817a3b5. 00000400:00000200:2.0:1767384698.143668:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000063af38e1 00000400:00000010:2.0:1767384698.143668:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000063af38e1. 00000100:00000001:2.0:1767384698.143669:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143670:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143672:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143672:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384698.143673:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143674:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143674:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143675:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059b64190. 00000400:00000200:2.0:1767384698.143676:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c28f43e2 00000400:00000010:2.0:1767384698.143676:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c28f43e2. 00000100:00000001:2.0:1767384698.143677:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143678:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143680:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143681:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384698.143681:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143682:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143683:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143683:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078010df6. 00000400:00000200:2.0:1767384698.143684:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e74fbab 00000400:00000010:2.0:1767384698.143685:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002e74fbab. 00000100:00000001:2.0:1767384698.143686:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143686:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143688:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143689:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384698.143690:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143691:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143691:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143692:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004cf0fb95. 00000400:00000200:2.0:1767384698.143693:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a9efa7f8 00000400:00000010:2.0:1767384698.143693:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a9efa7f8. 00000100:00000001:2.0:1767384698.143694:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143695:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143697:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143698:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384698.143698:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143699:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143700:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143700:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000269916a8. 00000400:00000200:2.0:1767384698.143701:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9b2ba44 00000400:00000010:2.0:1767384698.143702:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9b2ba44. 00000100:00000001:2.0:1767384698.143703:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143703:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143705:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143706:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384698.143706:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143707:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143708:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143708:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031108208. 00000400:00000200:2.0:1767384698.143709:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004700397 00000400:00000010:2.0:1767384698.143710:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000004700397. 00000100:00000001:2.0:1767384698.143711:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143711:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143713:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143714:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384698.143715:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143715:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143716:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143717:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b0519f. 00000400:00000200:2.0:1767384698.143718:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e8bef26 00000400:00000010:2.0:1767384698.143718:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007e8bef26. 00000100:00000001:2.0:1767384698.143719:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143720:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143722:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143722:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384698.143723:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143724:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143724:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143725:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a1b0f68. 00000400:00000200:2.0:1767384698.143726:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c395739 00000400:00000010:2.0:1767384698.143726:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004c395739. 00000100:00000001:2.0:1767384698.143727:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143728:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143740:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143741:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384698.143742:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143743:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143744:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143745:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a1e6ddd. 00000400:00000200:2.0:1767384698.143746:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7156f4e 00000400:00000010:2.0:1767384698.143747:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7156f4e. 00000100:00000001:2.0:1767384698.143748:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143748:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143750:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143751:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384698.143752:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143752:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143753:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143754:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f24d7b4c. 00000400:00000200:2.0:1767384698.143755:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051d423e8 00000400:00000010:2.0:1767384698.143756:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000051d423e8. 00000100:00000001:2.0:1767384698.143757:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143758:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143760:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143761:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384698.143761:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143762:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143763:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143764:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042ce68ba. 00000400:00000200:2.0:1767384698.143766:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000126ed9a1 00000400:00000010:2.0:1767384698.143767:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000126ed9a1. 00000100:00000001:2.0:1767384698.143769:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143769:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143773:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143774:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384698.143775:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143777:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143778:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143779:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f95fe826. 00000400:00000200:2.0:1767384698.143781:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d122ef1 00000400:00000010:2.0:1767384698.143782:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007d122ef1. 00000100:00000001:2.0:1767384698.143784:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143785:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143788:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143789:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384698.143790:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143791:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143792:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143793:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000df8c432. 00000400:00000200:2.0:1767384698.143795:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1250c4a 00000400:00000010:2.0:1767384698.143796:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e1250c4a. 00000100:00000001:2.0:1767384698.143798:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143799:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143802:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143803:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384698.143804:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143806:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143807:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143808:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003758820c. 00000400:00000200:2.0:1767384698.143810:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000523b1b79 00000400:00000010:2.0:1767384698.143811:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000523b1b79. 00000100:00000001:2.0:1767384698.143813:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143814:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143817:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143819:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384698.143820:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143821:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143822:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143823:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c99f5d37. 00000400:00000200:2.0:1767384698.143825:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064ddac07 00000400:00000010:2.0:1767384698.143826:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064ddac07. 00000100:00000001:2.0:1767384698.143828:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143829:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143833:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143834:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384698.143836:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143837:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143838:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143839:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f53dff75. 00000400:00000200:2.0:1767384698.143840:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b618b7d 00000400:00000010:2.0:1767384698.143842:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009b618b7d. 00000100:00000001:2.0:1767384698.143844:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143845:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143848:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143849:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384698.143850:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143852:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143852:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143854:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005857c815. 00000400:00000200:2.0:1767384698.143855:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000830bdc23 00000400:00000010:2.0:1767384698.143857:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000830bdc23. 00000100:00000001:2.0:1767384698.143859:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143860:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143863:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143864:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384698.143866:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143868:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143868:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143870:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000009b663cf. 00000400:00000200:2.0:1767384698.143872:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008708ff81 00000400:00000010:2.0:1767384698.143873:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008708ff81. 00000100:00000001:2.0:1767384698.143875:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143876:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143879:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143881:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384698.143882:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143883:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143884:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143885:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4a34cb9. 00000400:00000200:2.0:1767384698.143887:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b19b27 00000400:00000010:2.0:1767384698.143889:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8b19b27. 00000100:00000001:2.0:1767384698.143891:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143892:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143895:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143896:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384698.143897:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143898:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143899:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143900:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033332467. 00000400:00000200:2.0:1767384698.143903:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049412cca 00000400:00000010:2.0:1767384698.143903:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000049412cca. 00000100:00000001:2.0:1767384698.143905:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143906:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143908:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143909:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384698.143910:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143911:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143911:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143912:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e684060d. 00000400:00000200:2.0:1767384698.143913:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d6f3d540 00000400:00000010:2.0:1767384698.143914:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000d6f3d540. 00000100:00000001:2.0:1767384698.143915:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143915:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143918:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143918:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384698.143919:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143920:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143921:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143922:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008035e094. 00000400:00000200:2.0:1767384698.143923:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e0d3e523 00000400:00000010:2.0:1767384698.143923:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e0d3e523. 00000100:00000001:2.0:1767384698.143924:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143925:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143927:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143927:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384698.143928:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143929:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143929:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143930:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000773ec54a. 00000400:00000200:2.0:1767384698.143931:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ce3b84f 00000400:00000010:2.0:1767384698.143932:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ce3b84f. 00000100:00000001:2.0:1767384698.143933:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143933:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143936:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143936:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384698.143937:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143938:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143938:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143939:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009a517f10. 00000400:00000200:2.0:1767384698.143940:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9be63cb 00000400:00000010:2.0:1767384698.143940:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f9be63cb. 00000100:00000001:2.0:1767384698.143941:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143942:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143944:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143945:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384698.143945:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143946:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143946:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143947:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ed2411be. 00000400:00000200:2.0:1767384698.143948:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000907af81 00000400:00000010:2.0:1767384698.143949:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000907af81. 00000100:00000001:2.0:1767384698.143950:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143950:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143952:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143953:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384698.143954:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143955:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143955:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143956:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d80c4431. 00000400:00000200:2.0:1767384698.143957:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057ec370c 00000400:00000010:2.0:1767384698.143958:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000057ec370c. 00000100:00000001:2.0:1767384698.143958:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143959:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143961:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143962:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384698.143962:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143963:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143964:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143964:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aad63860. 00000400:00000200:2.0:1767384698.143965:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002bd26be6 00000400:00000010:2.0:1767384698.143966:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000002bd26be6. 00000100:00000001:2.0:1767384698.143967:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143967:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143969:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143970:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384698.143971:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143973:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143973:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143974:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000002c68510. 00000400:00000200:2.0:1767384698.143976:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eaa32b52 00000400:00000010:2.0:1767384698.143977:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eaa32b52. 00000100:00000001:2.0:1767384698.143978:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143979:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143983:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143984:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384698.143985:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.143986:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.143987:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.143988:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bbb031f. 00000400:00000200:2.0:1767384698.143990:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfd8daf2 00000400:00000010:2.0:1767384698.143991:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfd8daf2. 00000100:00000001:2.0:1767384698.143993:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.143994:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.143997:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.143999:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384698.144000:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144001:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144002:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144003:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083a3f402. 00000400:00000200:2.0:1767384698.144005:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfb476fc 00000400:00000010:2.0:1767384698.144007:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bfb476fc. 00000100:00000001:2.0:1767384698.144009:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144010:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144013:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144015:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384698.144016:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144017:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144018:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144019:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004750f477. 00000400:00000200:2.0:1767384698.144021:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b5cf1a 00000400:00000010:2.0:1767384698.144022:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b5cf1a. 00000100:00000001:2.0:1767384698.144024:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144025:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144027:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144028:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384698.144029:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144030:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144031:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144032:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d0a5ea0d. 00000400:00000200:2.0:1767384698.144033:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f766f2c 00000400:00000010:2.0:1767384698.144033:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f766f2c. 00000100:00000001:2.0:1767384698.144034:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144035:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144037:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144038:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384698.144038:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144040:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144040:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144041:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000804a4cc9. 00000400:00000200:2.0:1767384698.144042:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009a94333 00000400:00000010:2.0:1767384698.144043:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000009a94333. 00000100:00000001:2.0:1767384698.144044:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144045:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144047:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144047:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384698.144048:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144049:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144049:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144050:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009878d299. 00000400:00000200:2.0:1767384698.144051:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be5c026d 00000400:00000010:2.0:1767384698.144051:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000be5c026d. 00000100:00000001:2.0:1767384698.144052:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144053:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144055:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144056:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384698.144056:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144057:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144058:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144058:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068606034. 00000400:00000200:2.0:1767384698.144059:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000891421b9 00000400:00000010:2.0:1767384698.144060:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000891421b9. 00000100:00000001:2.0:1767384698.144061:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144061:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144063:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144064:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384698.144064:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144065:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144066:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144066:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000432d7bba. 00000400:00000200:2.0:1767384698.144067:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009525af20 00000400:00000010:2.0:1767384698.144068:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009525af20. 00000100:00000001:2.0:1767384698.144069:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144069:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144072:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144073:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384698.144073:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144074:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144075:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144075:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000207253c9. 00000400:00000200:2.0:1767384698.144076:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008ae0c339 00000400:00000010:2.0:1767384698.144077:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008ae0c339. 00000100:00000001:2.0:1767384698.144078:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144078:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144080:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144081:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384698.144082:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144082:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144083:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144083:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c534d3f0. 00000400:00000200:2.0:1767384698.144084:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000061a77edf 00000400:00000010:2.0:1767384698.144085:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000061a77edf. 00000100:00000001:2.0:1767384698.144086:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144086:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144088:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144089:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384698.144090:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144090:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144091:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144091:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007831dab5. 00000400:00000200:2.0:1767384698.144092:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005834d067 00000400:00000010:2.0:1767384698.144093:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005834d067. 00000100:00000001:2.0:1767384698.144094:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144094:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144096:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144097:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384698.144098:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144099:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144099:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144100:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000fb43c36. 00000400:00000200:2.0:1767384698.144100:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03c4e97 00000400:00000010:2.0:1767384698.144101:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f03c4e97. 00000100:00000001:2.0:1767384698.144102:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144103:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144105:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144105:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384698.144106:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144107:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144107:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144108:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003ba24c26. 00000400:00000200:2.0:1767384698.144109:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6ed35de 00000400:00000010:2.0:1767384698.144109:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b6ed35de. 00000100:00000001:2.0:1767384698.144110:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144111:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144113:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144113:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384698.144114:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144115:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144115:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144116:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8348a33. 00000400:00000200:2.0:1767384698.144116:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c7becbcd 00000400:00000010:2.0:1767384698.144117:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c7becbcd. 00000100:00000001:2.0:1767384698.144118:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144119:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144121:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144121:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384698.144122:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144122:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144123:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144123:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f74a4585. 00000400:00000200:2.0:1767384698.144124:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b257d0b9 00000400:00000010:2.0:1767384698.144125:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b257d0b9. 00000100:00000001:2.0:1767384698.144126:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144126:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144128:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144129:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384698.144130:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144130:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144131:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144131:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ead0a9f. 00000400:00000200:2.0:1767384698.144132:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007154039e 00000400:00000010:2.0:1767384698.144133:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007154039e. 00000100:00000001:2.0:1767384698.144134:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144135:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144137:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144137:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384698.144138:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144139:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144139:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144140:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000181f2ab7. 00000400:00000200:2.0:1767384698.144141:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f42eb64f 00000400:00000010:2.0:1767384698.144141:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f42eb64f. 00000100:00000001:2.0:1767384698.144142:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144143:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144145:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144145:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384698.144146:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144147:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144147:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144148:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000243039b1. 00000400:00000200:2.0:1767384698.144148:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001570d3a 00000400:00000010:2.0:1767384698.144149:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000001570d3a. 00000100:00000001:2.0:1767384698.144150:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144151:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144153:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144153:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384698.144154:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144154:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144155:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144155:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090d22035. 00000400:00000200:2.0:1767384698.144156:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000046b74ec7 00000400:00000010:2.0:1767384698.144157:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000046b74ec7. 00000100:00000001:2.0:1767384698.144158:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144158:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144160:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144161:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384698.144162:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144162:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144163:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144163:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d00e87f. 00000400:00000200:2.0:1767384698.144164:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009e107119 00000400:00000010:2.0:1767384698.144165:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009e107119. 00000100:00000001:2.0:1767384698.144166:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144166:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144168:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144169:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384698.144170:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144170:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144171:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144171:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c40e2af6. 00000400:00000200:2.0:1767384698.144172:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f677b51f 00000400:00000010:2.0:1767384698.144173:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f677b51f. 00000100:00000001:2.0:1767384698.144173:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144174:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144176:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144177:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384698.144177:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144178:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144178:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144179:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1b40163. 00000400:00000200:2.0:1767384698.144180:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfc7b8c9 00000400:00000010:2.0:1767384698.144180:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cfc7b8c9. 00000100:00000001:2.0:1767384698.144181:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144182:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144184:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144184:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384698.144185:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144185:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144186:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144186:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000504a9100. 00000400:00000200:2.0:1767384698.144187:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001d869d3f 00000400:00000010:2.0:1767384698.144188:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001d869d3f. 00000100:00000001:2.0:1767384698.144189:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144189:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144191:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144192:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384698.144193:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144194:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144194:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144195:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000061a126a1. 00000400:00000200:2.0:1767384698.144196:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df911d8a 00000400:00000010:2.0:1767384698.144196:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000df911d8a. 00000100:00000001:2.0:1767384698.144197:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144198:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144200:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144201:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384698.144201:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.144202:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144203:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144203:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab8b588b. 00000400:00000200:2.0:1767384698.144204:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbed296e 00000400:00000010:2.0:1767384698.144205:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dbed296e. 00000100:00000001:2.0:1767384698.144205:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.144206:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_readpage 00000100:00100000:2.0:1767384698.144208:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.144209:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384698.144209:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384698.144210:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144211:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144212:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144212:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144213:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144214:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144214:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144215:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144216:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144216:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144217:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144217:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144218:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144218:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144219:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144219:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144220:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144221:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144222:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144223:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144224:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144224:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144225:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144226:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144227:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144227:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144228:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144228:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144229:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144230:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144230:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144231:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144231:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144232:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144232:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144233:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144234:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144234:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144235:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144235:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144236:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144236:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144237:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144238:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144238:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144239:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144239:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144240:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144241:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144241:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144242:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144242:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144243:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144244:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144245:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144246:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144247:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144248:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144249:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144250:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144251:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144252:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144253:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144254:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144255:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144256:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144257:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144258:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144259:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144260:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144261:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144262:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144263:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144264:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144266:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144267:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144268:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144269:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144270:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144271:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144272:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144273:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144274:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144275:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144276:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144277:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144278:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144279:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144281:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144281:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144283:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144284:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144285:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144285:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144286:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144287:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144288:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144289:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144290:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144292:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144293:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144294:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144295:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144296:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144298:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144298:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144300:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144301:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144302:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144303:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144304:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144304:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144306:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144306:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144307:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144308:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144308:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144309:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144310:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144310:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144311:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144311:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144312:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144313:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144313:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144314:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.144314:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.144315:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1767384698.144316:0:40111:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1767384698.144317:0:40111:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at 000000002d4894c8. 02000000:00000001:2.0:1767384698.144319:0:40111:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1767384698.144320:0:40111:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009045a848. 00000100:00000010:2.0:1767384698.144323:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000150d3ce4. 00000100:00000010:2.0:1767384698.144324:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024826f83. 00000100:00000010:2.0:1767384698.144325:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a836b9a. 00000100:00000010:2.0:1767384698.144327:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c80e56fb. 00000100:00000010:2.0:1767384698.144328:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fa8464db. 00000100:00000010:2.0:1767384698.144330:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000014a8cb8f. 00000100:00000010:2.0:1767384698.144331:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000029034802. 00000100:00000010:2.0:1767384698.144333:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab491c14. 00000100:00000010:2.0:1767384698.144334:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007fc5ad6a. 00000100:00000010:2.0:1767384698.144335:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000644cf716. 00000100:00000010:2.0:1767384698.144336:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000003161e91. 00000100:00000010:2.0:1767384698.144338:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001f2a5963. 00000100:00000010:2.0:1767384698.144338:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d9a7b980. 00000100:00000010:2.0:1767384698.144340:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000074b0afeb. 00000100:00000010:2.0:1767384698.144341:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000045a9a052. 00000100:00000010:2.0:1767384698.144343:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003c3ae378. 00000100:00000010:2.0:1767384698.144344:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004868044b. 00000100:00000010:2.0:1767384698.144345:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6ac07ba. 00000100:00000010:2.0:1767384698.144346:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000fb4e99e0. 00000100:00000010:2.0:1767384698.144348:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034d710a0. 00000100:00000010:2.0:1767384698.144349:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000f7906ac9. 00000100:00000010:2.0:1767384698.144350:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007176d23e. 00000100:00000010:2.0:1767384698.144352:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000388e3cb2. 00000100:00000010:2.0:1767384698.144360:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005b34cf0a. 00000100:00000010:2.0:1767384698.144361:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000057b891dd. 00000100:00000010:2.0:1767384698.144364:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002bd90cf2. 00000100:00000010:2.0:1767384698.144365:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000083217782. 00000100:00000010:2.0:1767384698.144366:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003bcdfa96. 00000100:00000010:2.0:1767384698.144367:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d97fa5f8. 00000100:00000010:2.0:1767384698.144369:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d08bf67. 00000100:00000010:2.0:1767384698.144370:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ea057538. 00000100:00000010:2.0:1767384698.144371:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007bad2447. 00000100:00000010:2.0:1767384698.144372:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000acc8addf. 00000100:00000010:2.0:1767384698.144373:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080865f76. 00000100:00000010:2.0:1767384698.144374:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000bd7dfb3a. 00000100:00000010:2.0:1767384698.144375:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008a0bb463. 00000100:00000010:2.0:1767384698.144376:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000002a7d91a3. 00000100:00000010:2.0:1767384698.144378:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007e92aa23. 00000100:00000010:2.0:1767384698.144378:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d7f823ac. 00000100:00000010:2.0:1767384698.144380:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000053ec9cd2. 00000100:00000010:2.0:1767384698.144381:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003faa57d0. 00000100:00000010:2.0:1767384698.144382:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000587017e7. 00000100:00000010:2.0:1767384698.144383:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000062219105. 00000100:00000010:2.0:1767384698.144385:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046c4c58c. 00000100:00000010:2.0:1767384698.144386:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000d7a4056d. 00000100:00000010:2.0:1767384698.144387:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000835b1047. 00000100:00000010:2.0:1767384698.144388:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006bff6de1. 00000100:00000010:2.0:1767384698.144396:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008220b46d. 00000100:00000010:2.0:1767384698.144398:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000008666e894. 00000100:00000010:2.0:1767384698.144399:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080752c16. 00000100:00000010:2.0:1767384698.144400:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c99e3293. 00000100:00000010:2.0:1767384698.144401:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5363877. 00000100:00000010:2.0:1767384698.144402:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e0d46cf7. 00000100:00000010:2.0:1767384698.144403:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d16aacd5. 00000100:00000010:2.0:1767384698.144404:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000c4e9206a. 00000100:00000010:2.0:1767384698.144405:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d19249e. 00000100:00000010:2.0:1767384698.144407:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000085e78518. 00000100:00000010:2.0:1767384698.144408:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d9412828. 00000100:00000010:2.0:1767384698.144410:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000b7323c71. 00000100:00000010:2.0:1767384698.144411:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c8df9e44. 00000100:00000010:2.0:1767384698.144412:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005ce28e73. 00000100:00000010:2.0:1767384698.144413:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d6c601be. 00000100:00000010:2.0:1767384698.144414:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000da4a118d. 00000100:00000010:2.0:1767384698.144415:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093613a60. 00000100:00000010:2.0:1767384698.144416:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000805d1128. 00000100:00000010:2.0:1767384698.144417:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084de0055. 00000100:00000010:2.0:1767384698.144419:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000a11462c6. 00000100:00000010:2.0:1767384698.144420:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b84f8c3a. 00000100:00000010:2.0:1767384698.144421:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007e82c9c0. 00000100:00000010:2.0:1767384698.144422:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dcd9dd1. 00000100:00000010:2.0:1767384698.144423:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000007460dfcf. 00000100:00000010:2.0:1767384698.144432:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001bf9c79c. 00000100:00000010:2.0:1767384698.144433:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000099032159. 00000100:00000010:2.0:1767384698.144434:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047196b4a. 00000100:00000010:2.0:1767384698.144436:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000098b140dc. 00000100:00000010:2.0:1767384698.144470:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6f488b9. 00000100:00000010:2.0:1767384698.144472:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000077cc1be0. 00000100:00000010:2.0:1767384698.144474:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000034509eda. 00000100:00000010:2.0:1767384698.144478:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000ec8c9d5d. 00000100:00000010:2.0:1767384698.144482:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000919907dd. 00000100:00000010:2.0:1767384698.144485:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000004c55ef14. 00000100:00000010:2.0:1767384698.144488:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ee815641. 00000100:00000010:2.0:1767384698.144491:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005a552e43. 00000100:00000010:2.0:1767384698.144494:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041e96906. 00000100:00000010:2.0:1767384698.144497:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003f0a90e5. 00000100:00000010:2.0:1767384698.144500:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000453c0822. 00000100:00000010:2.0:1767384698.144503:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000005abff8f2. 00000100:00000010:2.0:1767384698.144505:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fcfadf70. 00000100:00000010:2.0:1767384698.144508:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000025d779f4. 00000100:00000010:2.0:1767384698.144512:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000068d253b6. 00000100:00000010:2.0:1767384698.144514:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e251ba34. 00000100:00000010:2.0:1767384698.144516:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0dc6d62. 00000100:00000010:2.0:1767384698.144519:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000003c085c90. 00000100:00000010:2.0:1767384698.144522:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d02128b2. 00000100:00000010:2.0:1767384698.144525:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000051508d90. 00000100:00000010:2.0:1767384698.144551:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000051342c59. 00000100:00000010:2.0:1767384698.144554:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000064d3c837. 00000100:00000010:2.0:1767384698.144557:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000397ecae. 00000100:00000010:2.0:1767384698.144560:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000423c62a0. 00000100:00000010:2.0:1767384698.144563:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095a9ccc9. 00000100:00000010:2.0:1767384698.144565:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000001304e9d4. 00000100:00000010:2.0:1767384698.144568:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055c1fdfd. 00000100:00000010:2.0:1767384698.144571:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000484315eb. 00000100:00000010:2.0:1767384698.144574:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024be20c9. 00000100:00000010:2.0:1767384698.144577:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000618dac57. 00000100:00000010:2.0:1767384698.144581:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d6768aa. 00000100:00000010:2.0:1767384698.144583:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000e3c5201. 00000100:00000010:2.0:1767384698.144586:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2f2921c. 00000100:00000010:2.0:1767384698.144589:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000009f9ccb19. 00000100:00000010:2.0:1767384698.144591:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000046fa44c5. 00000100:00000010:2.0:1767384698.144594:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000990cae7a. 00000100:00000010:2.0:1767384698.144596:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009559374d. 00000100:00000010:2.0:1767384698.144598:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000006ab1ccc5. 00000100:00000010:2.0:1767384698.144600:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004a185b35. 00000100:00000010:2.0:1767384698.144603:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000001757a0c. 00000100:00000010:2.0:1767384698.144605:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed08131c. 00000100:00000010:2.0:1767384698.144607:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000057d8aae9. 00000100:00000010:2.0:1767384698.144609:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebe9e539. 00000100:00000010:2.0:1767384698.144611:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000059b1d78f. 00000100:00000010:2.0:1767384698.144625:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c4614847. 00000100:00000010:2.0:1767384698.144628:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 0000000028a09fcb. 00000100:00000010:2.0:1767384698.144631:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000feb2bfe6. 00000100:00000010:2.0:1767384698.144633:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 000000000a788f4b. 00000100:00000010:2.0:1767384698.144636:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000edc9558c. 00000100:00000010:2.0:1767384698.144638:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000e8fbd019. 00000100:00000010:2.0:1767384698.144641:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd977274. 00000100:00000010:2.0:1767384698.144643:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000144c8f1a. 00000100:00000010:2.0:1767384698.144646:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c69da2cc. 00000100:00000010:2.0:1767384698.144695:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000cc0c06cd. 00000100:00000010:2.0:1767384698.144702:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000000595e0c0. 00000100:00000001:2.0:1767384698.144708:0:40111:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:2.0:1767384698.144710:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.144711:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:2.0:1767384698.144712:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:2.0:1767384698.144713:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 0000000092e7badd. 00000100:00000001:2.0:1767384698.144715:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:2.0:1767384698.144716:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.144717:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.144718:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000920354c4. 00000100:00000001:2.0:1767384698.144719:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.144720:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.144721:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000009ecbd3cd. 00000100:00000001:2.0:1767384698.144722:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.144722:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.144723:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000001dd9f6df. 00000100:00000001:2.0:1767384698.144724:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:2.0:1767384698.144724:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:2.0:1767384698.144725:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b79799ff. 00000100:00000001:2.0:1767384698.144726:0:40111:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:2.0:1767384698.144777:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 0000000080d4da29. 00000020:00000010:2.0:1767384698.144780:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 000000009290f110. 00000020:00000010:2.0:1767384698.144786:0:40111:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at 00000000034ff127. 00000020:00000010:2.0:1767384698.144788:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 000000002f947122. 00000020:00000010:2.0:1767384698.144790:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 0000000076bd8a07. 00000100:00000010:2.0:1767384698.144803:0:40111:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000052f6429e. 00000100:00000010:2.0:1767384698.144807:0:40111:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000e15e95a0. 00000100:00000010:2.0:1767384698.144809:0:40111:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000ac34192e. 00000100:00000010:2.0:1767384698.144810:0:40111:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000001a1c57f2. 00000100:00000001:2.0:1767384698.144811:0:40111:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.144813:0:40111:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:2.0:1767384698.144813:0:40111:0:(service.c:3836:ptlrpc_unregister_service()) mdt_out: tearing down 00000100:00000001:2.0:1767384698.144815:0:40111:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:2.0:1767384698.144816:0:40111:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:2.0:1767384698.144816:0:40111:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_out 00000100:00000040:2.0:1767384698.144817:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #1 00000100:00000040:2.0:1767384698.144818:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_out #0 00000100:00000040:2.0:1767384698.144829:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_out #1 00000020:00000010:1.0:1767384698.144847:0:17092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000921a56a4. 00000040:00000010:1.0:1767384698.144853:0:17092:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008d4405a2. 00000020:00000010:3.0:1767384698.144854:0:17091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000584d1720. 00000020:00000010:1.0:1767384698.144856:0:17092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003a1caafb. 00000040:00000010:3.0:1767384698.144861:0:17091:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000001d6c2e0. 00000020:00000010:1.0:1767384698.144863:0:17092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000fd3c4d46. 00000020:00000010:3.0:1767384698.144867:0:17091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000055eccf7b. 00000020:00000010:1.0:1767384698.144869:0:17092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ca2a98d3. 00000020:00000010:3.0:1767384698.144873:0:17091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002e45268d. 80000000:00000010:1.0:1767384698.144874:0:17092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000024eb925f. 00000020:00000010:3.0:1767384698.144878:0:17091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004d613ca3. 40000000:00000010:1.0:1767384698.144880:0:17092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000038a28b62. 80000000:00000010:3.0:1767384698.144885:0:17091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000034fcb376. 00100000:00000010:1.0:1767384698.144886:0:17092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000296b9a60. 40000000:00000010:3.0:1767384698.144891:0:17091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000760e3fd2. 00040000:00000010:1.0:1767384698.144892:0:17092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000229742a0. 00040000:00000010:1.0:1767384698.144898:0:17092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e05c4b89. 00100000:00000010:3.0:1767384698.144899:0:17091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d2ce4275. 00080000:00000010:1.0:1767384698.144902:0:17092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c4ebe9ef. 00040000:00000010:3.0:1767384698.144904:0:17091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000045628461. 00080000:00000010:1.0:1767384698.144908:0:17092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000084e683d1. 00040000:00000010:3.0:1767384698.144909:0:17091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005b5d78de. 00000004:00000010:1.0:1767384698.144913:0:17092:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009b0b6289. 00080000:00000010:3.0:1767384698.144915:0:17091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007bbd312b. 00002000:00000010:1.0:1767384698.144918:0:17092:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000fb922463. 00080000:00000010:3.0:1767384698.144923:0:17091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002a1f0ecf. 00000020:00000010:1.0:1767384698.144923:0:17092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008cb822b4. 00000020:00000010:1.0:1767384698.144930:0:17092:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000ad7de1f2. 00000004:00000010:3.0:1767384698.144931:0:17091:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a379fafc. 00000100:00000010:1.0:1767384698.144935:0:17092:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000005645d249. 00002000:00000010:3.0:1767384698.144936:0:17091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006c6862d2. 00000100:00100000:1.0:1767384698.144940:0:17092:0:(service.c:3155:ptlrpc_main()) mdt_out00_001: service thread [000000002c9d4733:17092] 1 exiting: rc = 0 00000020:00000010:3.0:1767384698.144941:0:17091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b5bb7d2f. 00000020:00000010:3.0:1767384698.144947:0:17091:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000002a90b276. 00000100:00000010:3.0:1767384698.144952:0:17091:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000bee5bf59. 00000100:00100000:3.0:1767384698.144955:0:17091:0:(service.c:3155:ptlrpc_main()) mdt_out00_000: service thread [00000000bc88e99e:17091] 0 exiting: rc = 1 00000100:00000010:2.0:1767384698.144960:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000bc88e99e. 00000100:00000010:2.0:1767384698.144966:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000002c9d4733. 00000100:00000001:2.0:1767384698.144969:0:40111:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:2.0:1767384698.144970:0:40111:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:2.0:1767384698.144973:0:40111:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 24 lazy 00000400:00000001:2.0:1767384698.144977:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.144978:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.144980:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e137eb6f. 00000400:00000200:2.0:1767384698.144985:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c613bd41 00000400:00000010:2.0:1767384698.144987:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c613bd41. 00000100:00000001:2.0:1767384698.145002:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145004:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145010:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145011:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1767384698.145014:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145016:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145016:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145018:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002af5e4e2. 00000400:00000200:2.0:1767384698.145020:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f0cc815e 00000400:00000010:2.0:1767384698.145022:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f0cc815e. 00000100:00000001:2.0:1767384698.145024:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145025:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145028:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145028:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:2.0:1767384698.145029:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145030:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145031:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145032:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008461d9c4. 00000400:00000200:2.0:1767384698.145033:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000283234ad 00000400:00000010:2.0:1767384698.145033:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000283234ad. 00000100:00000001:2.0:1767384698.145035:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145035:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145037:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145038:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:2.0:1767384698.145038:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145039:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145040:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145040:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040dfd89d. 00000400:00000200:2.0:1767384698.145041:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003944afb0 00000400:00000010:2.0:1767384698.145042:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000003944afb0. 00000100:00000001:2.0:1767384698.145044:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145044:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145046:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145047:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:2.0:1767384698.145048:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145049:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145050:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145050:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e793c472. 00000400:00000200:2.0:1767384698.145051:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016896f78 00000400:00000010:2.0:1767384698.145052:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000016896f78. 00000100:00000001:2.0:1767384698.145054:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145055:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145057:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145058:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:2.0:1767384698.145058:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145059:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145059:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145060:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c393f7a. 00000400:00000200:2.0:1767384698.145061:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000072db166f 00000400:00000010:2.0:1767384698.145062:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000072db166f. 00000100:00000001:2.0:1767384698.145063:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145063:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145066:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145066:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:2.0:1767384698.145067:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145068:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145068:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145069:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000074298cf6. 00000400:00000200:2.0:1767384698.145070:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a44e2408 00000400:00000010:2.0:1767384698.145070:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a44e2408. 00000100:00000001:2.0:1767384698.145072:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145072:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145075:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145075:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:2.0:1767384698.145076:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145077:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145077:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145078:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d7717757. 00000400:00000200:2.0:1767384698.145079:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d2eecae 00000400:00000010:2.0:1767384698.145079:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007d2eecae. 00000100:00000001:2.0:1767384698.145080:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145081:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145083:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145084:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:2.0:1767384698.145085:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145086:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145086:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145087:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087da5bf9. 00000400:00000200:2.0:1767384698.145088:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005771ee6b 00000400:00000010:2.0:1767384698.145089:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005771ee6b. 00000100:00000001:2.0:1767384698.145090:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145091:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145093:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145093:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:2.0:1767384698.145094:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145095:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145095:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145096:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088e2ba6f. 00000400:00000200:2.0:1767384698.145097:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009acf4806 00000400:00000010:2.0:1767384698.145098:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009acf4806. 00000100:00000001:2.0:1767384698.145099:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145100:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145102:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145102:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:2.0:1767384698.145103:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145104:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145104:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145105:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068a0f047. 00000400:00000200:2.0:1767384698.145106:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cfc79b66 00000400:00000010:2.0:1767384698.145107:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000cfc79b66. 00000100:00000001:2.0:1767384698.145108:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145108:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145111:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145111:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:2.0:1767384698.145112:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145113:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145113:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145114:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a98cd25d. 00000400:00000200:2.0:1767384698.145115:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f57d8239 00000400:00000010:2.0:1767384698.145116:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f57d8239. 00000100:00000001:2.0:1767384698.145117:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145118:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145120:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145121:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:2.0:1767384698.145122:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145123:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145123:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145124:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a36e94aa. 00000400:00000200:2.0:1767384698.145125:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005f68dfbc 00000400:00000010:2.0:1767384698.145126:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005f68dfbc. 00000100:00000001:2.0:1767384698.145136:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145137:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145139:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145140:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:2.0:1767384698.145140:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145141:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145142:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145142:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059c65a5e. 00000400:00000200:2.0:1767384698.145144:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000033540ed6 00000400:00000010:2.0:1767384698.145145:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000033540ed6. 00000100:00000001:2.0:1767384698.145146:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145147:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145149:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145149:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:2.0:1767384698.145150:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145151:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145151:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145152:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008958c8c6. 00000400:00000200:2.0:1767384698.145153:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002809066a 00000400:00000010:2.0:1767384698.145154:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000002809066a. 00000100:00000001:2.0:1767384698.145155:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145155:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145158:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145158:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:2.0:1767384698.145159:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145160:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145160:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145161:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c6ec7e80. 00000400:00000200:2.0:1767384698.145162:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000024bcd894 00000400:00000010:2.0:1767384698.145163:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000024bcd894. 00000100:00000001:2.0:1767384698.145165:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145165:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145167:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145168:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:2.0:1767384698.145169:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145170:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145170:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145171:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000143c29af. 00000400:00000200:2.0:1767384698.145172:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006fc74263 00000400:00000010:2.0:1767384698.145172:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006fc74263. 00000100:00000001:2.0:1767384698.145174:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145174:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145176:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145177:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:2.0:1767384698.145178:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145178:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145179:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145179:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001a6950b4. 00000400:00000200:2.0:1767384698.145180:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000e39a58 00000400:00000010:2.0:1767384698.145181:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000000e39a58. 00000100:00000001:2.0:1767384698.145182:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145183:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145185:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145185:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:2.0:1767384698.145186:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145187:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145188:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145188:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ab2d2c1f. 00000400:00000200:2.0:1767384698.145189:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000935a176a 00000400:00000010:2.0:1767384698.145190:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000935a176a. 00000100:00000001:2.0:1767384698.145192:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145192:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145194:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145195:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:2.0:1767384698.145195:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145196:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145197:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145198:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000bcbc9b2. 00000400:00000200:2.0:1767384698.145199:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000792d2b7c 00000400:00000010:2.0:1767384698.145200:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000792d2b7c. 00000100:00000001:2.0:1767384698.145202:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145202:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145204:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145205:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:2.0:1767384698.145206:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145207:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145207:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145208:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004782a71f. 00000400:00000200:2.0:1767384698.145208:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007204ff08 00000400:00000010:2.0:1767384698.145209:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007204ff08. 00000100:00000001:2.0:1767384698.145210:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145211:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145213:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145214:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:2.0:1767384698.145214:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145215:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145216:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145216:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b7b2143f. 00000400:00000200:2.0:1767384698.145217:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c97fbd6e 00000400:00000010:2.0:1767384698.145218:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c97fbd6e. 00000100:00000001:2.0:1767384698.145219:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145219:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145221:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145222:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:2.0:1767384698.145223:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145223:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145224:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145224:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000adc0da53. 00000400:00000200:2.0:1767384698.145225:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ad6b9173 00000400:00000010:2.0:1767384698.145226:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000ad6b9173. 00000100:00000001:2.0:1767384698.145227:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145228:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145230:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145230:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:2.0:1767384698.145231:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145233:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145233:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145234:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002ebc423a. 00000400:00000200:2.0:1767384698.145235:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9a205bf 00000400:00000010:2.0:1767384698.145236:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000b9a205bf. 00000100:00000001:2.0:1767384698.145238:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145238:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145240:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145241:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:2.0:1767384698.145242:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145243:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145243:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145244:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000024a3e5c0. 00000400:00000200:2.0:1767384698.145245:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038eb1d83 00000400:00000010:2.0:1767384698.145247:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000038eb1d83. 00000100:00000001:2.0:1767384698.145261:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145263:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145267:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145268:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:2.0:1767384698.145270:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145271:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145272:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145273:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001fecbf85. 00000400:00000200:2.0:1767384698.145275:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000028173cfb 00000400:00000010:2.0:1767384698.145277:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000028173cfb. 00000100:00000001:2.0:1767384698.145279:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145280:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145284:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145285:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:2.0:1767384698.145287:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145288:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145289:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145290:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b45297f. 00000400:00000200:2.0:1767384698.145292:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e4b6ffc3 00000400:00000010:2.0:1767384698.145293:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e4b6ffc3. 00000100:00000001:2.0:1767384698.145295:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145296:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145299:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145300:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:2.0:1767384698.145301:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145302:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145302:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145303:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000070c21602. 00000400:00000200:2.0:1767384698.145304:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c51cef0 00000400:00000010:2.0:1767384698.145305:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007c51cef0. 00000100:00000001:2.0:1767384698.145306:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145307:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145309:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145309:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:2.0:1767384698.145310:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145311:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145311:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145312:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069dc1b20. 00000400:00000200:2.0:1767384698.145313:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007b2ac48b 00000400:00000010:2.0:1767384698.145313:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000007b2ac48b. 00000100:00000001:2.0:1767384698.145315:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145315:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145317:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145318:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:2.0:1767384698.145319:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145320:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145320:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145321:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033595094. 00000400:00000200:2.0:1767384698.145322:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009c5ff82a 00000400:00000010:2.0:1767384698.145322:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009c5ff82a. 00000100:00000001:2.0:1767384698.145324:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145324:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145327:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145327:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:2.0:1767384698.145328:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145329:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145329:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145330:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eba397a. 00000400:00000200:2.0:1767384698.145331:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bdd3c4e4 00000400:00000010:2.0:1767384698.145331:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bdd3c4e4. 00000100:00000001:2.0:1767384698.145333:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145333:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145336:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145337:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:2.0:1767384698.145337:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145338:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145339:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145340:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a80236b3. 00000400:00000200:2.0:1767384698.145340:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f616dfe8 00000400:00000010:2.0:1767384698.145341:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000f616dfe8. 00000100:00000001:2.0:1767384698.145342:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145343:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145345:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145346:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:2.0:1767384698.145346:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145347:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145348:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145348:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b363db05. 00000400:00000200:2.0:1767384698.145349:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038e185e4 00000400:00000010:2.0:1767384698.145350:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000038e185e4. 00000100:00000001:2.0:1767384698.145351:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145352:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145354:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145354:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:2.0:1767384698.145355:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145356:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145356:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145357:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088bb3051. 00000400:00000200:2.0:1767384698.145358:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ccfbc19 00000400:00000010:2.0:1767384698.145358:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000009ccfbc19. 00000100:00000001:2.0:1767384698.145360:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145360:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145362:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145363:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:2.0:1767384698.145364:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145364:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145365:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145366:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bbf493b. 00000400:00000200:2.0:1767384698.145366:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008e978c1e 00000400:00000010:2.0:1767384698.145368:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000008e978c1e. 00000100:00000001:2.0:1767384698.145369:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145370:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145372:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145373:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:2.0:1767384698.145374:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145375:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145375:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145376:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a1059b4. 00000400:00000200:2.0:1767384698.145377:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e0c89b9 00000400:00000010:2.0:1767384698.145377:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001e0c89b9. 00000100:00000001:2.0:1767384698.145379:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145380:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145382:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145382:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:2.0:1767384698.145383:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145384:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145384:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145385:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000383efc2b. 00000400:00000200:2.0:1767384698.145386:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c059a58b 00000400:00000010:2.0:1767384698.145387:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c059a58b. 00000100:00000001:2.0:1767384698.145397:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145398:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145402:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145403:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:2.0:1767384698.145404:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145405:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145406:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145407:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ddb1a1dd. 00000400:00000200:2.0:1767384698.145409:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000082c7e85e 00000400:00000010:2.0:1767384698.145410:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000082c7e85e. 00000100:00000001:2.0:1767384698.145412:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145412:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145415:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145417:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:2.0:1767384698.145418:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145419:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145420:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145421:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000471e71d3. 00000400:00000200:2.0:1767384698.145423:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b2fb477 00000400:00000010:2.0:1767384698.145424:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005b2fb477. 00000100:00000001:2.0:1767384698.145426:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145427:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145431:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145432:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:2.0:1767384698.145434:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145435:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145436:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145454:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd6c8715. 00000400:00000200:2.0:1767384698.145457:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e6110afc 00000400:00000010:2.0:1767384698.145458:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e6110afc. 00000100:00000001:2.0:1767384698.145461:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145462:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145466:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145467:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:2.0:1767384698.145469:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145470:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145471:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145472:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000087ff8c9a. 00000400:00000200:2.0:1767384698.145473:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8b488ae 00000400:00000010:2.0:1767384698.145474:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c8b488ae. 00000100:00000001:2.0:1767384698.145476:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145477:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145480:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145480:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:2.0:1767384698.145481:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145482:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145483:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145484:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005d580a32. 00000400:00000200:2.0:1767384698.145485:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a1e53f4e 00000400:00000010:2.0:1767384698.145486:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000a1e53f4e. 00000100:00000001:2.0:1767384698.145487:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145488:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145490:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145492:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:2.0:1767384698.145493:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145495:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145496:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145497:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b0f8feef. 00000400:00000200:2.0:1767384698.145499:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c4460c8 00000400:00000010:2.0:1767384698.145500:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000000c4460c8. 00000100:00000001:2.0:1767384698.145502:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145502:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145505:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145505:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:2.0:1767384698.145506:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145507:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145507:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145508:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bdf31315. 00000400:00000200:2.0:1767384698.145509:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000756a2be6 00000400:00000010:2.0:1767384698.145510:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000756a2be6. 00000100:00000001:2.0:1767384698.145511:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145512:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145514:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145514:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:2.0:1767384698.145515:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145515:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145516:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145516:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089e1043c. 00000400:00000200:2.0:1767384698.145517:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000200bc21b 00000400:00000010:2.0:1767384698.145518:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000200bc21b. 00000100:00000001:2.0:1767384698.145519:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145520:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145522:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145522:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:2.0:1767384698.145523:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145524:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145524:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145525:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081f588c2. 00000400:00000200:2.0:1767384698.145526:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb625dcd 00000400:00000010:2.0:1767384698.145526:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000bb625dcd. 00000100:00000001:2.0:1767384698.145527:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145528:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145530:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145531:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:2.0:1767384698.145532:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145532:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145533:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145533:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a160762d. 00000400:00000200:2.0:1767384698.145534:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000733d6932 00000400:00000010:2.0:1767384698.145535:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000733d6932. 00000100:00000001:2.0:1767384698.145536:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145537:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145540:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145540:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:2.0:1767384698.145541:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145542:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145542:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145543:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025baf575. 00000400:00000200:2.0:1767384698.145544:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e831571b 00000400:00000010:2.0:1767384698.145544:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e831571b. 00000100:00000001:2.0:1767384698.145546:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145546:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145548:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145549:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:2.0:1767384698.145550:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145550:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145551:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145551:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083ce7bce. 00000400:00000200:2.0:1767384698.145552:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000066d4b957 00000400:00000010:2.0:1767384698.145553:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000066d4b957. 00000100:00000001:2.0:1767384698.145564:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145564:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145567:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145567:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:2.0:1767384698.145568:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145569:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145570:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145570:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5686c49. 00000400:00000200:2.0:1767384698.145571:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089349d2a 00000400:00000010:2.0:1767384698.145572:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000089349d2a. 00000100:00000001:2.0:1767384698.145574:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145574:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145577:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145577:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:2.0:1767384698.145578:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145579:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145580:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145580:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004324a3dc. 00000400:00000200:2.0:1767384698.145581:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a09576f 00000400:00000010:2.0:1767384698.145582:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000001a09576f. 00000100:00000001:2.0:1767384698.145583:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145584:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145586:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145587:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:2.0:1767384698.145587:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145588:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145589:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145589:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002e3fa14c. 00000400:00000200:2.0:1767384698.145590:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000031453af2 00000400:00000010:2.0:1767384698.145591:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000031453af2. 00000100:00000001:2.0:1767384698.145593:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145593:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145595:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145596:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:2.0:1767384698.145596:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145597:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145598:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145598:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000beefcf7. 00000400:00000200:2.0:1767384698.145599:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000eb21a0c6 00000400:00000010:2.0:1767384698.145600:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000eb21a0c6. 00000100:00000001:2.0:1767384698.145601:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145602:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145604:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145604:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:2.0:1767384698.145605:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145606:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145606:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145607:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016b07854. 00000400:00000200:2.0:1767384698.145608:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089791f46 00000400:00000010:2.0:1767384698.145609:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000089791f46. 00000100:00000001:2.0:1767384698.145610:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145611:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145613:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145613:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:2.0:1767384698.145614:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145615:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145616:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145616:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000226b3c11. 00000400:00000200:2.0:1767384698.145617:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e96cb773 00000400:00000010:2.0:1767384698.145618:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e96cb773. 00000100:00000001:2.0:1767384698.145619:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145619:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145621:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145622:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:2.0:1767384698.145623:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145623:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145624:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145624:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a531f09. 00000400:00000200:2.0:1767384698.145625:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dccd5651 00000400:00000010:2.0:1767384698.145626:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000dccd5651. 00000100:00000001:2.0:1767384698.145627:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145628:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145630:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145631:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:2.0:1767384698.145631:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145632:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145633:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145633:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b149052d. 00000400:00000200:2.0:1767384698.145634:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c37b08d7 00000400:00000010:2.0:1767384698.145635:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000c37b08d7. 00000100:00000001:2.0:1767384698.145636:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145636:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145638:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145639:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:2.0:1767384698.145640:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145640:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145641:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145642:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3fcf82c. 00000400:00000200:2.0:1767384698.145643:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006969fa20 00000400:00000010:2.0:1767384698.145644:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006969fa20. 00000100:00000001:2.0:1767384698.145645:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145646:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145648:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145649:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:2.0:1767384698.145650:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145651:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145651:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145652:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005fe46983. 00000400:00000200:2.0:1767384698.145653:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e304f031 00000400:00000010:2.0:1767384698.145653:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000e304f031. 00000100:00000001:2.0:1767384698.145654:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145655:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145657:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145658:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:2.0:1767384698.145658:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145659:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145659:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145660:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ec418cf5. 00000400:00000200:2.0:1767384698.145661:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000776c3ef3 00000400:00000010:2.0:1767384698.145661:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000776c3ef3. 00000100:00000001:2.0:1767384698.145663:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145663:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145665:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145666:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:2.0:1767384698.145667:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145667:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145668:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145668:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032d453bc. 00000400:00000200:2.0:1767384698.145669:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006545ea21 00000400:00000010:2.0:1767384698.145670:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000006545ea21. 00000100:00000001:2.0:1767384698.145679:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145679:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145682:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145682:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:2.0:1767384698.145683:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145684:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145685:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145686:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d938c35d. 00000400:00000200:2.0:1767384698.145687:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057dc8a1c 00000400:00000010:2.0:1767384698.145688:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 0000000057dc8a1c. 00000100:00000001:2.0:1767384698.145689:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145690:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145692:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145693:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:2.0:1767384698.145693:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145694:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145695:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145695:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000832f8add. 00000400:00000200:2.0:1767384698.145696:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000341711fd 00000400:00000010:2.0:1767384698.145697:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000341711fd. 00000100:00000001:2.0:1767384698.145698:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145698:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145701:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145701:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:2.0:1767384698.145702:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:2.0:1767384698.145703:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767384698.145703:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767384698.145704:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006890e2d5. 00000400:00000200:2.0:1767384698.145705:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d4784c2 00000400:00000010:2.0:1767384698.145705:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 000000005d4784c2. 00000100:00000001:2.0:1767384698.145706:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1767384698.145707:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_out 00000100:00100000:2.0:1767384698.145709:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:2.0:1767384698.145710:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1767384698.145710:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1767384698.145711:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145712:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145713:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145713:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145714:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145715:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145715:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145716:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145717:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145718:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145718:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145719:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145720:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145720:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145721:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145722:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145722:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145723:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145723:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145724:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145725:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145725:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145726:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145726:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145727:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145727:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145728:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145729:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145729:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145730:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145742:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145743:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145744:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145744:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145745:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145745:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145746:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145747:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145747:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145748:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145748:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145749:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145750:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145750:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145751:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145751:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145752:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145753:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145754:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145755:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145755:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145756:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145757:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145757:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145758:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145759:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145759:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145760:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145760:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145761:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145762:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145762:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145763:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145763:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145764:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145764:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145765:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145766:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145766:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145767:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145767:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145768:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145769:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145769:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145770:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145770:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145771:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145771:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145772:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145773:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145773:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145774:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145774:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145775:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145775:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145776:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145777:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145777:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145778:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145779:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145780:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145780:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145781:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145782:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145782:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145783:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145784:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145784:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145785:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145785:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145786:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145786:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145787:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145788:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145788:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145789:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145789:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145790:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145791:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145791:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145792:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145792:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145793:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145793:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145794:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145795:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145795:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145796:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145796:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145797:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145798:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145798:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145799:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145799:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145800:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145800:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1767384698.145801:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1767384698.145802:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1767384698.145803:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000002b82943. 00000100:00000010:2.0:1767384698.145858:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e5bac7a3. 00000100:00000010:2.0:1767384698.145860:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000082a352a1. 00000100:00000010:2.0:1767384698.145909:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a05acb59. 00000100:00000010:2.0:1767384698.145910:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005c2bbd40. 00000100:00000010:2.0:1767384698.145976:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008bff1c07. 00000100:00000010:2.0:1767384698.145979:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004b268b68. 00000100:00000010:2.0:1767384698.146045:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004ac392f3. 00000100:00000010:2.0:1767384698.146047:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000835a5772. 00000100:00000010:2.0:1767384698.146087:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a8126a79. 00000100:00000010:2.0:1767384698.146088:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000dea4ff44. 00000100:00000010:2.0:1767384698.146131:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000663f1f7e. 00000100:00000010:2.0:1767384698.146132:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000626d72c9. 00000100:00000010:2.0:1767384698.146186:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004523c0f5. 00000100:00000010:2.0:1767384698.146187:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f5ebaf02. 00000100:00000010:2.0:1767384698.146242:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000036c40531. 00000100:00000010:2.0:1767384698.146243:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000368af96b. 00000100:00000010:2.0:1767384698.146313:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d04d09c5. 00000100:00000010:2.0:1767384698.146315:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007373c163. 00000100:00000010:2.0:1767384698.146354:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ac880d8. 00000100:00000010:2.0:1767384698.146356:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000df3d3f96. 00000100:00000010:2.0:1767384698.146390:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000032e70440. 00000100:00000010:2.0:1767384698.146391:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005032d7fd. 00000100:00000010:2.0:1767384698.146811:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ee9299f. 00000100:00000010:2.0:1767384698.146815:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000005d1d5c65. 00000100:00000010:2.0:1767384698.146872:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b8444c1e. 00000100:00000010:2.0:1767384698.146876:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000b59d5355. 00000100:00000010:2.0:1767384698.146937:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c7b73e84. 00000100:00000010:2.0:1767384698.146940:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bcada2e8. 00000100:00000010:2.0:1767384698.146992:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000981b9b66. 00000100:00000010:2.0:1767384698.146996:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000070a43c1d. 00000100:00000010:2.0:1767384698.147045:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000946ba211. 00000100:00000010:2.0:1767384698.147048:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000022152c36. 00000100:00000010:2.0:1767384698.147099:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fae4d829. 00000100:00000010:2.0:1767384698.147101:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000c959f007. 00000100:00000010:2.0:1767384698.147134:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009c1892fb. 00000100:00000010:2.0:1767384698.147136:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006034ef23. 00000100:00000010:2.0:1767384698.147170:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003cd27f50. 00000100:00000010:2.0:1767384698.147171:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000edfad0d8. 00000100:00000010:2.0:1767384698.147242:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c84edc0c. 00000100:00000010:2.0:1767384698.147246:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000022a23fb5. 00000100:00000010:2.0:1767384698.147295:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002284b2f7. 00000100:00000010:2.0:1767384698.147298:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000002feadf7. 00000100:00000010:2.0:1767384698.147339:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c90e27e. 00000100:00000010:2.0:1767384698.147340:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006104747f. 00000100:00000010:2.0:1767384698.147380:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cfa6d1db. 00000100:00000010:2.0:1767384698.147381:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000eb9fef86. 00000100:00000010:2.0:1767384698.147429:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000baece1da. 00000100:00000010:2.0:1767384698.147433:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000733e3ada. 00000100:00000010:2.0:1767384698.147521:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eebfd8b5. 00000100:00000010:2.0:1767384698.147524:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000009220559a. 00000100:00000010:2.0:1767384698.147558:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002614ddca. 00000100:00000010:2.0:1767384698.147560:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a7388066. 00000100:00000010:2.0:1767384698.147595:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000070986b36. 00000100:00000010:2.0:1767384698.147596:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000006f210714. 00000100:00000010:2.0:1767384698.147638:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b65220e. 00000100:00000010:2.0:1767384698.147639:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f0a4e701. 00000100:00000010:2.0:1767384698.147696:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a903b577. 00000100:00000010:2.0:1767384698.147697:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cd714562. 00000100:00000010:2.0:1767384698.147752:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1e03e66. 00000100:00000010:2.0:1767384698.147754:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e15d0f92. 00000100:00000010:2.0:1767384698.147805:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ed6b421. 00000100:00000010:2.0:1767384698.147807:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004b0d20f7. 00000100:00000010:2.0:1767384698.147852:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000067515829. 00000100:00000010:2.0:1767384698.147853:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000cb6ea8e0. 00000100:00000010:2.0:1767384698.147904:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bd933f20. 00000100:00000010:2.0:1767384698.147906:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002190b294. 00000100:00000010:2.0:1767384698.147941:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000aeb532d. 00000100:00000010:2.0:1767384698.147942:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000003b556c61. 00000100:00000010:2.0:1767384698.147979:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000024ba47a1. 00000100:00000010:2.0:1767384698.147982:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000bb0c08e2. 00000100:00000010:2.0:1767384698.148028:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000082fd5c63. 00000100:00000010:2.0:1767384698.148030:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d94921f2. 00000100:00000010:2.0:1767384698.148064:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c3be15d3. 00000100:00000010:2.0:1767384698.148065:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008898185f. 00000100:00000010:2.0:1767384698.148098:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019db1873. 00000100:00000010:2.0:1767384698.148099:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000255c8af0. 00000100:00000010:2.0:1767384698.148131:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2859250. 00000100:00000010:2.0:1767384698.148132:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000682dbf42. 00000100:00000010:2.0:1767384698.148178:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001e068cf. 00000100:00000010:2.0:1767384698.148179:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d1530f71. 00000100:00000010:2.0:1767384698.148232:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000032d20d3. 00000100:00000010:2.0:1767384698.148236:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002f929b54. 00000100:00000010:2.0:1767384698.148282:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e1e324e. 00000100:00000010:2.0:1767384698.148284:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000854ef3d7. 00000100:00000010:2.0:1767384698.148317:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004294f4af. 00000100:00000010:2.0:1767384698.148319:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000edf6e2db. 00000100:00000010:2.0:1767384698.148365:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000399f9771. 00000100:00000010:2.0:1767384698.148367:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000038e56ec0. 00000100:00000010:2.0:1767384698.148419:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ce973b7. 00000100:00000010:2.0:1767384698.148422:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000ada513de. 00000100:00000010:2.0:1767384698.148517:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000030927a9. 00000100:00000010:2.0:1767384698.148519:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000008516b801. 00000100:00000010:2.0:1767384698.148568:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa73ef27. 00000100:00000010:2.0:1767384698.148570:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000056a4445e. 00000100:00000010:2.0:1767384698.148610:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0bfe43b. 00000100:00000010:2.0:1767384698.148612:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d82ffd2a. 00000100:00000010:2.0:1767384698.148667:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b6f0b25e. 00000100:00000010:2.0:1767384698.148668:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e414344f. 00000100:00000010:2.0:1767384698.148703:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f4d1de82. 00000100:00000010:2.0:1767384698.148704:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000d3da5575. 00000100:00000010:2.0:1767384698.148752:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000909e0617. 00000100:00000010:2.0:1767384698.148754:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000004614b222. 00000100:00000010:2.0:1767384698.148794:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000080b61487. 00000100:00000010:2.0:1767384698.148795:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f6698a86. 00000100:00000010:2.0:1767384698.148831:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008856e769. 00000100:00000010:2.0:1767384698.148832:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000062a79406. 00000100:00000010:2.0:1767384698.148875:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2bcaf10. 00000100:00000010:2.0:1767384698.148877:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000000774779a. 00000100:00000010:2.0:1767384698.148926:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aec0d968. 00000100:00000010:2.0:1767384698.148927:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000a919adf1. 00000100:00000010:2.0:1767384698.148977:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091ce29c9. 00000100:00000010:2.0:1767384698.148980:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000f0d63e2f. 00000100:00000010:2.0:1767384698.149039:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088651418. 00000100:00000010:2.0:1767384698.149042:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e051d961. 00000100:00000010:2.0:1767384698.149080:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a1f16414. 00000100:00000010:2.0:1767384698.149082:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000002d5d7152. 00000100:00000010:2.0:1767384698.149125:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000008874363. 00000100:00000010:2.0:1767384698.149126:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000fa87d99d. 00000100:00000010:2.0:1767384698.149162:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dfdb22b6. 00000100:00000010:2.0:1767384698.149163:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000542025e3. 00000100:00000010:2.0:1767384698.149201:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f39f7295. 00000100:00000010:2.0:1767384698.149204:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 0000000084b155cd. 00000100:00000010:2.0:1767384698.149258:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a553576e. 00000100:00000010:2.0:1767384698.149260:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 00000000e2872cda. 00000100:00000010:2.0:1767384698.149301:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009b99b22c. 00000100:00000010:2.0:1767384698.149303:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 1048576 at 000000007d125e8a. 00000100:00000010:2.0:1767384698.149342:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fd31383. 00000100:00000010:0.0:1767384698.149413:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000000f9e034d. 00000100:00000010:0.0:1767384698.149424:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000008c3b33ef. 00000100:00000001:0.0:1767384698.149433:0:40111:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384698.149435:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.149437:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384698.149510:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384698.149513:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000009b10cac9. 00000100:00000001:0.0:1767384698.149519:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384698.149521:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.149524:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.149526:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000002dd0be46. 00000100:00000001:0.0:1767384698.149529:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.149531:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.149533:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000055828d61. 00000100:00000001:0.0:1767384698.149537:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.149539:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.149540:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000098efec7d. 00000100:00000001:0.0:1767384698.149544:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.149546:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.149547:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000c975fe8c. 00000100:00000001:0.0:1767384698.149550:0:40111:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384698.149779:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000e29e329d. 00000020:00000010:0.0:1767384698.149785:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006bf646bd. 00000100:00000010:0.0:1767384698.149828:0:40111:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000a31f20ba. 00000100:00000010:0.0:1767384698.149838:0:40111:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000b5d7f149. 00000100:00000010:0.0:1767384698.149849:0:40111:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000008c603804. 00000100:00000010:0.0:1767384698.149853:0:40111:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000e4127f17. 00000100:00000001:0.0:1767384698.149857:0:40111:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.149859:0:40111:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384698.149861:0:40111:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqs: tearing down 00000100:00000001:0.0:1767384698.149864:0:40111:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384698.149866:0:40111:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384698.149867:0:40111:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqs 00000100:00000040:0.0:1767384698.149869:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #1 00000100:00000040:0.0:1767384698.149872:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqs #0 00000100:00000040:0.0:1767384698.149894:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #1 00000020:00000010:1.0:1767384698.149908:0:17094:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000045d8c312. 00000040:00000010:1.0:1767384698.149914:0:17094:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fdac940e. 00000020:00000010:1.0:1767384698.149922:0:17094:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000508cbe08. 00000020:00000010:1.0:1767384698.149926:0:17094:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000066c0898a. 00000020:00000010:3.0:1767384698.149931:0:17093:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cc82512c. 00000020:00000010:1.0:1767384698.149932:0:17094:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000adc8a91f. 80000000:00000010:1.0:1767384698.149939:0:17094:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b52d951f. 00000040:00000010:3.0:1767384698.149940:0:17093:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c2eb2e28. 40000000:00000010:1.0:1767384698.149944:0:17094:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000002dfa419f. 00100000:00000010:1.0:1767384698.149949:0:17094:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000464aff8d. 00040000:00000010:1.0:1767384698.149952:0:17094:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d941025d. 00040000:00000010:1.0:1767384698.149957:0:17094:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c8a4514f. 00000020:00000010:3.0:1767384698.149960:0:17093:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff554668. 00080000:00000010:1.0:1767384698.149965:0:17094:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c28872ec. 00000020:00000010:3.0:1767384698.149967:0:17093:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000e13dc6ff. 00000020:00000010:3.0:1767384698.149973:0:17093:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000062e4b5f6. 00080000:00000010:1.0:1767384698.149973:0:17094:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007f208345. 80000000:00000010:3.0:1767384698.149978:0:17093:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b6da1cc2. 00000004:00000010:1.0:1767384698.149980:0:17094:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000007dd47d05. 40000000:00000010:3.0:1767384698.149984:0:17093:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005f8e7b39. 00000020:00000010:1.0:1767384698.149985:0:17094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009388031b. 00000020:00000010:1.0:1767384698.149993:0:17094:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000003116519. 00100000:00000010:3.0:1767384698.149995:0:17093:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ca83874f. 00040000:00000010:3.0:1767384698.150001:0:17093:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000f1eb6161. 00000100:00000010:1.0:1767384698.150002:0:17094:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000cdcd90b4. 00040000:00000010:3.0:1767384698.150007:0:17093:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003bb012f5. 00000100:00100000:1.0:1767384698.150008:0:17094:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0001: service thread [000000006ec2e497:17094] 1 exiting: rc = 0 00080000:00000010:3.0:1767384698.150016:0:17093:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000007e4eb4e4. 00080000:00000010:3.0:1767384698.150022:0:17093:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000cdedae1e. 00000004:00000010:3.0:1767384698.150039:0:17093:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000159af2f5. 00000020:00000010:3.0:1767384698.150043:0:17093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047e7a415. 00000020:00000010:3.0:1767384698.150049:0:17093:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000f74bdf6d. 00000100:00000040:0.0:1767384698.150053:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqs #0 00000100:00000010:3.0:1767384698.150058:0:17093:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000045aed576. 00000100:00100000:3.0:1767384698.150062:0:17093:0:(service.c:3155:ptlrpc_main()) mdt_seqs_0000: service thread [0000000015782e7d:17093] 0 exiting: rc = 1 00000100:00000010:0.0:1767384698.150083:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000015782e7d. 00000100:00000010:0.0:1767384698.150091:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000006ec2e497. 00000100:00000001:0.0:1767384698.150097:0:40111:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384698.150098:0:40111:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384698.150102:0:40111:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 32 lazy 00000400:00000001:0.0:1767384698.150107:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150108:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150111:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000032bf2132. 00000400:00000200:0.0:1767384698.150115:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001e0b8318 00000400:00000010:0.0:1767384698.150117:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001e0b8318. 00000100:00000001:0.0:1767384698.150122:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150124:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150133:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150135:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384698.150138:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150140:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150141:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150143:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003644d721. 00000400:00000200:0.0:1767384698.150146:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008396f842 00000400:00000010:0.0:1767384698.150148:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008396f842. 00000100:00000001:0.0:1767384698.150151:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150152:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150158:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150160:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384698.150167:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150170:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150171:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150173:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d75d4b7a. 00000400:00000200:0.0:1767384698.150176:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2caf125 00000400:00000010:0.0:1767384698.150178:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2caf125. 00000100:00000001:0.0:1767384698.150181:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150182:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150189:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150191:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384698.150193:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150195:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150196:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150198:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbe61657. 00000400:00000200:0.0:1767384698.150200:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bba1d5be 00000400:00000010:0.0:1767384698.150202:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bba1d5be. 00000100:00000001:0.0:1767384698.150205:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150206:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150213:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150215:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384698.150217:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150219:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150220:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150222:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000af2fbdc. 00000400:00000200:0.0:1767384698.150225:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000effefd2f 00000400:00000010:0.0:1767384698.150226:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000effefd2f. 00000100:00000001:0.0:1767384698.150230:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150231:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150238:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150239:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384698.150242:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150243:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150245:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150246:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ef69e0c3. 00000400:00000200:0.0:1767384698.150249:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000afdffd22 00000400:00000010:0.0:1767384698.150251:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000afdffd22. 00000100:00000001:0.0:1767384698.150254:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150255:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150265:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150267:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384698.150270:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150272:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150274:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150275:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cbf51243. 00000400:00000200:0.0:1767384698.150278:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000505912dd 00000400:00000010:0.0:1767384698.150280:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000505912dd. 00000100:00000001:0.0:1767384698.150284:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150285:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150291:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150293:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384698.150295:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150297:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150299:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150300:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025c8c16c. 00000400:00000200:0.0:1767384698.150303:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035da4921 00000400:00000010:0.0:1767384698.150305:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035da4921. 00000100:00000001:0.0:1767384698.150308:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150309:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150315:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150317:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384698.150319:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150321:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150322:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150323:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b735096. 00000400:00000200:0.0:1767384698.150326:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093072db7 00000400:00000010:0.0:1767384698.150328:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093072db7. 00000100:00000001:0.0:1767384698.150331:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150332:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150338:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150340:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384698.150343:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150345:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150346:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150347:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000036c342e4. 00000400:00000200:0.0:1767384698.150350:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018b2d87d 00000400:00000010:0.0:1767384698.150352:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018b2d87d. 00000100:00000001:0.0:1767384698.150359:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150361:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150367:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150369:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384698.150371:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150373:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150374:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150376:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bb48c290. 00000400:00000200:0.0:1767384698.150379:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094a64279 00000400:00000010:0.0:1767384698.150381:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000094a64279. 00000100:00000001:0.0:1767384698.150384:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150386:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150392:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150394:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384698.150396:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150398:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150399:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150400:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009dfbb23e. 00000400:00000200:0.0:1767384698.150404:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b1dd7e1 00000400:00000010:0.0:1767384698.150405:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b1dd7e1. 00000100:00000001:0.0:1767384698.150408:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150410:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150415:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150417:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384698.150419:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150421:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150423:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150424:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f0db2c30. 00000400:00000200:0.0:1767384698.150427:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000049046f08 00000400:00000010:0.0:1767384698.150429:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000049046f08. 00000100:00000001:0.0:1767384698.150432:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150433:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150459:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150461:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384698.150464:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150466:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150468:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150470:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000029a34eab. 00000400:00000200:0.0:1767384698.150478:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cacee0a5 00000400:00000010:0.0:1767384698.150480:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cacee0a5. 00000100:00000001:0.0:1767384698.150485:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150486:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150493:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150495:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384698.150497:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150499:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150501:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150502:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000211e1368. 00000400:00000200:0.0:1767384698.150505:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008eea59b7 00000400:00000010:0.0:1767384698.150507:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008eea59b7. 00000100:00000001:0.0:1767384698.150511:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150512:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150518:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150520:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384698.150522:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150524:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150526:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150527:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008211853c. 00000400:00000200:0.0:1767384698.150530:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e73af82d 00000400:00000010:0.0:1767384698.150532:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e73af82d. 00000100:00000001:0.0:1767384698.150535:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150536:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150542:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150543:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384698.150546:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150547:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150549:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150550:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033486eed. 00000400:00000200:0.0:1767384698.150552:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a79752a 00000400:00000010:0.0:1767384698.150554:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a79752a. 00000100:00000001:0.0:1767384698.150557:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150559:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150565:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150567:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384698.150569:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150576:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150577:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150579:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004c5b169c. 00000400:00000200:0.0:1767384698.150582:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089f508cb 00000400:00000010:0.0:1767384698.150583:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089f508cb. 00000100:00000001:0.0:1767384698.150587:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150589:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150595:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150597:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384698.150599:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150601:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150602:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150604:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c35688d4. 00000400:00000200:0.0:1767384698.150607:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000087e7eff9 00000400:00000010:0.0:1767384698.150608:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000087e7eff9. 00000100:00000001:0.0:1767384698.150612:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150613:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150619:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150622:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384698.150624:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150626:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150628:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150629:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001b978b43. 00000400:00000200:0.0:1767384698.150632:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9ab5761 00000400:00000010:0.0:1767384698.150634:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f9ab5761. 00000100:00000001:0.0:1767384698.150637:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150638:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150642:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150643:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384698.150645:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150646:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150647:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150648:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fead8645. 00000400:00000200:0.0:1767384698.150650:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfab16f1 00000400:00000010:0.0:1767384698.150652:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bfab16f1. 00000100:00000001:0.0:1767384698.150654:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150655:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150659:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150665:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384698.150666:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150668:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150669:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150671:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c58710. 00000400:00000200:0.0:1767384698.150673:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000740e9999 00000400:00000010:0.0:1767384698.150675:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000740e9999. 00000100:00000001:0.0:1767384698.150677:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150679:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150682:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150683:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384698.150684:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150686:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150687:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150688:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc4a02c1. 00000400:00000200:0.0:1767384698.150690:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008051bb5f 00000400:00000010:0.0:1767384698.150691:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008051bb5f. 00000100:00000001:0.0:1767384698.150694:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150695:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150698:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150700:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384698.150703:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150705:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150707:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150708:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088866220. 00000400:00000200:0.0:1767384698.150711:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e601891 00000400:00000010:0.0:1767384698.150713:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e601891. 00000100:00000001:0.0:1767384698.150715:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150717:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150721:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150723:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384698.150725:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150727:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150728:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150729:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017bbed5b. 00000400:00000200:0.0:1767384698.150744:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5636cec 00000400:00000010:0.0:1767384698.150746:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5636cec. 00000100:00000001:0.0:1767384698.150749:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150755:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150761:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150763:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384698.150766:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150768:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150770:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150771:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000796008b. 00000400:00000200:0.0:1767384698.150774:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000b983f58 00000400:00000010:0.0:1767384698.150776:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b983f58. 00000100:00000001:0.0:1767384698.150779:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150780:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150784:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150786:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384698.150788:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150789:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150791:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150792:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089e3603a. 00000400:00000200:0.0:1767384698.150796:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000230ccfe5 00000400:00000010:0.0:1767384698.150798:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000230ccfe5. 00000100:00000001:0.0:1767384698.150800:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150801:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150805:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150806:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384698.150807:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150808:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150809:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150810:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000080942d31. 00000400:00000200:0.0:1767384698.150812:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006da68b24 00000400:00000010:0.0:1767384698.150813:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006da68b24. 00000100:00000001:0.0:1767384698.150815:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150816:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150820:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150821:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384698.150822:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150824:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150825:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150826:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cdeca6c5. 00000400:00000200:0.0:1767384698.150827:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b05cb5f1 00000400:00000010:0.0:1767384698.150833:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b05cb5f1. 00000100:00000001:0.0:1767384698.150836:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150837:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150841:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150842:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384698.150844:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150845:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150846:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150848:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000db0f151d. 00000400:00000200:0.0:1767384698.150849:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076aff936 00000400:00000010:0.0:1767384698.150850:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076aff936. 00000100:00000001:0.0:1767384698.150852:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150853:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150857:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150859:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384698.150860:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150861:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150862:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150863:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e2e40a63. 00000400:00000200:0.0:1767384698.150865:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000051377f3b 00000400:00000010:0.0:1767384698.150866:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000051377f3b. 00000100:00000001:0.0:1767384698.150868:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150869:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150873:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150875:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384698.150876:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150877:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150878:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150880:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000038bad0ea. 00000400:00000200:0.0:1767384698.150881:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f98727bf 00000400:00000010:0.0:1767384698.150882:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f98727bf. 00000100:00000001:0.0:1767384698.150884:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150885:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150888:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150889:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384698.150890:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150891:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150896:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150897:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052652b24. 00000400:00000200:0.0:1767384698.150899:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d71a1268 00000400:00000010:0.0:1767384698.150900:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d71a1268. 00000100:00000001:0.0:1767384698.150903:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150904:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150907:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150908:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384698.150910:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150911:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150912:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150914:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009cb47757. 00000400:00000200:0.0:1767384698.150915:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000129e25c1 00000400:00000010:0.0:1767384698.150917:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000129e25c1. 00000100:00000001:0.0:1767384698.150918:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150919:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150930:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150931:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384698.150933:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150934:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150935:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150937:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e4f8e30. 00000400:00000200:0.0:1767384698.150938:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083d84057 00000400:00000010:0.0:1767384698.150940:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083d84057. 00000100:00000001:0.0:1767384698.150942:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150943:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150947:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150949:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384698.150950:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150952:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150953:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150954:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cea2f4b4. 00000400:00000200:0.0:1767384698.150955:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003659a8a1 00000400:00000010:0.0:1767384698.150957:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003659a8a1. 00000100:00000001:0.0:1767384698.150958:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150959:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150963:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150964:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384698.150970:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150972:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150973:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150975:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b5666f5d. 00000400:00000200:0.0:1767384698.150977:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a3426c0b 00000400:00000010:0.0:1767384698.150978:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a3426c0b. 00000100:00000001:0.0:1767384698.150980:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150981:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.150985:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.150986:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384698.150987:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.150988:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.150990:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.150990:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b3f2b497. 00000400:00000200:0.0:1767384698.150992:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f61faac0 00000400:00000010:0.0:1767384698.150994:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f61faac0. 00000100:00000001:0.0:1767384698.150995:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.150996:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151000:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151002:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384698.151003:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151004:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151005:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151006:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000457e3c9a. 00000400:00000200:0.0:1767384698.151008:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2f639b2 00000400:00000010:0.0:1767384698.151009:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2f639b2. 00000100:00000001:0.0:1767384698.151011:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151012:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151015:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151016:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384698.151018:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151019:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151020:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151021:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000055ec92d7. 00000400:00000200:0.0:1767384698.151022:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002ea95172 00000400:00000010:0.0:1767384698.151024:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002ea95172. 00000100:00000001:0.0:1767384698.151025:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151027:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151034:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151036:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384698.151037:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151039:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151040:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151041:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d732ce9f. 00000400:00000200:0.0:1767384698.151043:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f172fc4 00000400:00000010:0.0:1767384698.151044:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f172fc4. 00000100:00000001:0.0:1767384698.151046:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151047:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151051:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151052:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384698.151053:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151055:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151056:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151057:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d8045030. 00000400:00000200:0.0:1767384698.151059:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000426f0d5f 00000400:00000010:0.0:1767384698.151060:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000426f0d5f. 00000100:00000001:0.0:1767384698.151062:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151063:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151066:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151067:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384698.151069:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151070:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151071:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151072:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fc0d0b14. 00000400:00000200:0.0:1767384698.151074:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000df45ed1f 00000400:00000010:0.0:1767384698.151075:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000df45ed1f. 00000100:00000001:0.0:1767384698.151077:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151078:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151081:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151083:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384698.151084:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151085:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151086:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151087:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000095a37fb3. 00000400:00000200:0.0:1767384698.151089:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8f4098c 00000400:00000010:0.0:1767384698.151090:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e8f4098c. 00000100:00000001:0.0:1767384698.151096:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151097:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151101:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151103:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384698.151104:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151105:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151106:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151107:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e6d942c6. 00000400:00000200:0.0:1767384698.151109:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009ea35366 00000400:00000010:0.0:1767384698.151111:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009ea35366. 00000100:00000001:0.0:1767384698.151112:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151113:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151117:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151118:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384698.151120:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151121:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151122:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151123:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000265f1e55. 00000400:00000200:0.0:1767384698.151124:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000078d22be 00000400:00000010:0.0:1767384698.151125:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000078d22be. 00000100:00000001:0.0:1767384698.151127:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151128:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151132:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151133:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384698.151134:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151136:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151136:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151138:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e9d99f75. 00000400:00000200:0.0:1767384698.151139:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003034a2b6 00000400:00000010:0.0:1767384698.151141:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003034a2b6. 00000100:00000001:0.0:1767384698.151142:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151143:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151147:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151149:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384698.151150:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151151:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151152:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151153:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000419f1cd9. 00000400:00000200:0.0:1767384698.151159:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009219b693 00000400:00000010:0.0:1767384698.151160:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009219b693. 00000100:00000001:0.0:1767384698.151162:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151163:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151167:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151169:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384698.151170:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151172:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151173:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151174:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aefba614. 00000400:00000200:0.0:1767384698.151175:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db266f40 00000400:00000010:0.0:1767384698.151176:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db266f40. 00000100:00000001:0.0:1767384698.151178:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151178:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151182:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151183:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384698.151184:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151186:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151186:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151188:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f86dd647. 00000400:00000200:0.0:1767384698.151189:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000be7841df 00000400:00000010:0.0:1767384698.151191:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000be7841df. 00000100:00000001:0.0:1767384698.151192:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151193:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151197:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151198:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384698.151200:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151201:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151202:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151203:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd06efc7. 00000400:00000200:0.0:1767384698.151205:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001c37f682 00000400:00000010:0.0:1767384698.151206:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001c37f682. 00000100:00000001:0.0:1767384698.151208:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151208:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151212:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151213:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384698.151214:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151219:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151220:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151222:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009c5b24d0. 00000400:00000200:0.0:1767384698.151224:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000023312565 00000400:00000010:0.0:1767384698.151225:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000023312565. 00000100:00000001:0.0:1767384698.151227:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151228:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151232:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151233:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384698.151234:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151236:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151236:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151237:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000093ced392. 00000400:00000200:0.0:1767384698.151240:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001203a9cf 00000400:00000010:0.0:1767384698.151241:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001203a9cf. 00000100:00000001:0.0:1767384698.151243:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151244:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151247:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151248:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384698.151250:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151251:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151252:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151253:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001e271bb8. 00000400:00000200:0.0:1767384698.151255:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bbfbec45 00000400:00000010:0.0:1767384698.151256:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bbfbec45. 00000100:00000001:0.0:1767384698.151258:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151259:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151262:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151263:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384698.151265:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151266:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151267:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151268:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c661d91. 00000400:00000200:0.0:1767384698.151269:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000752b7379 00000400:00000010:0.0:1767384698.151270:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000752b7379. 00000100:00000001:0.0:1767384698.151272:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151273:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151276:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151281:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384698.151282:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151284:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151285:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151286:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001edca996. 00000400:00000200:0.0:1767384698.151288:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c50345c7 00000400:00000010:0.0:1767384698.151289:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c50345c7. 00000100:00000001:0.0:1767384698.151291:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151292:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151296:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151297:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384698.151299:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151300:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151301:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151302:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000744a1b0b. 00000400:00000200:0.0:1767384698.151304:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d2f1f601 00000400:00000010:0.0:1767384698.151305:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d2f1f601. 00000100:00000001:0.0:1767384698.151307:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151308:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151311:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151313:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384698.151314:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151315:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151316:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151317:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081f94a4f. 00000400:00000200:0.0:1767384698.151319:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec5643b3 00000400:00000010:0.0:1767384698.151320:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec5643b3. 00000100:00000001:0.0:1767384698.151322:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151323:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151326:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151327:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384698.151328:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151329:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151330:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151331:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fac08b21. 00000400:00000200:0.0:1767384698.151333:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093489fac 00000400:00000010:0.0:1767384698.151334:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093489fac. 00000100:00000001:0.0:1767384698.151336:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151341:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151344:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151346:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384698.151347:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151349:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151350:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151351:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b87c12a9. 00000400:00000200:0.0:1767384698.151353:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000093c68b09 00000400:00000010:0.0:1767384698.151355:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000093c68b09. 00000100:00000001:0.0:1767384698.151357:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151358:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151361:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151362:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384698.151364:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151365:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151366:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151367:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a42bfe53. 00000400:00000200:0.0:1767384698.151369:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000013a790f9 00000400:00000010:0.0:1767384698.151370:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000013a790f9. 00000100:00000001:0.0:1767384698.151372:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151373:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151377:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151378:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384698.151379:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151380:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151381:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151382:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009bc1876d. 00000400:00000200:0.0:1767384698.151383:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e047353c 00000400:00000010:0.0:1767384698.151384:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e047353c. 00000100:00000001:0.0:1767384698.151386:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151387:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151391:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151392:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384698.151393:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151395:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151396:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151397:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000771c10ff. 00000400:00000200:0.0:1767384698.151398:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f911af33 00000400:00000010:0.0:1767384698.151403:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f911af33. 00000100:00000001:0.0:1767384698.151405:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151406:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151410:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151411:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384698.151413:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.151414:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.151415:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.151416:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002241189f. 00000400:00000200:0.0:1767384698.151418:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dc04a75f 00000400:00000010:0.0:1767384698.151420:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dc04a75f. 00000100:00000001:0.0:1767384698.151421:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.151422:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqs 00000100:00100000:0.0:1767384698.151426:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.151427:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384698.151429:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384698.151431:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151432:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151434:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151435:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151436:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151437:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151464:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151465:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151467:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151469:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151471:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151473:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151476:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151477:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151479:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151481:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151483:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151485:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151487:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151488:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151490:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151491:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151492:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151498:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151500:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151501:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151502:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151503:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151505:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151506:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151507:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151508:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151509:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151510:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151511:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151512:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151513:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151514:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151515:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151516:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151518:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151519:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151520:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151521:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151522:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151523:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151524:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151525:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151526:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151527:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151528:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151529:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151530:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151531:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151533:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151533:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151535:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151536:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151537:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151538:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151539:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151540:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151541:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151545:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151547:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151548:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151549:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151550:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151551:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151552:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151554:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151554:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151556:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151557:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151558:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151559:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151560:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151561:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151562:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151563:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151564:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151565:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151566:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151566:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151568:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151568:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151570:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151570:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151572:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151573:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151574:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151575:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151576:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151577:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151578:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151579:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151581:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151582:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151583:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151584:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151585:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151586:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151587:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151591:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151593:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151594:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151595:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151596:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151597:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151598:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151599:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151600:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151602:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151603:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151604:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151605:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151606:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151607:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151608:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151609:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151610:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151611:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151612:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151613:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151614:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151615:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.151616:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.151618:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384698.151620:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fa165064. 00000100:00000010:0.0:1767384698.151624:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000015ac4ddf. 00000100:00000010:0.0:1767384698.151627:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070f5d462. 00000100:00000010:0.0:1767384698.151629:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac944653. 00000100:00000010:0.0:1767384698.151630:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003779cec0. 00000100:00000010:0.0:1767384698.151632:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a3421c1. 00000100:00000010:0.0:1767384698.151634:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000045f64f63. 00000100:00000010:0.0:1767384698.151636:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001667d1f5. 00000100:00000010:0.0:1767384698.151637:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c15fade3. 00000100:00000010:0.0:1767384698.151639:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006fcdf86a. 00000100:00000010:0.0:1767384698.151641:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002a5ca817. 00000100:00000010:0.0:1767384698.151643:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047678c2f. 00000100:00000010:0.0:1767384698.151645:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000612db3f0. 00000100:00000010:0.0:1767384698.151652:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003eeea272. 00000100:00000010:0.0:1767384698.151654:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ee390b90. 00000100:00000010:0.0:1767384698.151656:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fed997df. 00000100:00000010:0.0:1767384698.151658:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001003aa3d. 00000100:00000010:0.0:1767384698.151660:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7e51791. 00000100:00000010:0.0:1767384698.151662:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006a11f8fa. 00000100:00000010:0.0:1767384698.151664:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e8d4301e. 00000100:00000010:0.0:1767384698.151666:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000030fa90e. 00000100:00000010:0.0:1767384698.151668:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000de0de2f0. 00000100:00000010:0.0:1767384698.151669:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4d67e34. 00000100:00000010:0.0:1767384698.151671:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5e217d3. 00000100:00000010:0.0:1767384698.151673:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b961812a. 00000100:00000010:0.0:1767384698.151675:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000caf4b2d0. 00000100:00000010:0.0:1767384698.151678:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000049963f8e. 00000100:00000010:0.0:1767384698.151680:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000019acfb32. 00000100:00000010:0.0:1767384698.151682:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001f21ef0f. 00000100:00000010:0.0:1767384698.151685:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000031253aaf. 00000100:00000010:0.0:1767384698.151687:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000078b8c308. 00000100:00000010:0.0:1767384698.151689:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ceae7bd4. 00000100:00000010:0.0:1767384698.151691:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000586434cc. 00000100:00000010:0.0:1767384698.151693:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003d04d0b0. 00000100:00000010:0.0:1767384698.151695:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000370aaf82. 00000100:00000010:0.0:1767384698.151697:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000436eafb8. 00000100:00000010:0.0:1767384698.151699:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000097f8fd4d. 00000100:00000010:0.0:1767384698.151701:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f40d61ee. 00000100:00000010:0.0:1767384698.151703:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d9a3a6ae. 00000100:00000010:0.0:1767384698.151705:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b3184a9f. 00000100:00000010:0.0:1767384698.151706:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000040e54202. 00000100:00000010:0.0:1767384698.151708:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad74bf47. 00000100:00000010:0.0:1767384698.151710:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a9fadcd5. 00000100:00000010:0.0:1767384698.151712:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e0b6049. 00000100:00000010:0.0:1767384698.151713:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003a828453. 00000100:00000010:0.0:1767384698.151716:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006b1d871c. 00000100:00000010:0.0:1767384698.151721:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000df90799. 00000100:00000010:0.0:1767384698.151723:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aa16ab06. 00000100:00000010:0.0:1767384698.151725:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000005d50a53. 00000100:00000010:0.0:1767384698.151727:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c9ab1d5c. 00000100:00000010:0.0:1767384698.151728:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f57a729. 00000100:00000010:0.0:1767384698.151744:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a7c12370. 00000100:00000010:0.0:1767384698.151747:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037876972. 00000100:00000010:0.0:1767384698.151748:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000087533628. 00000100:00000010:0.0:1767384698.151750:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000090ee8925. 00000100:00000010:0.0:1767384698.151753:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d34fad1. 00000100:00000010:0.0:1767384698.151754:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006deb4a6c. 00000100:00000010:0.0:1767384698.151756:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003df40711. 00000100:00000010:0.0:1767384698.151758:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000077c057eb. 00000100:00000010:0.0:1767384698.151760:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002f32c8a2. 00000100:00000010:0.0:1767384698.151762:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c21c318a. 00000100:00000010:0.0:1767384698.151764:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ebb73620. 00000100:00000010:0.0:1767384698.151766:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c400af00. 00000100:00000010:0.0:1767384698.151768:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009872a8df. 00000100:00000010:0.0:1767384698.151770:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ac2cb5b9. 00000100:00000010:0.0:1767384698.151772:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a12d8279. 00000100:00000010:0.0:1767384698.151773:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cda2642d. 00000100:00000010:0.0:1767384698.151776:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a0eafdf. 00000100:00000010:0.0:1767384698.151778:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000036e17da0. 00000100:00000010:0.0:1767384698.151780:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d1977b3b. 00000100:00000010:0.0:1767384698.151781:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000472a924c. 00000100:00000010:0.0:1767384698.151783:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c35fc774. 00000100:00000010:0.0:1767384698.151785:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000edf5f5ea. 00000100:00000010:0.0:1767384698.151787:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000055c3582b. 00000100:00000010:0.0:1767384698.151789:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008f2582f8. 00000100:00000010:0.0:1767384698.151791:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ac1e1d01. 00000100:00000010:0.0:1767384698.151792:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009d86f22a. 00000100:00000010:0.0:1767384698.151794:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e050a337. 00000100:00000010:0.0:1767384698.151795:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000039e5135a. 00000100:00000010:0.0:1767384698.151802:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000aca634ab. 00000100:00000010:0.0:1767384698.151803:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009ba0018f. 00000100:00000010:0.0:1767384698.151805:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037369e75. 00000100:00000010:0.0:1767384698.151807:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000477b0c95. 00000100:00000010:0.0:1767384698.151809:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002a3fb389. 00000100:00000010:0.0:1767384698.151811:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000625b800. 00000100:00000010:0.0:1767384698.151813:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a883cabe. 00000100:00000010:0.0:1767384698.151815:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000020c5f58d. 00000100:00000010:0.0:1767384698.151817:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091f7bb3e. 00000100:00000010:0.0:1767384698.151819:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000e6aef3a. 00000100:00000010:0.0:1767384698.151822:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000725145fb. 00000100:00000010:0.0:1767384698.151853:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000869796e4. 00000100:00000010:0.0:1767384698.151856:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000417c3dd8. 00000100:00000010:0.0:1767384698.151858:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a4564cc4. 00000100:00000010:0.0:1767384698.151860:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000115a89b4. 00000100:00000010:0.0:1767384698.151861:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000490666a5. 00000100:00000010:0.0:1767384698.151863:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cc7fb34. 00000100:00000010:0.0:1767384698.151865:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006b2dfb8b. 00000100:00000010:0.0:1767384698.151867:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecc181a7. 00000100:00000010:0.0:1767384698.151869:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dbc00147. 00000100:00000010:0.0:1767384698.151872:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cbc1a831. 00000100:00000010:0.0:1767384698.151873:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032397e52. 00000100:00000010:0.0:1767384698.151875:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000303a45cc. 00000100:00000010:0.0:1767384698.151877:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c9b7f9b1. 00000100:00000010:0.0:1767384698.151879:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc574e85. 00000100:00000010:0.0:1767384698.151881:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ab6d4f32. 00000100:00000010:0.0:1767384698.151883:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dde93668. 00000100:00000010:0.0:1767384698.151885:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e3835d91. 00000100:00000010:0.0:1767384698.151887:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089d78132. 00000100:00000010:0.0:1767384698.151889:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000acd3d4d2. 00000100:00000010:0.0:1767384698.151891:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001dc1aa7b. 00000100:00000010:0.0:1767384698.151893:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003f631f5a. 00000100:00000010:0.0:1767384698.151894:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000086e5db25. 00000100:00000010:0.0:1767384698.151900:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d1221e87. 00000100:00000010:0.0:1767384698.151902:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002ccab5c6. 00000100:00000010:0.0:1767384698.151903:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e36e61ef. 00000100:00000010:0.0:1767384698.151905:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000ba1620b. 00000100:00000010:0.0:1767384698.151906:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006fbb1c25. 00000100:00000010:0.0:1767384698.151908:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001215c1fd. 00000100:00000010:0.0:1767384698.151910:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000036497839. 00000100:00000010:0.0:1767384698.151911:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005895794d. 00000100:00000010:0.0:1767384698.151913:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000074ef5757. 00000100:00000010:0.0:1767384698.151916:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe962b0c. 00000100:00000010:0.0:1767384698.151918:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000094bd25a6. 00000100:00000010:0.0:1767384698.151919:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000026649ae2. 00000100:00000010:0.0:1767384698.151921:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a07bf2cc. 00000100:00000010:0.0:1767384698.151923:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e2a1597b. 00000100:00000010:0.0:1767384698.151925:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f467437f. 00000100:00000010:0.0:1767384698.151926:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007163654f. 00000100:00000010:0.0:1767384698.151929:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000043fbc862. 00000100:00000010:0.0:1767384698.151931:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000053dc238a. 00000100:00000001:0.0:1767384698.151933:0:40111:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384698.151935:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.151936:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384698.151937:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384698.151939:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000d1e623e7. 00000100:00000001:0.0:1767384698.151941:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384698.151942:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.151944:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.151946:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000085d2f3d3. 00000100:00000001:0.0:1767384698.151947:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.151949:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.151950:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000007e51326f. 00000100:00000001:0.0:1767384698.151951:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.151953:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.151954:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e705491a. 00000100:00000001:0.0:1767384698.151956:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.151957:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.151958:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f65324ad. 00000100:00000001:0.0:1767384698.151964:0:40111:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384698.152027:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 0000000044c311be. 00000020:00000010:0.0:1767384698.152032:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 000000006d8d20f7. 00000100:00000010:0.0:1767384698.152050:0:40111:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000003fe92674. 00000100:00000010:0.0:1767384698.152057:0:40111:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000312ce322. 00000100:00000010:0.0:1767384698.152059:0:40111:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000006cb95df0. 00000100:00000010:0.0:1767384698.152062:0:40111:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000bb32e3d1. 00000100:00000001:0.0:1767384698.152063:0:40111:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.152065:0:40111:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384698.152067:0:40111:0:(service.c:3836:ptlrpc_unregister_service()) mdt_seqm: tearing down 00000100:00000001:0.0:1767384698.152069:0:40111:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384698.152070:0:40111:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384698.152071:0:40111:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_seqm 00000100:00000040:0.0:1767384698.152073:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #1 00000100:00000040:0.0:1767384698.152074:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_seqm #0 00000100:00000040:0.0:1767384698.152090:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_seqm #1 00000020:00000010:2.0:1767384698.152109:0:17096:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000b82aa901. 00000040:00000010:2.0:1767384698.152114:0:17096:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000ee2f289. 00000020:00000010:1.0:1767384698.152114:0:17095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000e1c66bec. 00000020:00000010:2.0:1767384698.152118:0:17096:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000cb8220a4. 00000040:00000010:1.0:1767384698.152121:0:17095:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000cebe1665. 00000020:00000010:2.0:1767384698.152122:0:17096:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000078f5aacf. 00000020:00000010:1.0:1767384698.152126:0:17095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c31ee7a8. 00000020:00000010:2.0:1767384698.152127:0:17096:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000068fde14f. 80000000:00000010:2.0:1767384698.152133:0:17096:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000f48d4127. 00000020:00000010:1.0:1767384698.152133:0:17095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000043fefd43. 40000000:00000010:2.0:1767384698.152135:0:17096:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000005149930c. 00100000:00000010:2.0:1767384698.152140:0:17096:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c1b95384. 00000020:00000010:1.0:1767384698.152140:0:17095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000005fa70324. 00040000:00000010:2.0:1767384698.152145:0:17096:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006a6608e9. 80000000:00000010:1.0:1767384698.152146:0:17095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005130e693. 00040000:00000010:2.0:1767384698.152149:0:17096:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008f6f3084. 40000000:00000010:1.0:1767384698.152151:0:17095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000077f8e3dd. 00080000:00000010:2.0:1767384698.152154:0:17096:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000008056d63b. 00100000:00000010:1.0:1767384698.152156:0:17095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dfb9c481. 00080000:00000010:2.0:1767384698.152159:0:17096:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002d6ffe29. 00040000:00000010:1.0:1767384698.152161:0:17095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c1e1ede1. 00000004:00000010:2.0:1767384698.152163:0:17096:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000afc83dd6. 00040000:00000010:1.0:1767384698.152166:0:17095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000cac86a77. 00002000:00000010:2.0:1767384698.152167:0:17096:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000006a5555a9. 00000020:00000010:2.0:1767384698.152172:0:17096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000fe4e16a. 00080000:00000010:1.0:1767384698.152173:0:17095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ced50263. 00000020:00000010:2.0:1767384698.152175:0:17096:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000a1c82560. 00080000:00000010:1.0:1767384698.152178:0:17095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d5eb2be2. 00000100:00000010:2.0:1767384698.152180:0:17096:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 000000006e39e2e2. 00000004:00000010:1.0:1767384698.152182:0:17095:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000048410931. 00000100:00100000:2.0:1767384698.152184:0:17096:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0001: service thread [00000000a53d10d0:17096] 1 exiting: rc = 0 00002000:00000010:1.0:1767384698.152188:0:17095:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000889355ad. 00000020:00000010:1.0:1767384698.152192:0:17095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069480042. 00000020:00000010:1.0:1767384698.152196:0:17095:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001717c73d. 00000100:00000010:1.0:1767384698.152201:0:17095:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000e850d781. 00000100:00100000:1.0:1767384698.152204:0:17095:0:(service.c:3155:ptlrpc_main()) mdt_seqm_0000: service thread [00000000f08a73de:17095] 0 exiting: rc = 1 00000100:00000010:0.0:1767384698.152217:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000f08a73de. 00000100:00000010:0.0:1767384698.152224:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a53d10d0. 00000100:00000001:0.0:1767384698.152227:0:40111:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384698.152229:0:40111:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384698.152232:0:40111:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 30 lazy 00000400:00000001:0.0:1767384698.152236:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152237:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152240:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000baa38363. 00000400:00000200:0.0:1767384698.152243:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000096b1a82b 00000400:00000010:0.0:1767384698.152245:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000096b1a82b. 00000100:00000001:0.0:1767384698.152249:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152250:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152255:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152256:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384698.152258:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152259:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152260:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152262:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bc9fcefe. 00000400:00000200:0.0:1767384698.152264:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d792e9e 00000400:00000010:0.0:1767384698.152265:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004d792e9e. 00000100:00000001:0.0:1767384698.152272:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152273:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152277:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152278:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384698.152279:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152281:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152282:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152283:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049539f25. 00000400:00000200:0.0:1767384698.152285:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002fa93e8d 00000400:00000010:0.0:1767384698.152286:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002fa93e8d. 00000100:00000001:0.0:1767384698.152288:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152288:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152292:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152293:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384698.152294:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152295:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152296:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152297:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009fd1bcd6. 00000400:00000200:0.0:1767384698.152299:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbdda435 00000400:00000010:0.0:1767384698.152300:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dbdda435. 00000100:00000001:0.0:1767384698.152302:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152303:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152306:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152308:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384698.152309:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152310:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152311:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152313:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000004be0f5. 00000400:00000200:0.0:1767384698.152315:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dd093004 00000400:00000010:0.0:1767384698.152316:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dd093004. 00000100:00000001:0.0:1767384698.152317:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152318:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152322:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152323:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384698.152324:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152325:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152326:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152327:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005eff3018. 00000400:00000200:0.0:1767384698.152333:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000016c7e047 00000400:00000010:0.0:1767384698.152334:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000016c7e047. 00000100:00000001:0.0:1767384698.152337:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152338:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152341:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152342:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384698.152344:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152345:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152346:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152348:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000079e5df98. 00000400:00000200:0.0:1767384698.152349:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009b4f16e6 00000400:00000010:0.0:1767384698.152350:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009b4f16e6. 00000100:00000001:0.0:1767384698.152352:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152353:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152357:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152358:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384698.152360:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152361:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152362:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152363:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4c15984. 00000400:00000200:0.0:1767384698.152365:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083a713e4 00000400:00000010:0.0:1767384698.152366:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083a713e4. 00000100:00000001:0.0:1767384698.152368:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152369:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152373:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152374:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384698.152375:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152376:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152377:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152378:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b038128d. 00000400:00000200:0.0:1767384698.152379:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e2ddd14b 00000400:00000010:0.0:1767384698.152381:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e2ddd14b. 00000100:00000001:0.0:1767384698.152383:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152384:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152387:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152389:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384698.152390:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152396:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152397:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152398:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c71c4571. 00000400:00000200:0.0:1767384698.152400:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000077feb776 00000400:00000010:0.0:1767384698.152401:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000077feb776. 00000100:00000001:0.0:1767384698.152403:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152404:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152408:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152409:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384698.152411:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152413:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152414:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152415:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cf71af7. 00000400:00000200:0.0:1767384698.152416:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aceafe09 00000400:00000010:0.0:1767384698.152418:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aceafe09. 00000100:00000001:0.0:1767384698.152419:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152420:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152423:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152424:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384698.152426:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152427:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152428:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152429:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000750148a4. 00000400:00000200:0.0:1767384698.152430:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e54d2568 00000400:00000010:0.0:1767384698.152432:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e54d2568. 00000100:00000001:0.0:1767384698.152433:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152434:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152464:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152466:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384698.152470:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152471:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152473:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152474:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000457bebe6. 00000400:00000200:0.0:1767384698.152477:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009dc2a990 00000400:00000010:0.0:1767384698.152479:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dc2a990. 00000100:00000001:0.0:1767384698.152482:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152483:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152487:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152493:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384698.152495:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152497:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152498:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152499:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000088414517. 00000400:00000200:0.0:1767384698.152501:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002d50cb42 00000400:00000010:0.0:1767384698.152502:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002d50cb42. 00000100:00000001:0.0:1767384698.152504:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152505:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152509:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152510:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384698.152512:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152513:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152514:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152515:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000005121db0. 00000400:00000200:0.0:1767384698.152517:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000057833d9d 00000400:00000010:0.0:1767384698.152518:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000057833d9d. 00000100:00000001:0.0:1767384698.152520:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152521:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152525:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152526:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384698.152528:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152529:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152530:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152531:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004481a77f. 00000400:00000200:0.0:1767384698.152533:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000646677f8 00000400:00000010:0.0:1767384698.152534:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000646677f8. 00000100:00000001:0.0:1767384698.152536:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152536:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152540:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152541:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384698.152543:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152544:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152545:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152546:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006b233e7a. 00000400:00000200:0.0:1767384698.152548:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005246774 00000400:00000010:0.0:1767384698.152549:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005246774. 00000100:00000001:0.0:1767384698.152551:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152555:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152559:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152560:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384698.152562:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152564:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152565:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152566:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000013a90be1. 00000400:00000200:0.0:1767384698.152568:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008478b054 00000400:00000010:0.0:1767384698.152569:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008478b054. 00000100:00000001:0.0:1767384698.152571:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152572:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152576:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152577:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384698.152578:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152580:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152581:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152582:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000160082cb. 00000400:00000200:0.0:1767384698.152583:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006c1d8b4d 00000400:00000010:0.0:1767384698.152585:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006c1d8b4d. 00000100:00000001:0.0:1767384698.152586:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152587:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152591:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152593:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384698.152594:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152595:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152596:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152597:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000017653076. 00000400:00000200:0.0:1767384698.152599:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000853253b5 00000400:00000010:0.0:1767384698.152600:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000853253b5. 00000100:00000001:0.0:1767384698.152602:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152603:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152606:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152607:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384698.152608:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152609:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152610:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152611:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f7c731e7. 00000400:00000200:0.0:1767384698.152613:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000327b7b92 00000400:00000010:0.0:1767384698.152619:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000327b7b92. 00000100:00000001:0.0:1767384698.152621:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152622:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152626:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152628:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384698.152629:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152631:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152632:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152633:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ee26627. 00000400:00000200:0.0:1767384698.152634:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ea0935d 00000400:00000010:0.0:1767384698.152636:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004ea0935d. 00000100:00000001:0.0:1767384698.152637:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152638:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152642:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152643:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384698.152645:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152646:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152647:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152648:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e5decfdc. 00000400:00000200:0.0:1767384698.152650:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000015fac9a8 00000400:00000010:0.0:1767384698.152651:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000015fac9a8. 00000100:00000001:0.0:1767384698.152652:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152653:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152657:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152658:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384698.152659:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152661:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152662:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152663:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d7c0168. 00000400:00000200:0.0:1767384698.152665:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae895321 00000400:00000010:0.0:1767384698.152666:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae895321. 00000100:00000001:0.0:1767384698.152668:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152669:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152672:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152674:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384698.152675:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152676:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152681:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152683:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000af01228c. 00000400:00000200:0.0:1767384698.152685:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000faa8a270 00000400:00000010:0.0:1767384698.152686:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000faa8a270. 00000100:00000001:0.0:1767384698.152688:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152689:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152693:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152695:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384698.152696:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152698:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152699:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152700:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d9520edf. 00000400:00000200:0.0:1767384698.152701:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e7796fb 00000400:00000010:0.0:1767384698.152703:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e7796fb. 00000100:00000001:0.0:1767384698.152704:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152705:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152709:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152710:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384698.152711:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152712:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152713:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152715:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084a03482. 00000400:00000200:0.0:1767384698.152716:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a625b71 00000400:00000010:0.0:1767384698.152717:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a625b71. 00000100:00000001:0.0:1767384698.152719:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152720:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152724:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152725:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384698.152726:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152727:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152728:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152729:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000018da210a. 00000400:00000200:0.0:1767384698.152744:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002ce6545 00000400:00000010:0.0:1767384698.152746:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000002ce6545. 00000100:00000001:0.0:1767384698.152747:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152748:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152752:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152753:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384698.152758:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152761:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152762:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152763:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cddb6b65. 00000400:00000200:0.0:1767384698.152765:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017268421 00000400:00000010:0.0:1767384698.152766:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017268421. 00000100:00000001:0.0:1767384698.152768:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152769:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152773:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152774:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384698.152775:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152777:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152777:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152779:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000aee9fc96. 00000400:00000200:0.0:1767384698.152781:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000edb3bcda 00000400:00000010:0.0:1767384698.152782:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000edb3bcda. 00000100:00000001:0.0:1767384698.152783:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152784:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152788:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152790:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384698.152791:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152792:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152793:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152794:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000011cb7df. 00000400:00000200:0.0:1767384698.152796:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec2a7855 00000400:00000010:0.0:1767384698.152797:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec2a7855. 00000100:00000001:0.0:1767384698.152799:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152800:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152803:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152804:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384698.152806:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152807:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152808:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152809:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009eed9128. 00000400:00000200:0.0:1767384698.152811:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000329fb145 00000400:00000010:0.0:1767384698.152812:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000329fb145. 00000100:00000001:0.0:1767384698.152814:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152815:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152822:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152824:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384698.152825:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152827:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152828:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152829:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004e2dd678. 00000400:00000200:0.0:1767384698.152831:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aefcd40 00000400:00000010:0.0:1767384698.152832:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aefcd40. 00000100:00000001:0.0:1767384698.152834:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152835:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152838:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152840:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384698.152841:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152842:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152843:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152844:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006a1ab405. 00000400:00000200:0.0:1767384698.152846:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b2afb14c 00000400:00000010:0.0:1767384698.152848:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b2afb14c. 00000100:00000001:0.0:1767384698.152849:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152850:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152854:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152855:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384698.152856:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152858:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152859:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152860:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b57b45d. 00000400:00000200:0.0:1767384698.152861:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000054a3d06 00000400:00000010:0.0:1767384698.152863:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000054a3d06. 00000100:00000001:0.0:1767384698.152865:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152866:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152869:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152871:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384698.152872:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152873:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152874:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152875:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e2eb9bc. 00000400:00000200:0.0:1767384698.152877:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce567cdf 00000400:00000010:0.0:1767384698.152878:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ce567cdf. 00000100:00000001:0.0:1767384698.152884:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152885:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152889:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152890:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384698.152892:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152893:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152894:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152895:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000096a7a63e. 00000400:00000200:0.0:1767384698.152897:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003e38322 00000400:00000010:0.0:1767384698.152898:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000003e38322. 00000100:00000001:0.0:1767384698.152900:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152901:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152905:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152906:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384698.152907:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152908:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152909:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152910:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009be4ea7e. 00000400:00000200:0.0:1767384698.152911:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fc2af09d 00000400:00000010:0.0:1767384698.152913:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fc2af09d. 00000100:00000001:0.0:1767384698.152914:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152915:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152919:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152920:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384698.152921:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152923:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152924:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152925:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010518d43. 00000400:00000200:0.0:1767384698.152927:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a31011ac 00000400:00000010:0.0:1767384698.152928:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a31011ac. 00000100:00000001:0.0:1767384698.152930:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152931:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152934:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152936:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384698.152937:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152938:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152939:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152940:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b0cf89b. 00000400:00000200:0.0:1767384698.152946:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000dd2bf2d 00000400:00000010:0.0:1767384698.152947:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000dd2bf2d. 00000100:00000001:0.0:1767384698.152949:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152950:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152954:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152956:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384698.152957:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152958:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152959:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152960:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078946c2f. 00000400:00000200:0.0:1767384698.152962:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000095c7084f 00000400:00000010:0.0:1767384698.152963:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000095c7084f. 00000100:00000001:0.0:1767384698.152964:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152965:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152969:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152970:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384698.152971:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152972:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152973:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152975:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a3493e4f. 00000400:00000200:0.0:1767384698.152976:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006804efa1 00000400:00000010:0.0:1767384698.152977:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006804efa1. 00000100:00000001:0.0:1767384698.152979:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152980:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152983:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.152985:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384698.152986:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.152987:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.152988:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.152989:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000486dbb50. 00000400:00000200:0.0:1767384698.152991:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006ed9bdac 00000400:00000010:0.0:1767384698.152992:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006ed9bdac. 00000100:00000001:0.0:1767384698.152994:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.152995:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.152999:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153000:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384698.153002:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153007:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153008:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153009:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008c503965. 00000400:00000200:0.0:1767384698.153011:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000025c0e313 00000400:00000010:0.0:1767384698.153012:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000025c0e313. 00000100:00000001:0.0:1767384698.153014:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153015:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153019:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153020:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384698.153021:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153023:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153024:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153025:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cd7d2301. 00000400:00000200:0.0:1767384698.153026:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000069c4f1d7 00000400:00000010:0.0:1767384698.153027:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069c4f1d7. 00000100:00000001:0.0:1767384698.153029:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153030:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153033:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153035:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384698.153036:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153037:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153038:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153040:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000145a2d2. 00000400:00000200:0.0:1767384698.153041:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da84dae9 00000400:00000010:0.0:1767384698.153043:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000da84dae9. 00000100:00000001:0.0:1767384698.153045:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153046:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153049:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153050:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384698.153051:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153053:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153054:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153055:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007d634689. 00000400:00000200:0.0:1767384698.153056:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c11ee0e8 00000400:00000010:0.0:1767384698.153057:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c11ee0e8. 00000100:00000001:0.0:1767384698.153058:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153059:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153063:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153067:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384698.153069:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153070:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153071:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153073:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ae6ec774. 00000400:00000200:0.0:1767384698.153074:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db225046 00000400:00000010:0.0:1767384698.153076:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000db225046. 00000100:00000001:0.0:1767384698.153078:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153079:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153082:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153084:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384698.153085:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153086:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153087:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153088:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039edc582. 00000400:00000200:0.0:1767384698.153090:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c862ae1a 00000400:00000010:0.0:1767384698.153091:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c862ae1a. 00000100:00000001:0.0:1767384698.153093:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153094:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153098:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153099:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384698.153101:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153102:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153103:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153104:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fed45aae. 00000400:00000200:0.0:1767384698.153105:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ed37ebf2 00000400:00000010:0.0:1767384698.153107:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ed37ebf2. 00000100:00000001:0.0:1767384698.153108:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153109:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153112:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153113:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384698.153115:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153116:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153117:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153118:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000da9f1b2f. 00000400:00000200:0.0:1767384698.153119:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004848fba2 00000400:00000010:0.0:1767384698.153121:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004848fba2. 00000100:00000001:0.0:1767384698.153122:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153127:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153130:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153131:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384698.153133:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153135:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153136:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153137:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dde0c8e2. 00000400:00000200:0.0:1767384698.153139:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bd8c866b 00000400:00000010:0.0:1767384698.153140:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bd8c866b. 00000100:00000001:0.0:1767384698.153142:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153143:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153147:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153148:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384698.153150:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153151:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153152:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153153:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e64f44f8. 00000400:00000200:0.0:1767384698.153154:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8fb0ee4 00000400:00000010:0.0:1767384698.153155:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8fb0ee4. 00000100:00000001:0.0:1767384698.153157:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153158:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153162:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153163:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384698.153164:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153165:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153166:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153167:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b9a13a48. 00000400:00000200:0.0:1767384698.153169:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089467892 00000400:00000010:0.0:1767384698.153170:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089467892. 00000100:00000001:0.0:1767384698.153172:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153173:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153176:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153177:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384698.153179:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153180:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153181:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153182:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000090899b76. 00000400:00000200:0.0:1767384698.153184:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f632f12e 00000400:00000010:0.0:1767384698.153185:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f632f12e. 00000100:00000001:0.0:1767384698.153187:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153188:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153192:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153193:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384698.153195:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153196:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153198:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153199:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001323c6de. 00000400:00000200:0.0:1767384698.153200:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003ea31417 00000400:00000010:0.0:1767384698.153201:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003ea31417. 00000100:00000001:0.0:1767384698.153203:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153204:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153207:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153208:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384698.153209:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153210:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153211:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153212:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000045e88b37. 00000400:00000200:0.0:1767384698.153213:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000079c9c290 00000400:00000010:0.0:1767384698.153214:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000079c9c290. 00000100:00000001:0.0:1767384698.153216:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153217:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153221:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153222:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384698.153224:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153225:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153226:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153227:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bef25b16. 00000400:00000200:0.0:1767384698.153228:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e85f4962 00000400:00000010:0.0:1767384698.153229:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e85f4962. 00000100:00000001:0.0:1767384698.153231:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153232:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153235:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153236:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384698.153238:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153239:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153240:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153241:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001edb23da. 00000400:00000200:0.0:1767384698.153243:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3ef7b86 00000400:00000010:0.0:1767384698.153244:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3ef7b86. 00000100:00000001:0.0:1767384698.153246:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153247:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153250:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153251:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384698.153252:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153253:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153254:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153255:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006af0b9c6. 00000400:00000200:0.0:1767384698.153257:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f818f4fb 00000400:00000010:0.0:1767384698.153258:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f818f4fb. 00000100:00000001:0.0:1767384698.153260:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153261:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153265:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153266:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384698.153267:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153268:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153269:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153270:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000429b0c45. 00000400:00000200:0.0:1767384698.153272:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c6ff083 00000400:00000010:0.0:1767384698.153273:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c6ff083. 00000100:00000001:0.0:1767384698.153275:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153276:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153280:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153281:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384698.153282:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153283:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153284:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153285:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b83a2416. 00000400:00000200:0.0:1767384698.153286:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009f82854c 00000400:00000010:0.0:1767384698.153287:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009f82854c. 00000100:00000001:0.0:1767384698.153289:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153290:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153293:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153295:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384698.153296:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153298:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153299:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153300:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e94d3357. 00000400:00000200:0.0:1767384698.153302:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ac4615c5 00000400:00000010:0.0:1767384698.153303:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ac4615c5. 00000100:00000001:0.0:1767384698.153305:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153306:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153310:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153311:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384698.153313:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.153314:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.153315:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.153315:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d19f7cc3. 00000400:00000200:0.0:1767384698.153317:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ba1ed0da 00000400:00000010:0.0:1767384698.153318:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ba1ed0da. 00000100:00000001:0.0:1767384698.153320:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.153320:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_seqm 00000100:00100000:0.0:1767384698.153324:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.153325:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384698.153326:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384698.153328:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153329:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153331:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153332:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153333:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153334:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153335:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153336:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153338:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153339:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153340:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153341:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153342:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153343:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153345:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153345:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153347:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153348:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153349:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153351:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153352:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153353:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153354:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153355:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153357:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153358:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153359:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153360:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153361:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153362:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153363:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153364:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153365:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153366:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153367:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153368:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153369:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153370:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153371:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153372:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153373:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153374:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153375:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153376:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153377:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153378:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153379:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153380:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153382:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153383:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153384:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153385:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153387:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153387:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153389:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153390:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153391:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153392:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153393:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153395:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153396:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153397:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153398:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153399:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153400:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153401:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153402:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153403:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153405:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153405:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153406:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153407:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153409:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153410:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153411:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153412:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153413:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153413:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153415:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153415:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153417:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153417:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153419:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153419:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153421:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153421:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153423:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153423:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153424:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153425:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153426:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153427:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153428:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153429:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153431:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153432:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153433:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153434:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153435:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153436:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153460:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153461:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153464:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153465:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153468:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153469:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153471:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153472:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153474:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153476:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153478:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153479:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153481:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153483:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153485:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153487:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153489:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153490:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153493:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153495:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153497:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153498:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153501:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153502:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153505:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153506:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.153508:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.153510:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384698.153513:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e886832. 00000100:00000010:0.0:1767384698.153517:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b9ab49a5. 00000100:00000010:0.0:1767384698.153521:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002de98409. 00000100:00000010:0.0:1767384698.153524:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004614771e. 00000100:00000010:0.0:1767384698.153527:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ae884642. 00000100:00000010:0.0:1767384698.153531:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004e30971a. 00000100:00000010:0.0:1767384698.153537:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006882274c. 00000100:00000010:0.0:1767384698.153541:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066ebab66. 00000100:00000010:0.0:1767384698.153543:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e66d66c9. 00000100:00000010:0.0:1767384698.153545:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc95728a. 00000100:00000010:0.0:1767384698.153547:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002f48ad2d. 00000100:00000010:0.0:1767384698.153555:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000088674ff5. 00000100:00000010:0.0:1767384698.153557:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b50fea9b. 00000100:00000010:0.0:1767384698.153560:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000099a6d42f. 00000100:00000010:0.0:1767384698.153563:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006f575160. 00000100:00000010:0.0:1767384698.153565:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c2c23001. 00000100:00000010:0.0:1767384698.153568:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007871e33b. 00000100:00000010:0.0:1767384698.153572:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea676d8a. 00000100:00000010:0.0:1767384698.153576:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f01355ce. 00000100:00000010:0.0:1767384698.153578:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000184e4a7d. 00000100:00000010:0.0:1767384698.153580:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006e0e3331. 00000100:00000010:0.0:1767384698.153582:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004acac73d. 00000100:00000010:0.0:1767384698.153585:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000054ce58f2. 00000100:00000010:0.0:1767384698.153586:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003baf1227. 00000100:00000010:0.0:1767384698.153588:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e2f2e74b. 00000100:00000010:0.0:1767384698.153590:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b66d9dd0. 00000100:00000010:0.0:1767384698.153592:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000007a90e37. 00000100:00000010:0.0:1767384698.153594:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038b5f10e. 00000100:00000010:0.0:1767384698.153595:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000070e77226. 00000100:00000010:0.0:1767384698.153597:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000da3831c3. 00000100:00000010:0.0:1767384698.153599:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000df5307f9. 00000100:00000010:0.0:1767384698.153601:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000048f9c771. 00000100:00000010:0.0:1767384698.153602:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004be961e0. 00000100:00000010:0.0:1767384698.153605:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008c0e4f62. 00000100:00000010:0.0:1767384698.153606:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000085a6b8da. 00000100:00000010:0.0:1767384698.153608:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cf162cbf. 00000100:00000010:0.0:1767384698.153610:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000042071e40. 00000100:00000010:0.0:1767384698.153612:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000620a2370. 00000100:00000010:0.0:1767384698.153613:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f05c8fad. 00000100:00000010:0.0:1767384698.153616:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d5b143c8. 00000100:00000010:0.0:1767384698.153618:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000085bb47f1. 00000100:00000010:0.0:1767384698.153620:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000064bfa0d. 00000100:00000010:0.0:1767384698.153622:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000064dff03d. 00000100:00000010:0.0:1767384698.153624:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d354f11. 00000100:00000010:0.0:1767384698.153625:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e0836da9. 00000100:00000010:0.0:1767384698.153628:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000896ebbdc. 00000100:00000010:0.0:1767384698.153629:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d0861bc4. 00000100:00000010:0.0:1767384698.153632:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000091d31153. 00000100:00000010:0.0:1767384698.153633:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001d194876. 00000100:00000010:0.0:1767384698.153635:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007408f620. 00000100:00000010:0.0:1767384698.153637:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005afbdb39. 00000100:00000010:0.0:1767384698.153639:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a482a901. 00000100:00000010:0.0:1767384698.153641:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bf8d6bfa. 00000100:00000010:0.0:1767384698.153643:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c11cfd7. 00000100:00000010:0.0:1767384698.153645:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000081f3e19. 00000100:00000010:0.0:1767384698.153646:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000095e88411. 00000100:00000010:0.0:1767384698.153648:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e19f0d28. 00000100:00000010:0.0:1767384698.153649:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a97dfabd. 00000100:00000010:0.0:1767384698.153651:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000333c8c5a. 00000100:00000010:0.0:1767384698.153653:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000220c8f82. 00000100:00000010:0.0:1767384698.153655:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000002b0c4e07. 00000100:00000010:0.0:1767384698.153657:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e76ac662. 00000100:00000010:0.0:1767384698.153659:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000081789838. 00000100:00000010:0.0:1767384698.153661:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a426a594. 00000100:00000010:0.0:1767384698.153663:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000083c867d8. 00000100:00000010:0.0:1767384698.153665:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a6aef7b1. 00000100:00000010:0.0:1767384698.153666:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000061b926ae. 00000100:00000010:0.0:1767384698.153668:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fb237732. 00000100:00000010:0.0:1767384698.153670:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c5d2f6a. 00000100:00000010:0.0:1767384698.153671:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000c82c621. 00000100:00000010:0.0:1767384698.153673:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001e869a26. 00000100:00000010:0.0:1767384698.153675:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008385072e. 00000100:00000010:0.0:1767384698.153676:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000294b16da. 00000100:00000010:0.0:1767384698.153678:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c501fe71. 00000100:00000010:0.0:1767384698.153680:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000df69a1b5. 00000100:00000010:0.0:1767384698.153682:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ef90a9d. 00000100:00000010:0.0:1767384698.153684:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1e9c308. 00000100:00000010:0.0:1767384698.153686:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006911cbb0. 00000100:00000010:0.0:1767384698.153687:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bebdf1d7. 00000100:00000010:0.0:1767384698.153690:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004d781ef5. 00000100:00000010:0.0:1767384698.153691:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a434cc6b. 00000100:00000010:0.0:1767384698.153693:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028faed8f. 00000100:00000010:0.0:1767384698.153694:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fc1112f1. 00000100:00000010:0.0:1767384698.153696:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000182b24d3. 00000100:00000010:0.0:1767384698.153698:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000023300f48. 00000100:00000010:0.0:1767384698.153700:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000030af2c6. 00000100:00000010:0.0:1767384698.153701:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000196541ac. 00000100:00000010:0.0:1767384698.153703:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ecda666c. 00000100:00000010:0.0:1767384698.153705:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000679954eb. 00000100:00000010:0.0:1767384698.153707:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035870884. 00000100:00000010:0.0:1767384698.153709:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000890748c7. 00000100:00000010:0.0:1767384698.153710:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ed495ce5. 00000100:00000010:0.0:1767384698.153712:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fdba7444. 00000100:00000010:0.0:1767384698.153714:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000403d9c49. 00000100:00000010:0.0:1767384698.153716:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a48ae648. 00000100:00000010:0.0:1767384698.153742:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000045f3e845. 00000100:00000010:0.0:1767384698.153745:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b38c8712. 00000100:00000010:0.0:1767384698.153746:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000038aa0256. 00000100:00000010:0.0:1767384698.153748:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ec3a103b. 00000100:00000010:0.0:1767384698.153750:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007613be6c. 00000100:00000010:0.0:1767384698.153751:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000054152c03. 00000100:00000010:0.0:1767384698.153753:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000072856a08. 00000100:00000010:0.0:1767384698.153755:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000947b85fe. 00000100:00000010:0.0:1767384698.153757:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004edf2a44. 00000100:00000010:0.0:1767384698.153758:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000465f6b1f. 00000100:00000010:0.0:1767384698.153760:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005cf6a51d. 00000100:00000010:0.0:1767384698.153762:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007d2f5f13. 00000100:00000010:0.0:1767384698.153764:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000b534567. 00000100:00000010:0.0:1767384698.153766:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000718ac756. 00000100:00000010:0.0:1767384698.153768:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000439e2a3b. 00000100:00000010:0.0:1767384698.153769:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000fd1c16c6. 00000100:00000010:0.0:1767384698.153771:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f82cb8a. 00000100:00000010:0.0:1767384698.153773:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008f9d20e3. 00000100:00000010:0.0:1767384698.153774:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ed568ef. 00000100:00000010:0.0:1767384698.153776:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000000c2dd170. 00000100:00000010:0.0:1767384698.153778:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000050a96f69. 00000100:00000010:0.0:1767384698.153780:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c7bf7480. 00000100:00000010:0.0:1767384698.153782:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e9dfd7b. 00000100:00000010:0.0:1767384698.153784:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c1dd79e. 00000100:00000010:0.0:1767384698.153786:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d609439. 00000100:00000010:0.0:1767384698.153788:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b205566e. 00000100:00000010:0.0:1767384698.153790:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002814ca12. 00000100:00000010:0.0:1767384698.153792:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005ef26be3. 00000100:00000010:0.0:1767384698.153793:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d57077c. 00000100:00000010:0.0:1767384698.153795:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000059220540. 00000100:00000010:0.0:1767384698.153797:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000590afdce. 00000100:00000010:0.0:1767384698.153799:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e88e6247. 00000100:00000010:0.0:1767384698.153802:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbee896a. 00000100:00000010:0.0:1767384698.153804:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 0000000023aee2d6. 00000100:00000010:0.0:1767384698.153806:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 000000007ca1f3fd. 00000100:00000001:0.0:1767384698.153809:0:40111:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384698.153810:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.153812:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384698.153813:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384698.153814:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000006bd69106. 00000100:00000001:0.0:1767384698.153816:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384698.153817:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.153819:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.153820:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000008bd9998. 00000100:00000001:0.0:1767384698.153822:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.153824:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.153825:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f6ae27af. 00000100:00000001:0.0:1767384698.153826:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.153828:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.153829:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005351ce4a. 00000100:00000001:0.0:1767384698.153831:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.153832:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.153833:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000d486a325. 00000100:00000001:0.0:1767384698.153835:0:40111:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384698.153898:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000061f9875. 00000020:00000010:0.0:1767384698.153902:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000518b6a34. 00000100:00000010:0.0:1767384698.153919:0:40111:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 0000000036d25719. 00000100:00000010:0.0:1767384698.153926:0:40111:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000fb22a153. 00000100:00000010:0.0:1767384698.153929:0:40111:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000005b187fb3. 00000100:00000010:0.0:1767384698.153931:0:40111:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 00000000d99fb0c8. 00000100:00000001:0.0:1767384698.153933:0:40111:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.153934:0:40111:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384698.153936:0:40111:0:(service.c:3836:ptlrpc_unregister_service()) mdt_fld: tearing down 00000100:00000001:0.0:1767384698.153938:0:40111:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384698.153939:0:40111:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384698.153940:0:40111:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_fld 00000100:00000040:0.0:1767384698.153941:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #1 00000100:00000040:0.0:1767384698.153943:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_fld #0 00000100:00000040:0.0:1767384698.153957:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #1 00000020:00000010:2.0:1767384698.153965:0:17098:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000048d9c91. 00000040:00000010:2.0:1767384698.153971:0:17098:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000629834e. 00000020:00000010:2.0:1767384698.153974:0:17098:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa18051b. 00000020:00000010:2.0:1767384698.153977:0:17098:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000a09fc0fb. 00000020:00000010:2.0:1767384698.153981:0:17098:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006d21c60b. 00000020:00000010:1.0:1767384698.153982:0:17097:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000066763944. 80000000:00000010:2.0:1767384698.153984:0:17098:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002be1249b. 00000040:00000010:1.0:1767384698.153989:0:17097:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000481310e7. 40000000:00000010:2.0:1767384698.153990:0:17098:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000014cda6df. 00000020:00000010:1.0:1767384698.153994:0:17097:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c7f92095. 00100000:00000010:2.0:1767384698.153996:0:17098:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005604a4f9. 00000020:00000010:1.0:1767384698.153999:0:17097:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000333cc804. 00040000:00000010:2.0:1767384698.154001:0:17098:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000089e8a109. 00000020:00000010:1.0:1767384698.154004:0:17097:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e11ffde9. 00040000:00000010:2.0:1767384698.154007:0:17098:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002dd2fd2e. 80000000:00000010:1.0:1767384698.154009:0:17097:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006016297e. 00080000:00000010:2.0:1767384698.154013:0:17098:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004241723e. 40000000:00000010:1.0:1767384698.154014:0:17097:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000568a3e85. 00100000:00000010:1.0:1767384698.154020:0:17097:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000052f87ad9. 00080000:00000010:2.0:1767384698.154021:0:17098:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009d0397ad. 00000004:00000010:2.0:1767384698.154025:0:17098:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005ec92b1e. 00002000:00000010:2.0:1767384698.154028:0:17098:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000050ba66a9. 00000020:00000010:2.0:1767384698.154030:0:17098:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f370ace. 00000020:00000010:2.0:1767384698.154032:0:17098:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c9aaa187. 00040000:00000010:1.0:1767384698.154033:0:17097:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000013ca115c. 00000100:00000010:2.0:1767384698.154035:0:17098:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f61e7cda. 00040000:00000010:1.0:1767384698.154038:0:17097:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003b338eaa. 00000100:00100000:2.0:1767384698.154039:0:17098:0:(service.c:3155:ptlrpc_main()) mdt_fld_0001: service thread [0000000042eed4c5:17098] 1 exiting: rc = 0 00080000:00000010:1.0:1767384698.154046:0:17097:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003f3e8d3b. 00080000:00000010:1.0:1767384698.154050:0:17097:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000003670aaf7. 00000004:00000010:1.0:1767384698.154054:0:17097:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f8294bc2. 00002000:00000010:1.0:1767384698.154057:0:17097:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ca4507b2. 00000020:00000010:1.0:1767384698.154060:0:17097:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1c81786. 00000020:00000010:1.0:1767384698.154065:0:17097:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000029ff78c3. 00000100:00000010:1.0:1767384698.154072:0:17097:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000a67b785a. 00000100:00000040:0.0:1767384698.154073:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_fld #0 00000100:00100000:1.0:1767384698.154075:0:17097:0:(service.c:3155:ptlrpc_main()) mdt_fld_0000: service thread [00000000fb79c336:17097] 0 exiting: rc = 1 00000100:00000010:0.0:1767384698.154094:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000fb79c336. 00000100:00000010:0.0:1767384698.154100:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 0000000042eed4c5. 00000100:00000001:0.0:1767384698.154104:0:40111:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384698.154106:0:40111:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384698.154108:0:40111:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 29 lazy 00000400:00000001:0.0:1767384698.154112:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154113:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154115:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076fbb78d. 00000400:00000200:0.0:1767384698.154118:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002799fc33 00000400:00000010:0.0:1767384698.154120:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002799fc33. 00000100:00000001:0.0:1767384698.154124:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154125:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154129:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154131:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384698.154132:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154134:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154135:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154136:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001dbb33cf. 00000400:00000200:0.0:1767384698.154138:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5e79a20 00000400:00000010:0.0:1767384698.154139:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d5e79a20. 00000100:00000001:0.0:1767384698.154141:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154142:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154145:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154146:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384698.154148:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154149:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154150:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154151:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000020182b66. 00000400:00000200:0.0:1767384698.154153:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cc3a5c9e 00000400:00000010:0.0:1767384698.154154:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000cc3a5c9e. 00000100:00000001:0.0:1767384698.154156:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154157:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154161:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154162:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384698.154163:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154165:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154166:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154167:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f2b5fb1a. 00000400:00000200:0.0:1767384698.154169:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000093ba153 00000400:00000010:0.0:1767384698.154170:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000093ba153. 00000100:00000001:0.0:1767384698.154172:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154172:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154176:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154177:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384698.154178:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154179:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154180:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154181:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf709da2. 00000400:00000200:0.0:1767384698.154183:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000001698a4c 00000400:00000010:0.0:1767384698.154184:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001698a4c. 00000100:00000001:0.0:1767384698.154186:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154187:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154191:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154192:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384698.154193:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154194:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154195:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154196:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000daa18a24. 00000400:00000200:0.0:1767384698.154198:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e32ed59 00000400:00000010:0.0:1767384698.154199:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e32ed59. 00000100:00000001:0.0:1767384698.154201:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154202:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154205:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154207:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384698.154208:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154209:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154210:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154211:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000005378af. 00000400:00000200:0.0:1767384698.154213:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006669d6d0 00000400:00000010:0.0:1767384698.154214:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000006669d6d0. 00000100:00000001:0.0:1767384698.154216:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154217:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154221:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154222:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384698.154223:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154225:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154226:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154226:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000075b51040. 00000400:00000200:0.0:1767384698.154228:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b8494511 00000400:00000010:0.0:1767384698.154229:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b8494511. 00000100:00000001:0.0:1767384698.154231:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154232:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154235:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154237:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384698.154238:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154240:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154240:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154241:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f9f17abd. 00000400:00000200:0.0:1767384698.154243:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000956d5dc8 00000400:00000010:0.0:1767384698.154244:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000956d5dc8. 00000100:00000001:0.0:1767384698.154246:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154247:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154251:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154252:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384698.154253:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154255:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154255:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154257:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008503888c. 00000400:00000200:0.0:1767384698.154258:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000076d76927 00000400:00000010:0.0:1767384698.154260:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000076d76927. 00000100:00000001:0.0:1767384698.154261:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154262:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154266:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154267:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384698.154269:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154270:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154271:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154272:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034db834b. 00000400:00000200:0.0:1767384698.154273:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000476c352 00000400:00000010:0.0:1767384698.154275:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000476c352. 00000100:00000001:0.0:1767384698.154277:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154278:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154281:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154282:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384698.154283:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154285:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154285:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154287:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000919ea1a6. 00000400:00000200:0.0:1767384698.154288:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000099b3532f 00000400:00000010:0.0:1767384698.154290:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000099b3532f. 00000100:00000001:0.0:1767384698.154291:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154292:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154295:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154296:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384698.154297:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154298:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154299:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154300:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000048d44801. 00000400:00000200:0.0:1767384698.154302:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001115b757 00000400:00000010:0.0:1767384698.154304:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001115b757. 00000100:00000001:0.0:1767384698.154306:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154306:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154310:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154312:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384698.154313:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154314:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154315:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154316:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f11b358b. 00000400:00000200:0.0:1767384698.154318:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054e13b13 00000400:00000010:0.0:1767384698.154319:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054e13b13. 00000100:00000001:0.0:1767384698.154321:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154322:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154326:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154327:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384698.154328:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154329:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154330:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154331:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e7d3e84. 00000400:00000200:0.0:1767384698.154333:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003c7f7db8 00000400:00000010:0.0:1767384698.154334:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003c7f7db8. 00000100:00000001:0.0:1767384698.154336:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154337:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154341:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154342:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384698.154343:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154345:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154346:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154346:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8240e05. 00000400:00000200:0.0:1767384698.154348:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000009a0ad1e 00000400:00000010:0.0:1767384698.154349:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000009a0ad1e. 00000100:00000001:0.0:1767384698.154351:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154352:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154356:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154357:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384698.154358:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154360:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154361:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154362:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f6db7590. 00000400:00000200:0.0:1767384698.154364:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000a7054f4 00000400:00000010:0.0:1767384698.154365:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000a7054f4. 00000100:00000001:0.0:1767384698.154367:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154368:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154371:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154373:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384698.154374:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154375:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154376:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154377:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000147fed88. 00000400:00000200:0.0:1767384698.154379:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000000299360 00000400:00000010:0.0:1767384698.154380:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000000299360. 00000100:00000001:0.0:1767384698.154382:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154383:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154386:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154387:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384698.154389:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154390:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154391:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154392:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c52bb712. 00000400:00000200:0.0:1767384698.154393:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000038c9d18 00000400:00000010:0.0:1767384698.154395:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000038c9d18. 00000100:00000001:0.0:1767384698.154396:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154397:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154401:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154402:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384698.154403:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154404:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154405:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154406:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000059782f7b. 00000400:00000200:0.0:1767384698.154408:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a76aaae2 00000400:00000010:0.0:1767384698.154409:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a76aaae2. 00000100:00000001:0.0:1767384698.154411:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154412:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154415:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154417:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384698.154418:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154419:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154420:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154421:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000049c70f64. 00000400:00000200:0.0:1767384698.154423:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d3b644ae 00000400:00000010:0.0:1767384698.154424:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d3b644ae. 00000100:00000001:0.0:1767384698.154426:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154427:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154431:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154432:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384698.154433:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154434:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154435:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154436:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054f7f851. 00000400:00000200:0.0:1767384698.154463:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae3b7eaa 00000400:00000010:0.0:1767384698.154465:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ae3b7eaa. 00000100:00000001:0.0:1767384698.154468:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154469:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154473:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154475:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384698.154477:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154479:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154480:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154481:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000016a4d564. 00000400:00000200:0.0:1767384698.154483:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000883a00e4 00000400:00000010:0.0:1767384698.154485:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000883a00e4. 00000100:00000001:0.0:1767384698.154488:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154489:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154493:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154494:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384698.154495:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154496:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154497:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154499:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003c6e93cc. 00000400:00000200:0.0:1767384698.154500:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a84b708 00000400:00000010:0.0:1767384698.154502:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005a84b708. 00000100:00000001:0.0:1767384698.154503:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154504:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154508:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154509:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384698.154510:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154512:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154513:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154514:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a80ac659. 00000400:00000200:0.0:1767384698.154516:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c0d19a15 00000400:00000010:0.0:1767384698.154517:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c0d19a15. 00000100:00000001:0.0:1767384698.154519:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154520:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154523:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154524:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384698.154526:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154527:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154528:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154529:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004b79bb37. 00000400:00000200:0.0:1767384698.154530:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007f3dd897 00000400:00000010:0.0:1767384698.154531:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007f3dd897. 00000100:00000001:0.0:1767384698.154533:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154534:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154538:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154539:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384698.154540:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154542:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154543:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154544:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9d52f47. 00000400:00000200:0.0:1767384698.154545:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000623f70bb 00000400:00000010:0.0:1767384698.154546:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000623f70bb. 00000100:00000001:0.0:1767384698.154548:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154549:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154552:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154554:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384698.154555:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154556:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154557:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154558:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007b3ab2bf. 00000400:00000200:0.0:1767384698.154560:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a270f2bd 00000400:00000010:0.0:1767384698.154562:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a270f2bd. 00000100:00000001:0.0:1767384698.154563:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154564:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154568:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154569:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384698.154571:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154572:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154573:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154574:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dc38513b. 00000400:00000200:0.0:1767384698.154575:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b6130499 00000400:00000010:0.0:1767384698.154576:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b6130499. 00000100:00000001:0.0:1767384698.154578:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154579:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154582:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154583:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384698.154585:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154586:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154587:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154588:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094801a63. 00000400:00000200:0.0:1767384698.154590:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017603102 00000400:00000010:0.0:1767384698.154591:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017603102. 00000100:00000001:0.0:1767384698.154593:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154594:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154597:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154598:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384698.154599:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154600:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154601:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154603:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f5cf913b. 00000400:00000200:0.0:1767384698.154604:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064bc82e2 00000400:00000010:0.0:1767384698.154606:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000064bc82e2. 00000100:00000001:0.0:1767384698.154607:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154608:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154613:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154614:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384698.154615:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154617:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154618:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154620:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000035b171e0. 00000400:00000200:0.0:1767384698.154622:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7d6a36c 00000400:00000010:0.0:1767384698.154623:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7d6a36c. 00000100:00000001:0.0:1767384698.154625:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154626:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154629:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154631:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384698.154632:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154633:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154634:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154635:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000de0e2b31. 00000400:00000200:0.0:1767384698.154637:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9e4c597 00000400:00000010:0.0:1767384698.154638:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9e4c597. 00000100:00000001:0.0:1767384698.154640:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154641:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154645:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154646:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384698.154647:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154648:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154649:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154650:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003f478b16. 00000400:00000200:0.0:1767384698.154651:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002e89be9e 00000400:00000010:0.0:1767384698.154653:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002e89be9e. 00000100:00000001:0.0:1767384698.154654:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154655:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154659:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154661:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384698.154662:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154663:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154664:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154665:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047236dd6. 00000400:00000200:0.0:1767384698.154667:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cb4cf33 00000400:00000010:0.0:1767384698.154668:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001cb4cf33. 00000100:00000001:0.0:1767384698.154670:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154671:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154674:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154675:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384698.154677:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154678:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154679:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154680:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000697ee60a. 00000400:00000200:0.0:1767384698.154682:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000337b994 00000400:00000010:0.0:1767384698.154683:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000337b994. 00000100:00000001:0.0:1767384698.154685:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154686:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154689:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154690:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384698.154692:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154693:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154694:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154695:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000068cf8806. 00000400:00000200:0.0:1767384698.154697:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c290024 00000400:00000010:0.0:1767384698.154698:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c290024. 00000100:00000001:0.0:1767384698.154700:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154701:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154704:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154706:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384698.154707:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154708:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154709:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154709:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007534cacd. 00000400:00000200:0.0:1767384698.154711:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000083aa1b7c 00000400:00000010:0.0:1767384698.154712:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000083aa1b7c. 00000100:00000001:0.0:1767384698.154714:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154715:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154718:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154720:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384698.154721:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154722:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154723:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154724:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008e2d157f. 00000400:00000200:0.0:1767384698.154726:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f5edd4d 00000400:00000010:0.0:1767384698.154727:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f5edd4d. 00000100:00000001:0.0:1767384698.154728:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154729:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154746:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154747:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384698.154748:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154750:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154751:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154752:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008a51c777. 00000400:00000200:0.0:1767384698.154754:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000060754dc1 00000400:00000010:0.0:1767384698.154755:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000060754dc1. 00000100:00000001:0.0:1767384698.154757:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154758:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154762:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154764:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384698.154765:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154766:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154767:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154768:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4d23739. 00000400:00000200:0.0:1767384698.154770:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007d943a63 00000400:00000010:0.0:1767384698.154771:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007d943a63. 00000100:00000001:0.0:1767384698.154773:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154773:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154777:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154778:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384698.154779:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154780:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154781:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154782:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000066a072b3. 00000400:00000200:0.0:1767384698.154783:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b80f2ece 00000400:00000010:0.0:1767384698.154784:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b80f2ece. 00000100:00000001:0.0:1767384698.154786:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154787:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154791:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154792:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384698.154794:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154795:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154796:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154797:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008b384e37. 00000400:00000200:0.0:1767384698.154799:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004c644b03 00000400:00000010:0.0:1767384698.154800:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004c644b03. 00000100:00000001:0.0:1767384698.154801:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154803:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154806:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154807:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384698.154809:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154811:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154812:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154813:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000033f636e1. 00000400:00000200:0.0:1767384698.154815:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000113ce836 00000400:00000010:0.0:1767384698.154816:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000113ce836. 00000100:00000001:0.0:1767384698.154818:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154819:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154822:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154824:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384698.154825:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154826:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154828:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154829:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007ea219d3. 00000400:00000200:0.0:1767384698.154830:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040108c93 00000400:00000010:0.0:1767384698.154832:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040108c93. 00000100:00000001:0.0:1767384698.154833:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154834:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154838:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154839:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384698.154840:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154842:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154843:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154844:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000025c530b8. 00000400:00000200:0.0:1767384698.154846:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9234325 00000400:00000010:0.0:1767384698.154847:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b9234325. 00000100:00000001:0.0:1767384698.154849:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154850:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154854:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154855:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384698.154857:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154858:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154859:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154860:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cae8c612. 00000400:00000200:0.0:1767384698.154861:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e3ea3a23 00000400:00000010:0.0:1767384698.154863:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e3ea3a23. 00000100:00000001:0.0:1767384698.154865:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154865:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154870:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154871:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384698.154872:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154873:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154874:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154875:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008ccb16a6. 00000400:00000200:0.0:1767384698.154877:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000c6129a8 00000400:00000010:0.0:1767384698.154878:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000c6129a8. 00000100:00000001:0.0:1767384698.154880:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154881:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154885:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154886:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384698.154887:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154889:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154890:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154890:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a9c28e31. 00000400:00000200:0.0:1767384698.154892:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c05ba4ec 00000400:00000010:0.0:1767384698.154893:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c05ba4ec. 00000100:00000001:0.0:1767384698.154895:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154896:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154899:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154900:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384698.154901:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154902:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154903:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154904:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005bd0667f. 00000400:00000200:0.0:1767384698.154906:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000006385df4 00000400:00000010:0.0:1767384698.154908:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000006385df4. 00000100:00000001:0.0:1767384698.154910:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154911:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154914:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154915:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384698.154916:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154917:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154918:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154919:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000030498aec. 00000400:00000200:0.0:1767384698.154921:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000012f4d70 00000400:00000010:0.0:1767384698.154922:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000012f4d70. 00000100:00000001:0.0:1767384698.154924:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154925:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154929:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154930:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384698.154931:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154933:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154934:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154935:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b78d6393. 00000400:00000200:0.0:1767384698.154936:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009a1040a0 00000400:00000010:0.0:1767384698.154937:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a1040a0. 00000100:00000001:0.0:1767384698.154939:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154939:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154942:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154944:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384698.154945:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154946:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154947:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154948:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8e8d16. 00000400:00000200:0.0:1767384698.154949:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c30356b2 00000400:00000010:0.0:1767384698.154950:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c30356b2. 00000100:00000001:0.0:1767384698.154952:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154953:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154957:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154958:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384698.154959:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154961:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154962:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154963:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dee7f7b9. 00000400:00000200:0.0:1767384698.154964:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f7f9cb81 00000400:00000010:0.0:1767384698.154966:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7f9cb81. 00000100:00000001:0.0:1767384698.154967:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154968:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154972:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154973:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384698.154974:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154976:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154977:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154978:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000094f6b9d4. 00000400:00000200:0.0:1767384698.154980:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007632bbaa 00000400:00000010:0.0:1767384698.154982:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007632bbaa. 00000100:00000001:0.0:1767384698.154983:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154984:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.154988:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.154989:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384698.154990:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.154991:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.154992:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.154993:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b4ce3160. 00000400:00000200:0.0:1767384698.154994:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000005a01354 00000400:00000010:0.0:1767384698.154995:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a01354. 00000100:00000001:0.0:1767384698.154997:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.154998:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.155002:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.155003:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384698.155005:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.155006:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.155007:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.155008:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000098328af0. 00000400:00000200:0.0:1767384698.155010:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000ae4bc24 00000400:00000010:0.0:1767384698.155011:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000ae4bc24. 00000100:00000001:0.0:1767384698.155013:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.155014:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.155018:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.155019:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384698.155020:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.155021:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.155023:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.155024:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b97281d3. 00000400:00000200:0.0:1767384698.155025:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000283b91c0 00000400:00000010:0.0:1767384698.155027:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000283b91c0. 00000100:00000001:0.0:1767384698.155029:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.155029:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.155033:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.155035:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384698.155036:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.155037:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.155038:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.155039:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007aa7f256. 00000400:00000200:0.0:1767384698.155041:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000baeee854 00000400:00000010:0.0:1767384698.155042:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000baeee854. 00000100:00000001:0.0:1767384698.155044:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.155045:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.155048:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.155050:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384698.155051:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.155052:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.155054:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.155055:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000042b5ed65. 00000400:00000200:0.0:1767384698.155056:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dab48b86 00000400:00000010:0.0:1767384698.155058:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000dab48b86. 00000100:00000001:0.0:1767384698.155059:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.155060:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.155063:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.155064:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384698.155066:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.155067:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.155068:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.155069:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000001a6095a. 00000400:00000200:0.0:1767384698.155070:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b3b4ec18 00000400:00000010:0.0:1767384698.155072:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b3b4ec18. 00000100:00000001:0.0:1767384698.155073:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.155074:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.155078:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.155079:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384698.155080:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.155081:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.155082:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.155083:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000040d699a0. 00000400:00000200:0.0:1767384698.155085:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ea584501 00000400:00000010:0.0:1767384698.155086:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ea584501. 00000100:00000001:0.0:1767384698.155087:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.155089:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.155092:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.155094:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384698.155095:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.155096:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.155097:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.155099:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005e03485c. 00000400:00000200:0.0:1767384698.155100:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000053a07ff2 00000400:00000010:0.0:1767384698.155102:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000053a07ff2. 00000100:00000001:0.0:1767384698.155103:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.155104:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.155108:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.155109:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384698.155110:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.155111:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.155113:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.155114:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ecbe308f. 00000400:00000200:0.0:1767384698.155115:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2ca3671 00000400:00000010:0.0:1767384698.155117:0:40111:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f2ca3671. 00000100:00000001:0.0:1767384698.155119:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.155120:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_fld 00000100:00100000:0.0:1767384698.155124:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.155125:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384698.155126:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384698.155128:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155129:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155131:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155132:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155133:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155134:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155135:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155136:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155138:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155139:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155140:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155141:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155143:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155144:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155145:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155146:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155148:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155149:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155150:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155151:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155152:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155153:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155154:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155155:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155156:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155157:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155158:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155159:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155160:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155161:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155162:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155163:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155164:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155165:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155166:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155168:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155169:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155170:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155171:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155172:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155173:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155174:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155176:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155177:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155178:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155179:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155180:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155181:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155182:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155183:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155184:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155185:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155186:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155187:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155189:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155190:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155191:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155192:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155193:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155194:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155195:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155197:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155198:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155199:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155200:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155201:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155202:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155203:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155204:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155205:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155206:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155207:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155208:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155208:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155209:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155210:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155211:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155212:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155213:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155214:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155215:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155216:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155217:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155218:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155219:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155220:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155221:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155222:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155224:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155225:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155226:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155227:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155228:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155229:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155231:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155232:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155233:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155234:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155235:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155237:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155238:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155238:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155239:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155240:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155241:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155242:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155243:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155244:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155246:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155247:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155248:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155250:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155251:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155252:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155253:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155254:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155255:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155255:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155257:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155258:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155259:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155260:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155261:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155262:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155263:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155265:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.155266:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.155267:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384698.155269:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009072e131. 00000100:00000010:0.0:1767384698.155272:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000001d83f58. 00000100:00000010:0.0:1767384698.155274:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037c0cfca. 00000100:00000010:0.0:1767384698.155276:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000010d68bde. 00000100:00000010:0.0:1767384698.155278:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a7d5a514. 00000100:00000010:0.0:1767384698.155281:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b210924d. 00000100:00000010:0.0:1767384698.155283:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b1b68fb9. 00000100:00000010:0.0:1767384698.155285:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a3e64ffb. 00000100:00000010:0.0:1767384698.155286:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a48333cb. 00000100:00000010:0.0:1767384698.155288:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d7a69673. 00000100:00000010:0.0:1767384698.155290:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f73463e2. 00000100:00000010:0.0:1767384698.155302:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ac9950f. 00000100:00000010:0.0:1767384698.155305:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af3a2197. 00000100:00000010:0.0:1767384698.155307:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fa3b3408. 00000100:00000010:0.0:1767384698.155309:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e4327562. 00000100:00000010:0.0:1767384698.155311:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d15a110. 00000100:00000010:0.0:1767384698.155313:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000024661d08. 00000100:00000010:0.0:1767384698.155315:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000020c10072. 00000100:00000010:0.0:1767384698.155317:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000037c60e54. 00000100:00000010:0.0:1767384698.155319:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ec3dab64. 00000100:00000010:0.0:1767384698.155321:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f77438c6. 00000100:00000010:0.0:1767384698.155322:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000011a01004. 00000100:00000010:0.0:1767384698.155324:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000001af09c1. 00000100:00000010:0.0:1767384698.155327:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000005037165. 00000100:00000010:0.0:1767384698.155328:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008d26eae6. 00000100:00000010:0.0:1767384698.155330:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004df73cbc. 00000100:00000010:0.0:1767384698.155332:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000050571e72. 00000100:00000010:0.0:1767384698.155334:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c354d8b1. 00000100:00000010:0.0:1767384698.155336:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000018f176d. 00000100:00000010:0.0:1767384698.155338:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000eaee9eb0. 00000100:00000010:0.0:1767384698.155340:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f02f1fc6. 00000100:00000010:0.0:1767384698.155341:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ea67061f. 00000100:00000010:0.0:1767384698.155343:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000030326dbc. 00000100:00000010:0.0:1767384698.155345:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a0f01f0b. 00000100:00000010:0.0:1767384698.155347:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000553ec471. 00000100:00000010:0.0:1767384698.155349:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000563b1a02. 00000100:00000010:0.0:1767384698.155350:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000009bc72ba9. 00000100:00000010:0.0:1767384698.155352:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002bb7ec0d. 00000100:00000010:0.0:1767384698.155354:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e207fefe. 00000100:00000010:0.0:1767384698.155356:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f555c685. 00000100:00000010:0.0:1767384698.155357:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c07a616. 00000100:00000010:0.0:1767384698.155359:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000522511d6. 00000100:00000010:0.0:1767384698.155360:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000003c804dde. 00000100:00000010:0.0:1767384698.155363:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000028d1f49a. 00000100:00000010:0.0:1767384698.155364:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e17ee83b. 00000100:00000010:0.0:1767384698.155366:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005c35ba46. 00000100:00000010:0.0:1767384698.155368:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005f89c913. 00000100:00000010:0.0:1767384698.155370:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006f71c8a7. 00000100:00000010:0.0:1767384698.155372:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000af88f95c. 00000100:00000010:0.0:1767384698.155374:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000da274ae. 00000100:00000010:0.0:1767384698.155393:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004c0f9948. 00000100:00000010:0.0:1767384698.155395:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003173b4e6. 00000100:00000010:0.0:1767384698.155397:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f011c4bd. 00000100:00000010:0.0:1767384698.155399:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000964722aa. 00000100:00000010:0.0:1767384698.155400:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000d45af3c5. 00000100:00000010:0.0:1767384698.155403:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009a0a85f6. 00000100:00000010:0.0:1767384698.155404:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007b8ec7d0. 00000100:00000010:0.0:1767384698.155406:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000029770243. 00000100:00000010:0.0:1767384698.155408:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000026c7ef54. 00000100:00000010:0.0:1767384698.155420:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000093bc6bd1. 00000100:00000010:0.0:1767384698.155422:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000cfc38f90. 00000100:00000010:0.0:1767384698.155424:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006d67d60b. 00000100:00000010:0.0:1767384698.155426:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000da87b66e. 00000100:00000010:0.0:1767384698.155428:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fd1edd7c. 00000100:00000010:0.0:1767384698.155430:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000007691a78f. 00000100:00000010:0.0:1767384698.155431:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e44ace39. 00000100:00000010:0.0:1767384698.155433:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000008f502475. 00000100:00000010:0.0:1767384698.155435:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000b5b83978. 00000100:00000010:0.0:1767384698.155437:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c18d67fc. 00000100:00000010:0.0:1767384698.155566:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003dcbd8e1. 00000100:00000010:0.0:1767384698.155568:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005e6ebbae. 00000100:00000010:0.0:1767384698.155570:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007050b2b4. 00000100:00000010:0.0:1767384698.155572:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a2848c16. 00000100:00000010:0.0:1767384698.155574:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000018257afe. 00000100:00000010:0.0:1767384698.155576:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000588294c1. 00000100:00000010:0.0:1767384698.155578:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002c07b4fe. 00000100:00000010:0.0:1767384698.155579:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000005c3fcca3. 00000100:00000010:0.0:1767384698.155581:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005df41839. 00000100:00000010:0.0:1767384698.155583:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001208845e. 00000100:00000010:0.0:1767384698.155585:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000037f31116. 00000100:00000010:0.0:1767384698.155586:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000004d485b3b. 00000100:00000010:0.0:1767384698.155588:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003e0f5372. 00000100:00000010:0.0:1767384698.155590:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000032659892. 00000100:00000010:0.0:1767384698.155592:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004469ffc7. 00000100:00000010:0.0:1767384698.155594:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a1f825ef. 00000100:00000010:0.0:1767384698.155595:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000071c14fc2. 00000100:00000010:0.0:1767384698.155597:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ffabb75e. 00000100:00000010:0.0:1767384698.155599:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000762ab0f1. 00000100:00000010:0.0:1767384698.155601:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000dd386935. 00000100:00000010:0.0:1767384698.155603:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a4075bbb. 00000100:00000010:0.0:1767384698.155605:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000052c04160. 00000100:00000010:0.0:1767384698.155607:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000084098086. 00000100:00000010:0.0:1767384698.155608:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000046056c23. 00000100:00000010:0.0:1767384698.155610:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003640027f. 00000100:00000010:0.0:1767384698.155612:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000f67b1296. 00000100:00000010:0.0:1767384698.155614:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f28745fe. 00000100:00000010:0.0:1767384698.155615:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ef99b361. 00000100:00000010:0.0:1767384698.155617:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f42623ee. 00000100:00000010:0.0:1767384698.155619:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000006739a1b4. 00000100:00000010:0.0:1767384698.155621:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041d75fa0. 00000100:00000010:0.0:1767384698.155623:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ae66c22e. 00000100:00000010:0.0:1767384698.155625:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006ed72ceb. 00000100:00000010:0.0:1767384698.155627:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000481ae1c6. 00000100:00000010:0.0:1767384698.155629:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1fe18ea. 00000100:00000010:0.0:1767384698.155630:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000072f44a18. 00000100:00000010:0.0:1767384698.155632:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dd5b2ae2. 00000100:00000010:0.0:1767384698.155633:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000baf71145. 00000100:00000010:0.0:1767384698.155648:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000864dd33b. 00000100:00000010:0.0:1767384698.155650:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000ec0a29b8. 00000100:00000010:0.0:1767384698.155652:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000f05f145. 00000100:00000010:0.0:1767384698.155654:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000c1f4f565. 00000100:00000010:0.0:1767384698.155656:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009f2571ff. 00000100:00000010:0.0:1767384698.155657:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bbbaf339. 00000100:00000010:0.0:1767384698.155659:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c230bb82. 00000100:00000010:0.0:1767384698.155661:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000e621e8f1. 00000100:00000010:0.0:1767384698.155663:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a5037bde. 00000100:00000010:0.0:1767384698.155665:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 000000001ae6a9ad. 00000100:00000010:0.0:1767384698.155666:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001987531b. 00000100:00000010:0.0:1767384698.155668:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000bab7b843. 00000100:00000010:0.0:1767384698.155670:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006392c713. 00000100:00000010:0.0:1767384698.155671:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000a0ee21b8. 00000100:00000010:0.0:1767384698.155673:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000063b82da1. 00000100:00000010:0.0:1767384698.155675:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 0000000068ffa076. 00000100:00000010:0.0:1767384698.155677:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e4d4c609. 00000100:00000010:0.0:1767384698.155678:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000edd6e7bf. 00000100:00000010:0.0:1767384698.155680:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000a9b72be0. 00000100:00000010:0.0:1767384698.155682:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 4096 at 00000000b749928e. 00000100:00000010:0.0:1767384698.155684:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bec63aba. 00000100:00000010:0.0:1767384698.155722:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000ddddcaef. 00000100:00000010:0.0:1767384698.155725:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at 00000000cb980d75. 00000100:00000001:0.0:1767384698.155728:0:40111:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384698.155729:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.155742:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384698.155744:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384698.155745:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 000000000a370bac. 00000100:00000001:0.0:1767384698.155747:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384698.155749:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.155751:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.155752:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000cbd380ff. 00000100:00000001:0.0:1767384698.155754:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.155755:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.155756:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000415ce4c9. 00000100:00000001:0.0:1767384698.155758:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.155759:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.155759:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f004343a. 00000100:00000001:0.0:1767384698.155761:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.155762:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.155763:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000f9b1b603. 00000100:00000001:0.0:1767384698.155765:0:40111:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384698.155823:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000962ef226. 00000020:00000010:0.0:1767384698.155827:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000d0112934. 00000100:00000010:0.0:1767384698.155844:0:40111:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 000000008ec58a76. 00000100:00000010:0.0:1767384698.155851:0:40111:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000cedc747e. 00000100:00000010:0.0:1767384698.155859:0:40111:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 00000000c1d977a9. 00000100:00000010:0.0:1767384698.155865:0:40111:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 000000004513d413. 00000100:00000001:0.0:1767384698.155867:0:40111:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.155869:0:40111:0:(service.c:3834:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1767384698.155870:0:40111:0:(service.c:3836:ptlrpc_unregister_service()) mdt_io: tearing down 00000100:00000001:0.0:1767384698.155872:0:40111:0:(service.c:3377:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1767384698.155873:0:40111:0:(service.c:3331:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1767384698.155875:0:40111:0:(service.c:3334:ptlrpc_svcpt_stop_threads()) Stopping threads for service mdt_io 00000100:00000040:0.0:1767384698.155876:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #2 00000100:00000040:0.0:1767384698.155877:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #1 00000100:00000040:0.0:1767384698.155879:0:40111:0:(service.c:2799:ptlrpc_stop_thread()) Stopping thread mdt_io #0 00000100:00000040:0.0:1767384698.155906:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #2 00000020:00000010:2.0:1767384698.155910:0:17101:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000057dba802. 00000040:00000010:2.0:1767384698.155916:0:17101:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000367006a5. 00000020:00000010:1.0:1767384698.155919:0:17100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c9c1150c. 00000020:00000010:2.0:1767384698.155920:0:17101:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000001bcd6ce4. 00000040:00000010:1.0:1767384698.155927:0:17100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003ed2a594. 00000020:00000010:2.0:1767384698.155928:0:17101:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000696ae14f. 00000020:00000010:1.0:1767384698.155932:0:17100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dbc888f9. 00000020:00000010:2.0:1767384698.155934:0:17101:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000037379ee7. 00000020:00000010:3.0:1767384698.155935:0:17099:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000810b047f. 00000020:00000010:1.0:1767384698.155938:0:17100:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000267855ce. 00000040:00000010:3.0:1767384698.155939:0:17099:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008f8dec53. 80000000:00000010:2.0:1767384698.155939:0:17101:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005f409f43. 00000020:00000010:1.0:1767384698.155943:0:17100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000054b5dfb7. 40000000:00000010:2.0:1767384698.155944:0:17101:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000572945b4. 00000020:00000010:3.0:1767384698.155945:0:17099:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e1fa4a7. 00000020:00000010:3.0:1767384698.155950:0:17099:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000000db7361d. 00100000:00000010:2.0:1767384698.155950:0:17101:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a30de943. 80000000:00000010:1.0:1767384698.155951:0:17100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ede14f8c. 00000020:00000010:3.0:1767384698.155953:0:17099:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008a0316c6. 00040000:00000010:2.0:1767384698.155953:0:17101:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000036691f4c. 40000000:00000010:1.0:1767384698.155957:0:17100:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c4c191ab. 80000000:00000010:3.0:1767384698.155959:0:17099:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000061716b3. 00040000:00000010:2.0:1767384698.155959:0:17101:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004de63c3e. 00100000:00000010:1.0:1767384698.155962:0:17100:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000072589b89. 40000000:00000010:3.0:1767384698.155964:0:17099:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000004b063233. 00080000:00000010:2.0:1767384698.155964:0:17101:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000004b485665. 00040000:00000010:1.0:1767384698.155968:0:17100:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c254be62. 00040000:00000010:1.0:1767384698.155973:0:17100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b1ef925e. 00100000:00000010:3.0:1767384698.155977:0:17099:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005b072daf. 00080000:00000010:1.0:1767384698.155977:0:17100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002f0d1cc6. 00080000:00000010:2.0:1767384698.155981:0:17101:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a9dc9fdd. 00040000:00000010:3.0:1767384698.155982:0:17099:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007eee262c. 00080000:00000010:1.0:1767384698.155984:0:17100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000009c7ccddc. 00040000:00000010:3.0:1767384698.155986:0:17099:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c4ab9267. 00000004:00000010:2.0:1767384698.155986:0:17101:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000031092e1e. 00000004:00000010:1.0:1767384698.155989:0:17100:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000004608027e. 00080000:00000010:3.0:1767384698.155991:0:17099:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cc9bbfe6. 00002000:00000010:2.0:1767384698.155991:0:17101:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000421f1772. 00002000:00000010:1.0:1767384698.155994:0:17100:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007289a358. 00080000:00000010:3.0:1767384698.155997:0:17099:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e09d129a. 00000020:00000010:2.0:1767384698.155997:0:17101:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000023db1214. 00000020:00000010:1.0:1767384698.155998:0:17100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d80bbc0e. 00000020:00000010:2.0:1767384698.156003:0:17101:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000fcb1e5f8. 00000020:00000010:1.0:1767384698.156005:0:17100:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000c5ae7e19. 00000004:00000010:3.0:1767384698.156008:0:17099:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000df997422. 00000100:00000010:2.0:1767384698.156011:0:17101:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000f1761650. 00002000:00000010:3.0:1767384698.156013:0:17099:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c6a7ed06. 00000100:00000010:1.0:1767384698.156013:0:17100:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 0000000050bd57d7. 00000020:00000001:2.0:1767384698.156014:0:17101:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:2.0:1767384698.156016:0:17101:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000ca1c74ab. 00000020:00000001:1.0:1767384698.156019:0:17100:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384698.156020:0:17099:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8e44c93. 00000020:00000010:1.0:1767384698.156023:0:17100:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 00000000e9a7db72. 00000020:00000010:3.0:1767384698.156026:0:17099:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000035b6a362. 00000100:00000010:3.0:1767384698.156032:0:17099:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at 00000000ae6907cc. 00000020:00000001:3.0:1767384698.156035:0:17099:0:(tgt_handler.c:1700:tgt_io_thread_done()) Process entered 00000020:00000010:3.0:1767384698.156037:0:17099:0:(tgt_handler.c:1710:tgt_io_thread_done()) kvfree 'tbc': 1048576 at 000000005a5d5488. 00000020:00000001:2.0:1767384698.156262:0:17101:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:2.0:1767384698.156264:0:17101:0:(service.c:3155:ptlrpc_main()) mdt_io00_002: service thread [00000000008f23fd:17101] 2 exiting: rc = 0 00000100:00000040:0.0:1767384698.156304:0:40111:0:(service.c:3353:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread mdt_io #1 00000020:00000001:1.0:1767384698.156390:0:17100:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000020:00000001:3.0:1767384698.156391:0:17099:0:(tgt_handler.c:1713:tgt_io_thread_done()) Process leaving 00000100:00100000:1.0:1767384698.156393:0:17100:0:(service.c:3155:ptlrpc_main()) mdt_io00_001: service thread [00000000a86f3c87:17100] 1 exiting: rc = 0 00000100:00100000:3.0:1767384698.156400:0:17099:0:(service.c:3155:ptlrpc_main()) mdt_io00_000: service thread [000000008b1592fe:17099] 0 exiting: rc = 1 00000100:00000010:0.0:1767384698.156468:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 000000008b1592fe. 00000100:00000010:0.0:1767384698.156475:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000a86f3c87. 00000100:00000010:0.0:1767384698.156479:0:40111:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at 00000000008f23fd. 00000100:00000001:0.0:1767384698.156486:0:40111:0:(service.c:3368:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1767384698.156488:0:40111:0:(service.c:3384:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1767384698.156491:0:40111:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 13 lazy 00000400:00000001:0.0:1767384698.156494:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156496:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156498:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f526d6b3. 00000400:00000200:0.0:1767384698.156502:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009116b38f 00000400:00000010:0.0:1767384698.156503:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009116b38f. 00000100:00000001:0.0:1767384698.156506:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156508:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156513:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156514:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1767384698.156516:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156517:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156518:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156519:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008652646d. 00000400:00000200:0.0:1767384698.156521:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f2a303a7 00000400:00000010:0.0:1767384698.156522:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f2a303a7. 00000100:00000001:0.0:1767384698.156524:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156525:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156529:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156531:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1767384698.156532:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156534:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156535:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156536:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008231d7e9. 00000400:00000200:0.0:1767384698.156538:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008be16738 00000400:00000010:0.0:1767384698.156539:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008be16738. 00000100:00000001:0.0:1767384698.156541:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156542:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156546:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156547:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1767384698.156548:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156550:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156551:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156552:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000482d74b7. 00000400:00000200:0.0:1767384698.156553:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a57f279 00000400:00000010:0.0:1767384698.156555:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000005a57f279. 00000100:00000001:0.0:1767384698.156557:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156558:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156561:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156563:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1767384698.156564:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156566:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156567:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156568:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f01d61ac. 00000400:00000200:0.0:1767384698.156570:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c8d023af 00000400:00000010:0.0:1767384698.156571:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c8d023af. 00000100:00000001:0.0:1767384698.156574:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156575:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156578:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156580:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1767384698.156581:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156582:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156583:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156585:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f73d3dbd. 00000400:00000200:0.0:1767384698.156586:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000867fb04d 00000400:00000010:0.0:1767384698.156588:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000867fb04d. 00000100:00000001:0.0:1767384698.156590:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156591:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156594:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156595:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1767384698.156597:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156598:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156599:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156600:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000062858a6a. 00000400:00000200:0.0:1767384698.156602:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000038246c92 00000400:00000010:0.0:1767384698.156603:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000038246c92. 00000100:00000001:0.0:1767384698.156605:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156606:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156609:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156610:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1767384698.156612:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156613:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156614:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156615:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001d06b54c. 00000400:00000200:0.0:1767384698.156616:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004f4dec6d 00000400:00000010:0.0:1767384698.156618:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004f4dec6d. 00000100:00000001:0.0:1767384698.156620:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156620:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156624:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156625:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1767384698.156627:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156628:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156629:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156630:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c5417806. 00000400:00000200:0.0:1767384698.156632:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000052116e77 00000400:00000010:0.0:1767384698.156633:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000052116e77. 00000100:00000001:0.0:1767384698.156635:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156636:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156639:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156641:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1767384698.156642:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156643:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156644:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156645:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c37d7335. 00000400:00000200:0.0:1767384698.156646:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e8c0e32a 00000400:00000010:0.0:1767384698.156647:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e8c0e32a. 00000100:00000001:0.0:1767384698.156649:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156650:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156653:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156654:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1767384698.156655:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156657:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156658:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156659:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fd43f9d6. 00000400:00000200:0.0:1767384698.156660:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009031da7b 00000400:00000010:0.0:1767384698.156661:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000009031da7b. 00000100:00000001:0.0:1767384698.156663:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156664:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156667:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156668:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1767384698.156669:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156671:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156671:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156672:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3c15a00. 00000400:00000200:0.0:1767384698.156674:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000458c820a 00000400:00000010:0.0:1767384698.156675:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000458c820a. 00000100:00000001:0.0:1767384698.156677:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156678:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156681:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156682:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1767384698.156683:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156684:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156685:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156686:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001cd9c49a. 00000400:00000200:0.0:1767384698.156687:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001b36f011 00000400:00000010:0.0:1767384698.156688:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001b36f011. 00000100:00000001:0.0:1767384698.156691:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156691:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156694:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156695:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1767384698.156696:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156697:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156698:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156699:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078a15b42. 00000400:00000200:0.0:1767384698.156701:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d05e488 00000400:00000010:0.0:1767384698.156702:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008d05e488. 00000100:00000001:0.0:1767384698.156703:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156704:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156708:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156709:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1767384698.156710:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156711:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156712:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156714:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005120bc51. 00000400:00000200:0.0:1767384698.156716:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e1a8304f 00000400:00000010:0.0:1767384698.156718:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e1a8304f. 00000100:00000001:0.0:1767384698.156720:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156721:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156726:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156727:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1767384698.156728:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156742:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156744:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156745:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bfdfb960. 00000400:00000200:0.0:1767384698.156747:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006149d6af 00000400:00000010:0.0:1767384698.156749:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006149d6af. 00000100:00000001:0.0:1767384698.156752:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156753:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156757:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156758:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1767384698.156760:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156761:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156762:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156763:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000085a6fcd5. 00000400:00000200:0.0:1767384698.156765:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000094448c5a 00000400:00000010:0.0:1767384698.156766:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000094448c5a. 00000100:00000001:0.0:1767384698.156769:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156770:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156774:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156775:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1767384698.156777:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156778:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156779:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156780:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000228128af. 00000400:00000200:0.0:1767384698.156782:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000461c05ca 00000400:00000010:0.0:1767384698.156784:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000461c05ca. 00000100:00000001:0.0:1767384698.156786:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156787:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156791:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156792:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1767384698.156794:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156795:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156796:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156797:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d48940b7. 00000400:00000200:0.0:1767384698.156799:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000029ef5cc2 00000400:00000010:0.0:1767384698.156801:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000029ef5cc2. 00000100:00000001:0.0:1767384698.156803:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156804:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156807:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156808:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1767384698.156810:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156811:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156812:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156813:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002a423f64. 00000400:00000200:0.0:1767384698.156815:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5895316 00000400:00000010:0.0:1767384698.156817:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d5895316. 00000100:00000001:0.0:1767384698.156819:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156820:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156824:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156825:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1767384698.156826:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156827:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156828:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156830:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000050f4ebff. 00000400:00000200:0.0:1767384698.156832:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008046233b 00000400:00000010:0.0:1767384698.156833:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008046233b. 00000100:00000001:0.0:1767384698.156851:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156852:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156857:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156858:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1767384698.156859:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156862:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156863:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156864:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d16e9763. 00000400:00000200:0.0:1767384698.156866:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004302fe30 00000400:00000010:0.0:1767384698.156867:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004302fe30. 00000100:00000001:0.0:1767384698.156870:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156871:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156875:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156876:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1767384698.156877:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156879:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156880:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156881:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000081d1e01e. 00000400:00000200:0.0:1767384698.156882:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a91b29cd 00000400:00000010:0.0:1767384698.156884:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a91b29cd. 00000100:00000001:0.0:1767384698.156886:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156886:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156890:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156891:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1767384698.156893:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156894:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156895:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156896:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007fc7c029. 00000400:00000200:0.0:1767384698.156898:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000073fc6843 00000400:00000010:0.0:1767384698.156900:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000073fc6843. 00000100:00000001:0.0:1767384698.156902:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156903:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156907:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156908:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1767384698.156909:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156911:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156912:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156913:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001497851e. 00000400:00000200:0.0:1767384698.156914:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004dc1a1db 00000400:00000010:0.0:1767384698.156916:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004dc1a1db. 00000100:00000001:0.0:1767384698.156918:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156918:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156922:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156923:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1767384698.156935:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156936:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156937:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156938:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7bb7f2b. 00000400:00000200:0.0:1767384698.156940:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000665cb981 00000400:00000010:0.0:1767384698.156942:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000665cb981. 00000100:00000001:0.0:1767384698.156944:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156945:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156949:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156950:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1767384698.156951:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156952:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156953:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156955:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d1b7f81. 00000400:00000200:0.0:1767384698.156957:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d5a32fc 00000400:00000010:0.0:1767384698.156958:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004d5a32fc. 00000100:00000001:0.0:1767384698.156960:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156961:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156965:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156967:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1767384698.156968:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156969:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156970:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156972:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000010ea8120. 00000400:00000200:0.0:1767384698.156973:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bc0bfcb5 00000400:00000010:0.0:1767384698.156974:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bc0bfcb5. 00000100:00000001:0.0:1767384698.156976:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156977:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.156981:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.156982:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1767384698.156983:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.156984:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.156990:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.156991:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000078db398b. 00000400:00000200:0.0:1767384698.156993:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064e01759 00000400:00000010:0.0:1767384698.156995:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000064e01759. 00000100:00000001:0.0:1767384698.156997:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.156998:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157002:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157003:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1767384698.157005:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157006:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157007:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157008:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012cd618a. 00000400:00000200:0.0:1767384698.157010:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce7a9d62 00000400:00000010:0.0:1767384698.157011:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ce7a9d62. 00000100:00000001:0.0:1767384698.157013:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157014:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157017:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157019:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1767384698.157020:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157021:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157022:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157023:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000acbee1c4. 00000400:00000200:0.0:1767384698.157025:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008d6694a0 00000400:00000010:0.0:1767384698.157026:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000008d6694a0. 00000100:00000001:0.0:1767384698.157028:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157029:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157033:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157034:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1767384698.157035:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157037:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157038:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157039:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000466bef99. 00000400:00000200:0.0:1767384698.157041:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002f3b2217 00000400:00000010:0.0:1767384698.157042:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002f3b2217. 00000100:00000001:0.0:1767384698.157044:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157045:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157049:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157050:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1767384698.157052:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157053:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157054:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157055:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1e3b102. 00000400:00000200:0.0:1767384698.157056:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000500394de 00000400:00000010:0.0:1767384698.157058:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000500394de. 00000100:00000001:0.0:1767384698.157060:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157060:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157064:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157065:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1767384698.157066:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157067:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157068:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157069:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f1ce5dc2. 00000400:00000200:0.0:1767384698.157075:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dbea9ab1 00000400:00000010:0.0:1767384698.157076:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000dbea9ab1. 00000100:00000001:0.0:1767384698.157078:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157079:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157083:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157084:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1767384698.157085:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157086:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157088:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157089:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c48c709a. 00000400:00000200:0.0:1767384698.157090:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002cff7685 00000400:00000010:0.0:1767384698.157092:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002cff7685. 00000100:00000001:0.0:1767384698.157095:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157096:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157099:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157101:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1767384698.157102:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157103:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157104:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157105:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000006417cedf. 00000400:00000200:0.0:1767384698.157107:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f8d495a8 00000400:00000010:0.0:1767384698.157108:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000f8d495a8. 00000100:00000001:0.0:1767384698.157110:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157111:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157115:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157116:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1767384698.157118:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157119:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157120:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157121:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002f70a678. 00000400:00000200:0.0:1767384698.157123:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006b5c7d06 00000400:00000010:0.0:1767384698.157124:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006b5c7d06. 00000100:00000001:0.0:1767384698.157126:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157127:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157131:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157132:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1767384698.157133:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157134:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157135:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157136:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f53d50a4. 00000400:00000200:0.0:1767384698.157138:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030f70fa2 00000400:00000010:0.0:1767384698.157139:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000030f70fa2. 00000100:00000001:0.0:1767384698.157141:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157142:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157146:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157147:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1767384698.157148:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157149:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157150:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157152:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4a2fc8. 00000400:00000200:0.0:1767384698.157153:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000beca733a 00000400:00000010:0.0:1767384698.157155:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000beca733a. 00000100:00000001:0.0:1767384698.157157:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157158:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157162:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157168:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1767384698.157169:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157171:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157172:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157173:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a34fdb79. 00000400:00000200:0.0:1767384698.157175:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e59a318f 00000400:00000010:0.0:1767384698.157176:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000e59a318f. 00000100:00000001:0.0:1767384698.157178:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157179:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157183:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157185:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1767384698.157186:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157187:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157188:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157189:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ac09ff4. 00000400:00000200:0.0:1767384698.157191:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007ed298c9 00000400:00000010:0.0:1767384698.157192:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007ed298c9. 00000100:00000001:0.0:1767384698.157194:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157195:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157199:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157200:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1767384698.157201:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157202:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157203:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157204:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dd34c10. 00000400:00000200:0.0:1767384698.157206:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c00a74e1 00000400:00000010:0.0:1767384698.157207:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000c00a74e1. 00000100:00000001:0.0:1767384698.157209:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157210:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157214:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157215:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1767384698.157216:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157217:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157218:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157219:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034f9ea30. 00000400:00000200:0.0:1767384698.157221:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003ace395 00000400:00000010:0.0:1767384698.157222:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000003ace395. 00000100:00000001:0.0:1767384698.157224:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157225:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157229:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157230:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1767384698.157231:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157232:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157233:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157234:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ffba101. 00000400:00000200:0.0:1767384698.157235:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007bc07714 00000400:00000010:0.0:1767384698.157237:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000007bc07714. 00000100:00000001:0.0:1767384698.157238:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157239:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157243:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157244:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1767384698.157245:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157246:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157247:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157248:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fad5792. 00000400:00000200:0.0:1767384698.157250:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000944948a0 00000400:00000010:0.0:1767384698.157251:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000944948a0. 00000100:00000001:0.0:1767384698.157267:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157268:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157272:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157273:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1767384698.157275:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157277:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157278:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157279:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e418264. 00000400:00000200:0.0:1767384698.157281:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fdd54a7f 00000400:00000010:0.0:1767384698.157283:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000fdd54a7f. 00000100:00000001:0.0:1767384698.157285:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157286:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157290:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157292:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1767384698.157293:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157294:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157295:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157297:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b9120e. 00000400:00000200:0.0:1767384698.157298:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002053ca55 00000400:00000010:0.0:1767384698.157299:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002053ca55. 00000100:00000001:0.0:1767384698.157301:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157302:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157306:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157307:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1767384698.157309:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157310:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157311:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157312:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a40de1cf. 00000400:00000200:0.0:1767384698.157314:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000003bd04ac 00000400:00000010:0.0:1767384698.157315:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 0000000003bd04ac. 00000100:00000001:0.0:1767384698.157317:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157318:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157322:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157323:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1767384698.157324:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157325:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157326:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157327:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea00594. 00000400:00000200:0.0:1767384698.157329:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000273a5ce1 00000400:00000010:0.0:1767384698.157330:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000273a5ce1. 00000100:00000001:0.0:1767384698.157333:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157333:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157337:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157338:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1767384698.157340:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157341:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157342:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157343:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d04a1707. 00000400:00000200:0.0:1767384698.157345:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000feb379d4 00000400:00000010:0.0:1767384698.157346:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000feb379d4. 00000100:00000001:0.0:1767384698.157348:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157349:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157353:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157355:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1767384698.157356:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157357:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157358:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157359:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076306b72. 00000400:00000200:0.0:1767384698.157361:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d5a21f24 00000400:00000010:0.0:1767384698.157362:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000d5a21f24. 00000100:00000001:0.0:1767384698.157364:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157365:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157369:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157370:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1767384698.157371:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157373:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157374:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157375:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4b3dcf. 00000400:00000200:0.0:1767384698.157377:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000331da46b 00000400:00000010:0.0:1767384698.157378:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000331da46b. 00000100:00000001:0.0:1767384698.157380:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157381:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157385:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157386:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1767384698.157387:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157389:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157390:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157391:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000147e7773. 00000400:00000200:0.0:1767384698.157393:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001a154529 00000400:00000010:0.0:1767384698.157395:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000001a154529. 00000100:00000001:0.0:1767384698.157397:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157398:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157402:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157403:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1767384698.157405:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157406:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157407:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157408:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012cfed76. 00000400:00000200:0.0:1767384698.157410:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000008bc520 00000400:00000010:0.0:1767384698.157411:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000008bc520. 00000100:00000001:0.0:1767384698.157414:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157415:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157419:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157420:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1767384698.157421:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157423:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157424:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157425:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000012df8c0. 00000400:00000200:0.0:1767384698.157427:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ab15f298 00000400:00000010:0.0:1767384698.157428:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000ab15f298. 00000100:00000001:0.0:1767384698.157430:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157432:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157436:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157437:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1767384698.157558:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157560:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157561:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157562:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a76b685e. 00000400:00000200:0.0:1767384698.157565:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000360367c8 00000400:00000010:0.0:1767384698.157567:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000360367c8. 00000100:00000001:0.0:1767384698.157570:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157571:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157576:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157578:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1767384698.157580:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157582:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157583:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157584:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002be6b3e1. 00000400:00000200:0.0:1767384698.157590:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006d9cc836 00000400:00000010:0.0:1767384698.157592:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000006d9cc836. 00000100:00000001:0.0:1767384698.157594:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157595:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157600:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157601:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1767384698.157603:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157605:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157606:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157608:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097d39535. 00000400:00000200:0.0:1767384698.157610:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002297d329 00000400:00000010:0.0:1767384698.157611:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000002297d329. 00000100:00000001:0.0:1767384698.157615:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157616:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157621:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157623:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1767384698.157625:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157626:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157627:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157628:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023c236cb. 00000400:00000200:0.0:1767384698.157631:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000621cdf05 00000400:00000010:0.0:1767384698.157632:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000621cdf05. 00000100:00000001:0.0:1767384698.157634:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157635:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157638:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157639:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1767384698.157640:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157642:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157642:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157643:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000570c8ecc. 00000400:00000200:0.0:1767384698.157645:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bb1dfcb4 00000400:00000010:0.0:1767384698.157646:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bb1dfcb4. 00000100:00000001:0.0:1767384698.157648:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157649:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157652:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157653:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1767384698.157654:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157655:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157656:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157657:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000176fb922. 00000400:00000200:0.0:1767384698.157658:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a6bf562f 00000400:00000010:0.0:1767384698.157660:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000a6bf562f. 00000100:00000001:0.0:1767384698.157661:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157662:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157665:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157666:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1767384698.157667:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157669:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157669:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157671:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007a2b91f4. 00000400:00000200:0.0:1767384698.157672:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004184f85a 00000400:00000010:0.0:1767384698.157673:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004184f85a. 00000100:00000001:0.0:1767384698.157675:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157676:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157679:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157680:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1767384698.157681:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157682:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157683:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157684:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000847fe426. 00000400:00000200:0.0:1767384698.157685:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004992732a 00000400:00000010:0.0:1767384698.157686:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 000000004992732a. 00000100:00000001:0.0:1767384698.157688:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157689:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157693:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157695:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1767384698.157696:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1767384698.157697:0:40111:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767384698.157699:0:40111:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767384698.157700:0:40111:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000005846a243. 00000400:00000200:0.0:1767384698.157702:0:40111:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bce0d428 00000400:00000010:0.0:1767384698.157703:0:40111:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at 00000000bce0d428. 00000100:00000001:0.0:1767384698.157705:0:40111:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1767384698.157706:0:40111:0:(events.c:296:request_in_callback()) event type 6, status 0, service mdt_io 00000100:00100000:0.0:1767384698.157710:0:40111:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1767384698.157712:0:40111:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1767384698.157713:0:40111:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1767384698.157715:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157716:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157718:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157719:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157721:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157722:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157723:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157724:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157726:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157727:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157728:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157729:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157743:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157744:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157746:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157747:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157748:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157749:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157750:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157751:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157752:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157753:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157754:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157755:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157756:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157757:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157758:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157759:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157761:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157762:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157763:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157764:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157765:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157766:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157767:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157768:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157770:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157771:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157772:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157773:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157774:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157775:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157776:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157777:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157778:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157779:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157780:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157781:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157783:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157784:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157785:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157786:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157787:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157788:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157789:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157790:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157791:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157792:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157793:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157794:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157795:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157796:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157797:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157798:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157799:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157800:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157802:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157803:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157804:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157805:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157806:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157807:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157809:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157810:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157811:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157812:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157813:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157814:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157815:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157816:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157818:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157819:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157820:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157821:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157822:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157823:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157824:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157825:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157826:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157827:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157828:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157829:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157830:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157832:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157833:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157834:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157835:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157836:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157837:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157838:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157839:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157839:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157841:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157842:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157843:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157844:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157845:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157845:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157847:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157847:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157849:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157850:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157851:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157852:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157853:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157854:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157855:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157856:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157857:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157858:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157859:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157860:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157861:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157862:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157863:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157864:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1767384698.157866:0:40111:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1767384698.157867:0:40111:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1767384698.157869:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000af2505b7. 00000100:00000010:0.0:1767384698.157912:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006a23050c. 00000100:00000010:0.0:1767384698.157914:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f12d58d5. 00000100:00000010:0.0:1767384698.157958:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008f29acb3. 00000100:00000010:0.0:1767384698.157960:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000344a5d59. 00000100:00000010:0.0:1767384698.157999:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008ef4becb. 00000100:00000010:0.0:1767384698.158002:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000656a3d48. 00000100:00000010:0.0:1767384698.158042:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c1c59437. 00000100:00000010:0.0:1767384698.158045:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006a84ad75. 00000100:00000010:0.0:1767384698.158089:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e7d8567. 00000100:00000010:0.0:1767384698.158091:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000046fb7625. 00000100:00000010:0.0:1767384698.158133:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000fe5c884a. 00000100:00000010:0.0:1767384698.158135:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000f60bfd02. 00000100:00000010:0.0:1767384698.158172:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ccb16c6c. 00000100:00000010:0.0:1767384698.158174:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000088e9e9f9. 00000100:00000010:0.0:1767384698.158213:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007a19c7ab. 00000100:00000010:0.0:1767384698.158215:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000095899dae. 00000100:00000010:0.0:1767384698.158253:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000066f6e0e9. 00000100:00000010:0.0:1767384698.158256:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000030233c42. 00000100:00000010:0.0:1767384698.158295:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001c01b79b. 00000100:00000010:0.0:1767384698.158298:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000982f101f. 00000100:00000010:0.0:1767384698.158346:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000006601602e. 00000100:00000010:0.0:1767384698.158349:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007a549f6b. 00000100:00000010:0.0:1767384698.158388:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000096f2a17d. 00000100:00000010:0.0:1767384698.158392:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c926681b. 00000100:00000010:0.0:1767384698.158526:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ab20649c. 00000100:00000010:0.0:1767384698.158531:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000152d4b3d. 00000100:00000010:0.0:1767384698.158583:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000049607138. 00000100:00000010:0.0:1767384698.158587:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001996cdb6. 00000100:00000010:0.0:1767384698.158633:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000041a08d8. 00000100:00000010:0.0:1767384698.158636:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004a4c56be. 00000100:00000010:0.0:1767384698.158682:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d3206c45. 00000100:00000010:0.0:1767384698.158685:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b5d37361. 00000100:00000010:0.0:1767384698.158744:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000008dd3e2c4. 00000100:00000010:0.0:1767384698.158747:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000004610ed3. 00000100:00000010:0.0:1767384698.158811:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bbe30817. 00000100:00000010:0.0:1767384698.158814:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000085e15dbb. 00000100:00000010:0.0:1767384698.158865:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ef6af0d2. 00000100:00000010:0.0:1767384698.158868:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000bc331e60. 00000100:00000010:0.0:1767384698.158909:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000d827c3f4. 00000100:00000010:0.0:1767384698.158912:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000019c6a46c. 00000100:00000010:0.0:1767384698.158953:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000db71b327. 00000100:00000010:0.0:1767384698.158955:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005d505bc2. 00000100:00000010:0.0:1767384698.158993:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e775ec3e. 00000100:00000010:0.0:1767384698.158995:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000006f9e9d3f. 00000100:00000010:0.0:1767384698.159030:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000458badc. 00000100:00000010:0.0:1767384698.159033:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000372131a. 00000100:00000010:0.0:1767384698.159063:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c6656ba8. 00000100:00000010:0.0:1767384698.159066:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000003d6d6428. 00000100:00000010:0.0:1767384698.159096:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004f422ad3. 00000100:00000010:0.0:1767384698.159098:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000346aca57. 00000100:00000010:0.0:1767384698.159133:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003fb0e076. 00000100:00000010:0.0:1767384698.159136:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002c5715bc. 00000100:00000010:0.0:1767384698.159171:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005e54469a. 00000100:00000010:0.0:1767384698.159174:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007af62181. 00000100:00000010:0.0:1767384698.159209:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000016858913. 00000100:00000010:0.0:1767384698.159213:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c532cf19. 00000100:00000010:0.0:1767384698.159248:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000013de55ba. 00000100:00000010:0.0:1767384698.159251:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005e19bc6d. 00000100:00000010:0.0:1767384698.159288:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007f1205f8. 00000100:00000010:0.0:1767384698.159290:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000df1930cc. 00000100:00000010:0.0:1767384698.159327:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000040a40305. 00000100:00000010:0.0:1767384698.159330:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fb88f2e1. 00000100:00000010:0.0:1767384698.159374:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000009d1514aa. 00000100:00000010:0.0:1767384698.159376:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001e1d35c6. 00000100:00000010:0.0:1767384698.159417:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000e57f53ed. 00000100:00000010:0.0:1767384698.159419:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000004dfc184. 00000100:00000010:0.0:1767384698.159485:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000005594ea25. 00000100:00000010:0.0:1767384698.159488:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c74ec8a9. 00000100:00000010:0.0:1767384698.159528:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000126775bd. 00000100:00000010:0.0:1767384698.159530:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000529e614b. 00000100:00000010:0.0:1767384698.159567:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000041b832b2. 00000100:00000010:0.0:1767384698.159569:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000057779dc. 00000100:00000010:0.0:1767384698.159608:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000089335de0. 00000100:00000010:0.0:1767384698.159610:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000012c6c30c. 00000100:00000010:0.0:1767384698.159655:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001ed796dd. 00000100:00000010:0.0:1767384698.159657:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000573ced8a. 00000100:00000010:0.0:1767384698.159697:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d50c40f. 00000100:00000010:0.0:1767384698.159700:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000005b9c829d. 00000100:00000010:0.0:1767384698.159745:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000cc24220e. 00000100:00000010:0.0:1767384698.159749:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000ed232a8a. 00000100:00000010:0.0:1767384698.159780:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ae32d75d. 00000100:00000010:0.0:1767384698.159782:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000002bda57ad. 00000100:00000010:0.0:1767384698.159810:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dc38406. 00000100:00000010:0.0:1767384698.159812:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004267a2eb. 00000100:00000010:0.0:1767384698.159841:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000004740b4b8. 00000100:00000010:0.0:1767384698.159845:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000015af7030. 00000100:00000010:0.0:1767384698.159874:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000052dff436. 00000100:00000010:0.0:1767384698.159876:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001577e269. 00000100:00000010:0.0:1767384698.159913:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000002255d83a. 00000100:00000010:0.0:1767384698.159915:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000060691f76. 00000100:00000010:0.0:1767384698.159942:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000908ba592. 00000100:00000010:0.0:1767384698.159944:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000fccf513e. 00000100:00000010:0.0:1767384698.159985:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000ad4bb08b. 00000100:00000010:0.0:1767384698.159988:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000837f57a7. 00000100:00000010:0.0:1767384698.160039:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000dbfa76da. 00000100:00000010:0.0:1767384698.160042:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000006f15970. 00000100:00000010:0.0:1767384698.160088:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000f79a0285. 00000100:00000010:0.0:1767384698.160090:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000070d6776f. 00000100:00000010:0.0:1767384698.160129:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c0cb9587. 00000100:00000010:0.0:1767384698.160131:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000b9424bb2. 00000100:00000010:0.0:1767384698.160166:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000000dc72a53. 00000100:00000010:0.0:1767384698.160169:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000000d7754d5. 00000100:00000010:0.0:1767384698.160197:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001d550c3b. 00000100:00000010:0.0:1767384698.160199:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000c9dc7ca0. 00000100:00000010:0.0:1767384698.160229:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000007c47d513. 00000100:00000010:0.0:1767384698.160231:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e6f33c03. 00000100:00000010:0.0:1767384698.160259:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001716e60d. 00000100:00000010:0.0:1767384698.160262:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000004c4423f6. 00000100:00000010:0.0:1767384698.160297:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000035735129. 00000100:00000010:0.0:1767384698.160299:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001432a248. 00000100:00000010:0.0:1767384698.160334:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000c395889e. 00000100:00000010:0.0:1767384698.160337:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000668337c9. 00000100:00000010:0.0:1767384698.160370:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000047b584fd. 00000100:00000010:0.0:1767384698.160372:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000e58de384. 00000100:00000010:0.0:1767384698.160408:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000614603fa. 00000100:00000010:0.0:1767384698.160410:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000001e957d13. 00000100:00000010:0.0:1767384698.160472:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 0000000039aca55e. 00000100:00000010:0.0:1767384698.160477:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000908a89fd. 00000100:00000010:0.0:1767384698.160529:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000003863efe9. 00000100:00000010:0.0:1767384698.160533:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 000000007396bd58. 00000100:00000010:0.0:1767384698.160567:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000793400fa. 00000100:00000010:0.0:1767384698.160570:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 0000000073017dd4. 00000100:00000010:0.0:1767384698.160600:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 000000001205e3fc. 00000100:00000010:0.0:1767384698.160602:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000524c0a30. 00000100:00000010:0.0:1767384698.160631:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000219057b3. 00000100:00000010:0.0:1767384698.160633:0:40111:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 524288 at 00000000a6b421a0. 00000100:00000010:0.0:1767384698.160663:0:40111:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at 00000000bb19b4be. 00000100:00000010:0.0:1767384698.160680:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000039c610c. 00000100:00000010:0.0:1767384698.160686:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 000000000f665e7d. 00000100:00000010:0.0:1767384698.160691:0:40111:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at 00000000522dcb8a. 00000100:00000001:0.0:1767384698.160697:0:40111:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1767384698.160699:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.160700:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384698.160702:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384698.160703:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000f5baa68a. 00000100:00000001:0.0:1767384698.160706:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384698.160707:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.160709:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.160710:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000b5c1fc7. 00000100:00000001:0.0:1767384698.160712:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.160713:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.160714:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000005785f807. 00000100:00000001:0.0:1767384698.160716:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.160717:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.160718:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000ca2c1085. 00000100:00000001:0.0:1767384698.160720:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.160721:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.160722:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 0000000026063368. 00000100:00000001:0.0:1767384698.160724:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.160725:0:40111:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1767384698.160726:0:40111:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1767384698.160727:0:40111:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at 00000000303dc70e. 00000100:00000001:0.0:1767384698.160729:0:40111:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1767384698.160742:0:40111:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384698.160744:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.160745:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000086d5082. 00000100:00000001:0.0:1767384698.160747:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.160748:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.160749:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000b9338178. 00000100:00000001:0.0:1767384698.160751:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.160753:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.160753:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 00000000e68e0866. 00000100:00000001:0.0:1767384698.160755:0:40111:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1767384698.160756:0:40111:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1767384698.160757:0:40111:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at 000000000b4ded22. 00000100:00000010:0.0:1767384698.160760:0:40111:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at 00000000daabf232. 00000100:00000001:0.0:1767384698.160762:0:40111:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1767384698.160820:0:40111:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at 00000000ac834071. 00000020:00000010:0.0:1767384698.160824:0:40111:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at 00000000c4bab251. 00000100:00000010:0.0:1767384698.160843:0:40111:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at 00000000d4f24b3f. 00000100:00000010:0.0:1767384698.160851:0:40111:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at 00000000fcc7dd0e. 00000100:00000010:0.0:1767384698.160853:0:40111:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at 000000005c1725f9. 00000100:00000010:0.0:1767384698.160856:0:40111:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at 0000000017b3281b. 00000100:00000001:0.0:1767384698.160858:0:40111:0:(service.c:3856:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1767384698.160861:0:40111:0:(mdt_mds.c:140:mds_stop_ptlrpc_service()) Process leaving 00000004:00000001:0.0:1767384698.160879:0:40111:0:(mdt_mds.c:543:mds_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384698.160881:0:40111:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767384698.160891:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384698.160896:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002e958383. 00000001:00000010:0.0:1767384698.160898:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000002f10a9b0. 00000001:00000010:0.0:1767384698.160900:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000005cc066ca. 00000001:00000010:0.0:1767384698.160901:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000009b217999. 00000001:00000010:0.0:1767384698.160903:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000017df467e. 00000001:00000010:0.0:1767384698.160905:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007483b077. 00000001:00000001:0.0:1767384698.160908:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1767384698.160909:0:40111:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1767384698.160912:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000b64abe64. 00000001:00000010:0.0:1767384698.160914:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000043bda866. 00000001:00000010:0.0:1767384698.160915:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a0bc6af6. 00000001:00000010:0.0:1767384698.160917:0:40111:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000a077663f. 00000001:00000010:0.0:1767384698.160918:0:40111:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 0000000090ef8799. 00000001:00000010:0.0:1767384698.160920:0:40111:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 00000000b0bff929. 00000001:00000001:0.0:1767384698.160922:0:40111:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1767384698.160923:0:40111:0:(obd_config.c:955:class_decref()) Decref MDS (000000000c942bf2) now 3 - setup 00000020:00000001:0.0:1767384698.160926:0:40111:0:(obd_config.c:918:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384698.160928:0:40111:0:(obd_config.c:1542:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1767384698.160931:0:40111:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1767384698.160936:0:40111:0:(obd_config.c:794:class_detach()) Process entered 00000020:00000040:0.0:1767384698.160939:0:40111:0:(obd_config.c:955:class_decref()) Decref MDS (000000000c942bf2) now 2 - obd_device_list 00000020:00000080:0.0:1767384698.160942:0:40111:0:(obd_config.c:814:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000040:0.0:1767384698.160943:0:40111:0:(obd_config.c:955:class_decref()) Decref MDS (000000000c942bf2) now 1 - newdev 00000020:00000040:0.0:1767384698.160946:0:40111:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object 000000003bb579d4 with handle 0x71ee3a74e2718ed4 from hash 00000020:00000040:0.0:1767384698.160950:0:40111:0:(genops.c:898:class_export_put()) PUTting export 000000003bb579d4 : new refcount 0 00000020:00000080:0.0:1767384698.160952:0:40111:0:(genops.c:904:class_export_put()) final put 000000003bb579d4/MDS_uuid 00000020:00000001:0.0:1767384698.160955:0:40111:0:(lprocfs_status_server.c:720:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384698.160958:0:40111:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1767384698.160960:0:40111:0:(genops.c:863:class_export_destroy()) destroying export 000000003bb579d4/MDS_uuid for MDS 00000020:00000001:0.0:1767384698.160962:0:40111:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1767384698.160964:0:40111:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384698.160965:0:40111:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 000000003bb579d4. 00000020:00000001:0.0:1767384698.160970:0:40111:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1767384698.160972:0:40111:0:(genops.c:440:class_free_dev()) Release obd device MDS obd_type name = mds 00000020:01000000:0.0:1767384698.160974:0:40111:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:00000001:0.0:1767384698.160975:0:40111:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1767384698.160979:0:40111:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007fbcf846. 00000020:00000010:0.0:1767384698.160983:0:40111:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000247a93b4. 00000040:00000010:0.0:1767384698.160985:0:40111:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f40b9d0. 00000020:00000010:0.0:1767384698.160989:0:40111:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f04a32a0. 00000020:00000010:0.0:1767384698.160993:0:40111:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384698.160996:0:40111:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fcd1399b. 80000000:00000010:0.0:1767384698.160999:0:40111:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000083de4d16. 40000000:00000010:0.0:1767384698.161002:0:40111:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000970b1baf. 00100000:00000010:0.0:1767384698.161005:0:40111:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ad59cae0. 00040000:00000010:0.0:1767384698.161008:0:40111:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cca56323. 00040000:00000010:0.0:1767384698.161011:0:40111:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000902f581d. 00080000:00000010:0.0:1767384698.161016:0:40111:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002bfaf6a6. 00080000:00000010:0.0:1767384698.161020:0:40111:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000142f2130. 00000004:00000010:0.0:1767384698.161026:0:40111:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e31844a. 00000004:00000001:0.0:1767384698.161030:0:40111:0:(mdt_mds.c:550:mds_device_free()) Process entered 00000004:00000010:0.0:1767384698.161033:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000486e00e0. 00000004:00000010:0.0:1767384698.161036:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000cbaa7cf4. 00000004:00000010:0.0:1767384698.161039:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f0477b36. 00000004:00000010:0.0:1767384698.161044:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000079a4ec44. 00000004:00000010:0.0:1767384698.161056:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000095bc951. 00000004:00000010:0.0:1767384698.161058:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000397cefa. 00000004:00000010:0.0:1767384698.161060:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000039acf79f. 00000004:00000010:0.0:1767384698.161063:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000731f9bd7. 00000004:00000010:0.0:1767384698.161066:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008358cb00. 00000004:00000010:0.0:1767384698.161069:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000de02c993. 00000004:00000010:0.0:1767384698.161071:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000000cfacf90. 00000004:00000010:0.0:1767384698.161074:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000e755e0ca. 00000004:00000010:0.0:1767384698.161076:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008201e6bf. 00000004:00000010:0.0:1767384698.161080:0:40111:0:(mdt_mds.c:553:mds_device_free()) kfreed 'm': 192 at 000000007af3fe1e. 00000004:00000001:0.0:1767384698.161082:0:40111:0:(mdt_mds.c:554:mds_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384698.161085:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000247a93b4. 00000040:00000010:0.0:1767384698.161088:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001f40b9d0. 00000020:00000010:0.0:1767384698.161090:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f04a32a0. 00000020:00000010:0.0:1767384698.161092:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384698.161095:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000fcd1399b. 80000000:00000010:0.0:1767384698.161097:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000083de4d16. 40000000:00000010:0.0:1767384698.161100:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000970b1baf. 00100000:00000010:0.0:1767384698.161102:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ad59cae0. 00040000:00000010:0.0:1767384698.161104:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000cca56323. 00040000:00000010:0.0:1767384698.161106:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000902f581d. 00080000:00000010:0.0:1767384698.161109:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000142f2130. 00080000:00000010:0.0:1767384698.161111:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002bfaf6a6. 00000004:00000010:0.0:1767384698.161114:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e31844a. 00000020:00000010:0.0:1767384698.161116:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007fbcf846. 00000020:00000001:0.0:1767384698.161118:0:40111:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384698.161120:0:40111:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at 000000000c942bf2. 00000020:00000001:0.0:1767384698.161125:0:40111:0:(obd_config.c:818:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384698.161127:0:40111:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1767384698.161130:0:40111:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at 00000000a1dee442. 00000020:00000001:0.0:1767384698.161132:0:40111:0:(obd_config.c:2383:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384698.161135:0:40111:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384698.161140:0:40111:0:(tgt_mount.c:2110:server_put_super()) kfreed 'extraname': 22 at 00000000ecb2c284. 00000020:00000010:0.0:1767384698.161144:0:40111:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001317aed2. 00000020:00000010:0.0:1767384698.161148:0:40111:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000071ff0b45. 00000040:00000010:0.0:1767384698.161150:0:40111:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d20f03e6. 00000020:00000010:0.0:1767384698.161152:0:40111:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000002a28fdc9. 00000020:00000010:0.0:1767384698.161155:0:40111:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000ccb856aa. 00000020:00000010:0.0:1767384698.161158:0:40111:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067a4e7c7. 80000000:00000010:0.0:1767384698.161160:0:40111:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000006f346f85. 40000000:00000010:0.0:1767384698.161162:0:40111:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000028717b1a. 00100000:00000010:0.0:1767384698.161164:0:40111:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000020b870bf. 00040000:00000010:0.0:1767384698.161167:0:40111:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000410d9b51. 00040000:00000010:0.0:1767384698.161169:0:40111:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000460f6f8f. 00040000:00000010:0.0:1767384698.161172:0:40111:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000008ae60af0. 00080000:00000010:0.0:1767384698.161175:0:40111:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000fac993b3. 00080000:00000010:0.0:1767384698.161177:0:40111:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000adbe0538. 00000004:00000010:0.0:1767384698.161181:0:40111:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c652fe10. 00000004:00000010:0.0:1767384698.161183:0:40111:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000048ec0ae4. 00000004:00000010:0.0:1767384698.161187:0:40111:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005051d9f6. 00002000:00000010:0.0:1767384698.161189:0:40111:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000a318a0f8. 00000004:00000010:0.0:1767384698.161193:0:40111:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007d8a3b43. 00000020:00000010:0.0:1767384698.161196:0:40111:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000024a95e55. 00000020:02000400:0.0:1767384698.161197:0:40111:0:(tgt_mount.c:2118:server_put_super()) server umount lustre-MDT0000 complete 00000020:00000010:0.0:1767384698.163161:0:40111:0:(tgt_mount.c:2119:server_put_super()) kfreed 'tmpname': 15 at 000000000dbc0921. 00000020:00000001:0.0:1767384698.163166:0:40111:0:(tgt_mount.c:2120:server_put_super()) Process leaving 00080000:00000010:3.0:1767384698.164081:0:10602:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000805a7dad. 00080000:00000010:2.0:1767384698.164083:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000152dd6ab. 00080000:00000010:3.0:1767384698.164088:0:10602:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000805a7dad. 00080000:00000010:2.0:1767384698.164090:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000152dd6ab. 00000020:00000001:3.0:1767384698.164094:0:10602:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.164098:0:1:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384698.332946:0:40123:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001a65ccd4. 00080000:00000010:1.0:1767384698.332956:0:40123:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001a65ccd4. 00000020:00000001:1.0:1767384698.332961:0:40123:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1767384698.461168:0:40163:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at 00000000c5f3bfe5. 00000400:00000040:0.0:1767384698.461183:0:40163:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1767384698.461185:0:40163:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1767384698.461186:0:40163:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1767384698.461187:0:40163:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1767384698.461188:0:40163:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1767384698.461189:0:40163:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1767384698.461190:0:40163:0:(api-ni.c:2990:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1767384698.461234:0:40163:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at 00000000c5f3bfe5. 00000100:00000001:2.0:1767384698.469493:0:17072:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384698.469493:0:17894:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1767384698.469499:0:17894:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384698.469500:0:17072:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384698.631402:0:40175:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000152dd6ab. 00080000:00000010:2.0:1767384698.631417:0:40175:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000152dd6ab. 00000020:00000001:2.0:1767384698.631424:0:40175:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384698.790482:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384698.790487:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384698.790522:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384698.790529:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384698.790532:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384698.853505:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (4) 00000800:00000200:0.1:1767384698.853514:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (4) 00000400:00000200:2.0:1767384698.853662:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853713:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853739:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853754:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853766:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853777:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853789:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853809:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853832:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853854:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853874:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853892:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853905:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853917:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853928:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853939:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853950:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853962:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853973:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853985:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.853996:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854007:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854020:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854033:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854045:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854056:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854067:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854078:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854089:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854100:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854111:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854122:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854134:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854145:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384698.854156:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384698.854319:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cb3ff662. 00000800:00000010:2.0:1767384698.854325:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000830bdc23. 00000800:00000010:2.0:1767384698.854330:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006f412e13. 00000800:00000010:2.0:1767384698.854351:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006f412e13. 00000800:00020000:2.0:1767384698.854369:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384698.854372:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000830bdc23. 00000800:00000010:2.0:1767384698.854374:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cb3ff662. 00000400:02020000:2.0:1767384698.854405:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp31 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384698.854409:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:3.0:1767384699.005400:0:40227:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000c263aaa1. 00080000:00000010:3.0:1767384699.005409:0:40227:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000c263aaa1. 00000020:00000001:3.0:1767384699.005412:0:40227:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384699.621557:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp42 00000400:00000010:1.0:1767384699.621565:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000193915b2. 00000400:00000010:1.0:1767384699.621571:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f22dbd11. 00000400:00000010:1.0:1767384699.621575:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000010:1.0:1767384699.621581:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000746e33d0. 00000400:00000200:1.0:1767384699.621583:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp42 00000400:00000200:1.0:1767384699.621603:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp42 local destination 00000400:00000200:1.0:1767384699.621608:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp42 00000400:00000200:1.0:1767384699.621611:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp42 NI seq info: [245:245:256:4294967295] 192.168.203.125@tcp42 LPNI seq info [211:211:8:4294967295] 00000400:00000200:1.0:1767384699.621616:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp42 00000400:00000200:1.0:1767384699.621621:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp42(192.168.203.125@tcp42:) -> 192.168.203.125@tcp42(192.168.203.125@tcp42:192.168.203.125@tcp42) : GET try# 0 00000800:00000200:1.0:1767384699.621625:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp42 00000800:00000010:1.0:1767384699.621628:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d6cf9da5. 00000800:00000200:1.0:1767384699.621633:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000800:00000200:1.1:1767384699.621637:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000003819b674] -> 12345-192.168.203.125@tcp42 (2) 00000400:00000200:1.0:1767384699.621655:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp42 added to recovery queue. ping count: 5 next ping: 352 health :500 00000400:00000200:0.0:1767384699.621743:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621784:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621798:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621808:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621820:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621831:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621842:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621853:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621864:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621875:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621885:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621898:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621909:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621920:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621932:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621943:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621955:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621975:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621987:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.621998:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622009:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622025:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622038:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622049:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622061:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622072:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622083:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622094:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622106:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622117:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622127:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622138:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622149:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622160:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384699.622171:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384699.622297:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bfaf6a6. 00000800:00000010:0.0:1767384699.622303:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea6981d0. 00000800:00000010:0.0:1767384699.622308:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d87ac9e. 00000800:00000010:0.0:1767384699.622325:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d87ac9e. 00000800:00020000:0.0:1767384699.622332:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384699.622335:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea6981d0. 00000800:00000010:0.0:1767384699.622336:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002bfaf6a6. 00000400:02020000:0.0:1767384699.622370:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp42 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384699.622375:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp42 notifying 192.168.203.125@tcp42: down 00000800:00000200:0.0:1767384699.622378:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp42 down 00000800:00000100:0.0:1767384699.622383:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp42 00000800:00000010:0.0:1767384699.622385:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d6cf9da5. 00000400:00000200:0.0:1767384699.622388:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384699.622392:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp42->192.168.203.125@tcp42: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384699.622398:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384699.622400:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384699.622402:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp42) recovery failed with -71 00010000:00000001:3.0:1767384699.813558:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384699.813563:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384699.813610:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384699.813613:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384699.813615:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:1.0:1767384700.645524:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384700.645529:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384700.645532:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000010:1.0:1767384700.645536:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000400:00000200:1.0:1767384700.645541:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384700.645547:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp42 recovery ping unlinked 00000400:00000010:1.0:1767384700.645558:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000193915b2. 00000400:00000010:1.0:1767384700.645564:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f22dbd11. 00010000:00000001:3.0:1767384700.837524:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384700.837531:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384700.837622:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384700.837626:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384700.837628:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384700.901588:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (4) 00000800:00000200:0.1:1767384700.901596:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000006a91168] -> 12345-192.168.203.125@tcp34 (4) 00000800:00000200:0.0:1767384700.901619:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000eeba38ae] -> 12345-192.168.203.125@tcp (6) 00000800:00000200:0.0:1767384700.901623:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp ip 192.168.203.125:988 00000800:00000200:0.0:1767384700.901627:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000800:00000010:0.0:1767384700.901657:0:16346:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000096dddad2. 00000800:00000200:0.0:1767384700.901660:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000fc7d60c5] -> 12345-192.168.203.125@tcp21 (6) 00000800:00000200:0.0:1767384700.901662:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp21 ip 192.168.203.125:988 00000800:00000200:0.0:1767384700.901665:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000096dddad2 type 192, nob 24 niov 1 nkiov 0 00000400:00000200:3.0:1767384700.901859:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.901925:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000800:00000001:0.0:1767384700.901929:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1767384700.901940:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1767384700.901952:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384700.901958:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384700.901960:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384700.901967:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384700.901974:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384700.901994:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000800:00000001:1.0:1767384700.901995:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1767384700.902003:0:16347:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1767384700.902007:0:16347:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767384700.902029:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902049:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902063:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902077:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902092:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902106:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902120:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902134:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902147:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902161:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902176:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902191:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902216:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902229:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902251:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902277:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902308:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902324:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902340:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902356:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902372:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902388:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902405:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902420:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902435:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902489:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902518:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902535:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902556:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902587:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902604:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384700.902620:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384700.902749:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029d4fcea. 00000800:00000010:3.0:1767384700.902754:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000066890472. 00000800:00000010:3.0:1767384700.902759:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000dca71916. 00000800:00000010:3.0:1767384700.902778:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000dca71916. 00000800:00020000:3.0:1767384700.902785:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384700.902788:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000066890472. 00000800:00000010:3.0:1767384700.902791:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000029d4fcea. 00000400:02020000:3.0:1767384700.902827:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp34 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384700.902832:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000100:00000040:0.0:1767384701.029530:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767384701.029539:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767384701.029546:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d2f3373. 00000020:00000040:0.0:1767384701.029552:0:38:0:(genops.c:1229:class_import_get()) import 000000001ffd8790 refcount=4 obd=MGC192.168.203.125@tcp 00000100:00000001:0.0:1767384701.029556:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384701.029559:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384701.029564:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767384701.029572:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000488224a. 00000100:00000001:0.0:1767384701.029579:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384701.029587:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 52fcb523-99f3-47ad-9ec0-fd8a5f36dda8->MGS req@000000008d2f3373 x1853237048151296/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767384701.029596:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384701.029598:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384701.029602:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d2f3373] to pc [ptlrpcd_00_02+2] req@000000008d2f3373 x1853237048151296/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767384701.029630:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1767384701.029632:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767384701.029636:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1767384701.029638:0:38:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1767384701.029640:0:38:0:(import.c:65:import_set_state_nolock()) 0000000089c0f131 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1767384701.029643:0:38:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1767384701.029646:0:38:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 316 00000100:00001000:0.0:1767384701.029650:0:38:0:(import.c:2128:obd_at_measure()) add 10 to 000000003685b7c0 time=111 v=5 (1 0 0 0) 00000100:00001000:0.0:1767384701.029652:0:38:0:(import.c:2194:obd_at_measure()) AT 000000003685b7c0 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:0.0:1767384701.029654:0:38:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:0.0:1767384701.029657:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 5 to 0@lo 00000100:00000001:0.0:1767384701.029660:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1767384701.029662:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 6 to 0@lo 00000100:00000001:0.0:1767384701.029664:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 00000020:00000001:0.0:1767384701.029668:0:38:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1767384701.029670:0:38:0:(genops.c:823:class_conn2export()) looking for export cookie 0x71ee3a74e271900f 00000020:00000001:0.0:1767384701.029673:0:38:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1767384701.029709:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384701.029709:0:16357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1767384701.029726:0:38:0:(lustre_handles.c:131:class_handle2object()) GET export 000000004d354fce refcount=8 00000100:00000001:3.0:1767384701.029728:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1767384701.029733:0:38:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446637893617895424 : -106180091656192 : ffff9f6e055ac800) 00000100:00000001:3.0:1767384701.029734:0:16356:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767384701.029736:0:16357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384701.029739:0:38:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446637893617895424 : -106180091656192 : ffff9f6e055ac800) 00000100:00000040:3.0:1767384701.029741:0:16356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d2f3373 x1853237048151296/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767384701.029747:0:38:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=000000004bad6d37 refcount 5 to 0@lo 00000100:00000001:0.0:1767384701.029754:0:38:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1767384701.029756:0:16356:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384701.029759:0:16356:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384701.029760:0:38:0:(connection.c:161:ptlrpc_connection_addref()) conn=000000004bad6d37 refcount 6 to 0@lo 02000000:00000001:3.0:1767384701.029763:0:16356:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767384701.029765:0:38:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446637898590658752 : -106175118892864 : ffff9f6f2dc120c0) 02000000:00000001:3.0:1767384701.029767:0:16356:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767384701.029771:0:16356:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767384701.029771:0:38:0:(genops.c:898:class_export_put()) PUTting export 000000004d354fce : new refcount 7 00000100:00100000:3.0:1767384701.029776:0:16356:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@000000008d2f3373 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:52fcb523-99f3-47ad-9ec0-fd8a5f36dda8:16356:1853237048151296:0@lo:400: 00000100:00080000:0.0:1767384701.029779:0:38:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import 0000000089c0f131 using connection 192.168.203.125@tcp/0@lo 00000100:00000001:3.0:1767384701.029781:0:16356:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1767384701.029786:0:38:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384701.029788:0:16356:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767384701.029789:0:38:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1767384701.029791:0:16356:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767384701.029794:0:16356:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767384701.029798:0:38:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1767384701.029799:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a1c57f2. 02000000:00000001:3.0:1767384701.029803:0:16356:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767384701.029805:0:38:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384701.029809:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b32e176d. 00000100:00000001:0.0:1767384701.029810:0:38:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1767384701.029814:0:38:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767384701.029817:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa8f8f4. 00000100:00000010:0.0:1767384701.029821:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000039600001. 00000100:00000200:3.0:1767384701.029824:0:16356:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048151296, portal 25 00000020:00000040:0.0:1767384701.029825:0:38:0:(genops.c:1229:class_import_get()) import 0000000089c0f131 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:3.0:1767384701.029828:0:16356:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384701.029831:0:16356:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717091072 : -106174992460544 : ffff9f6f354a5500) 02000000:00000001:0.0:1767384701.029831:0:38:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767384701.029835:0:38:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767384701.029838:0:38:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767384701.029839:0:38:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767384701.029841:0:38:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384701.029842:0:16356:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@000000008d2f3373 x1853237048151296/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384701.029849:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000010bd48c0. 00000100:00000001:3.0:1767384701.029851:0:16356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767384701.029855:0:38:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767384701.029856:0:16356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1767384701.029861:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000100:00000200:3.0:1767384701.029864:0:16356:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048151296, offset 0 00000100:00100000:0.0:1767384701.029866:0:38:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000039600001 x1853237048151424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384701.029872:0:16356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1767384701.029881:0:38:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767384701.029883:0:38:0:(jobid.c:951:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384701.029889:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000039600001] to pc [ptlrpcd_rcv+-1] req@0000000039600001 x1853237048151424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384701.029890:0:16356:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384701.029902:0:16356:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff08d00 00000400:00000100:3.0:1767384701.029907:0:16356:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237048151296 offset 0 length 224: 4 00000400:00000200:3.0:1767384701.029910:0:16356:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000009b629fc4 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1767384701.029913:0:16356:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:0.0:1767384701.029914:0:38:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384701.029921:0:38:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (326) 00000400:00000200:3.0:1767384701.029922:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000400:00000010:3.0:1767384701.029926:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000100:00000001:3.0:1767384701.029930:0:16356:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767384701.029933:0:16356:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d2f3373 x1853237048151296/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384701.029936:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384701.029942:0:16356:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767384701.029945:0:16356:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@000000008d2f3373 x1853237048151296/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384717 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384701.029946:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384701.029949:0:16353:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1767384701.029957:0:16356:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384701.029958:0:16353:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039600001 x1853237048151424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384701.029962:0:16356:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384701.029970:0:16353:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767384701.029971:0:16356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384701.029972:0:16353:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384701.029977:0:16353:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1767384701.029979:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 0 is 4294988806 02000000:00000001:2.0:1767384701.029979:0:16353:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767384701.029983:0:16353:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767384701.029987:0:16353:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@0000000039600001 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16353:1853237048151424:0@lo:38: 00000100:00000010:3.0:1767384701.029989:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009f4b9e3. 00000100:00000001:2.0:1767384701.029990:0:16353:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767384701.029993:0:16353:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767384701.029996:0:16353:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767384701.029997:0:16353:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767384701.029999:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 0 02000000:00000010:2.0:1767384701.030002:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b8f60fd2. 02000000:00000001:2.0:1767384701.030005:0:16353:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767384701.030008:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b223cb9. 00000400:00000010:2.0:1767384701.030012:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000f6d0721. 00000100:00000200:2.0:1767384701.030014:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048151424, portal 10 00000100:00000001:2.0:1767384701.030015:0:16353:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767384701.030017:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 1 is 4294988806 00000100:00000001:2.0:1767384701.030017:0:16353:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446637898717089280 : -106174992462336 : ffff9f6f354a4e00) 00000100:00000010:3.0:1767384701.030025:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000d60b8dd. 00000100:00000040:2.0:1767384701.030026:0:16353:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@0000000039600001 x1853237048151424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384701.030032:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1767384701.030036:0:16353:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767384701.030040:0:16353:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1767384701.030043:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000100:00000001:3.0:1767384701.030044:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 2 is 4294988806 00000100:00000200:2.0:1767384701.030045:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237048151424, offset 0 00000100:00000010:3.0:1767384701.030051:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002665df57. 00000400:00000200:2.0:1767384701.030055:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1767384701.030057:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767384701.030061:0:16356:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS new deadline estimation for cpu 3 is 4294988806 00000400:00000200:2.0:1767384701.030065:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384701.030067:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a602d31f. 00000100:00000001:3.0:1767384701.030070:0:16356:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.125@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767384701.030074:0:16356:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767384701.030074:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695825ff08d80 00000100:00000001:3.0:1767384701.030079:0:16356:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1767384701.030083:0:16353:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1853237048151424 offset 0 length 520: 4 00000100:00000001:3.0:1767384701.030086:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384701.030087:0:16353:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 00000000b4d9f679 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:3.0:1767384701.030092:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767384701.030092:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1767384701.030101:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000100:00000001:3.0:1767384701.030102:0:16356:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1767384701.030103:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000100:00000001:3.0:1767384701.030105:0:16356:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767384701.030107:0:16353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1767384701.030109:0:16356:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384701.030111:0:16356:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1767384701.030112:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000039600001 x1853237048151424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767384701.030114:0:16356:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384701.030118:0:16356:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384701.030126:0:16353:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767384701.030128:0:16353:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@0000000039600001 x1853237048151424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767384701.030132:0:16353:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384701.030134:0:16353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1767384701.030137:0:16353:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767384701.030140:0:16353:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 3798 usecs (4 jiffies) 00000100:00000001:2.0:1767384701.030142:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4294988804 00000100:00000001:2.0:1767384701.030143:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4294988806 00000100:00000001:2.0:1767384701.030146:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4294988804 00000100:00000001:2.0:1767384701.030147:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4294988806 00000100:00000001:2.0:1767384701.030148:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4294988804 00000100:00000001:2.0:1767384701.030150:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4294988806 00000100:00000001:2.0:1767384701.030150:0:16353:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4294988804 00000100:00000001:2.0:1767384701.030151:0:16353:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4294988806 00000100:00000001:2.0:1767384701.030153:0:16353:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767384701.030154:0:16353:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384701.030155:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384701.030156:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384701.030160:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384701.030161:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1767384701.030162:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384701.030163:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384701.030164:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384701.030165:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767384701.036516:0:247:0:(connection.c:75:cpu_latency_work()) work item of 00000000807c8482 (cpu 0) has reached its deadline 4294988806, at 4294988807 00000100:00000010:0.0:1767384701.036524:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009f4b9e3. 00000100:00000040:1.0:1767384701.036525:0:763:0:(connection.c:75:cpu_latency_work()) work item of 00000000c6346cdc (cpu 0) has reached its deadline 4294988806, at 4294988807 00000100:00000040:2.0:1767384701.036526:0:1525:0:(connection.c:75:cpu_latency_work()) work item of 000000007eb41d86 (cpu 0) has reached its deadline 4294988806, at 4294988807 00000100:00000040:3.0:1767384701.036533:0:33:0:(connection.c:75:cpu_latency_work()) work item of 00000000565d50a4 (cpu 0) has reached its deadline 4294988806, at 4294988807 00000100:00000010:1.0:1767384701.036535:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000d60b8dd. 00000100:00000010:2.0:1767384701.036537:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002665df57. 00000100:00000010:3.0:1767384701.036546:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a602d31f. 00010000:00000001:3.0:1767384701.861551:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384701.861562:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384701.861669:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384701.861673:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384701.861676:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:1.0:1767384702.693584:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp43 00000400:00000010:1.0:1767384702.693610:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000193915b2. 00000400:00000010:1.0:1767384702.693621:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f22dbd11. 00000400:00000010:1.0:1767384702.693628:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000010:1.0:1767384702.693638:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000c1bcd26a. 00000400:00000200:1.0:1767384702.693643:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp43 00000400:00000200:1.0:1767384702.693667:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp43 local destination 00000400:00000200:1.0:1767384702.693675:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp43 00000400:00000200:1.0:1767384702.693680:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp43 NI seq info: [246:246:256:4294967295] 192.168.203.125@tcp43 LPNI seq info [212:212:8:4294967295] 00000400:00000200:1.0:1767384702.693690:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp43 00000400:00000200:1.0:1767384702.693698:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp43(192.168.203.125@tcp43:) -> 192.168.203.125@tcp43(192.168.203.125@tcp43:192.168.203.125@tcp43) : GET try# 0 00000800:00000200:1.0:1767384702.693720:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp43 00000800:00000010:1.0:1767384702.693726:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000a538b924. 00000800:00000200:1.0:1767384702.693734:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000800:00000200:1.1:1767384702.693739:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000001cec96ba] -> 12345-192.168.203.125@tcp43 (2) 00000400:00000200:1.0:1767384702.693772:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp43 added to recovery queue. ping count: 5 next ping: 355 health :500 00000400:00000200:0.0:1767384702.693876:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.693929:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.693955:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.693978:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694000:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694024:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694048:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694070:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694094:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694116:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694139:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694158:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694177:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694200:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694223:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694245:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694269:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694302:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694336:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694360:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694385:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694406:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694424:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694502:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694533:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694565:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694587:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694620:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694654:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694680:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694720:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694747:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694771:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694795:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384702.694820:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384702.694982:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bfaf6a6. 00000800:00000010:0.0:1767384702.694987:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000ea6981d0. 00000800:00000010:0.0:1767384702.694993:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000002d87ac9e. 00000800:00000010:0.0:1767384702.695012:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000002d87ac9e. 00000800:00020000:0.0:1767384702.695022:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384702.695026:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000ea6981d0. 00000800:00000010:0.0:1767384702.695028:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002bfaf6a6. 00000400:02020000:0.0:1767384702.695063:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp43 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384702.695070:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp43 notifying 192.168.203.125@tcp43: down 00000400:00000200:0.0:1767384702.695075:0:16345:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:0.0:1767384702.695079:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp43 00000800:00000010:0.0:1767384702.695083:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000a538b924. 00000400:00000200:0.0:1767384702.695087:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384702.695091:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp43->192.168.203.125@tcp43: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384702.695100:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384702.695104:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384702.695108:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp43) recovery failed with -71 00010000:00000001:3.0:1767384702.885539:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384702.885545:0:33:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767384702.885547:0:33:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767384702.885549:0:33:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384702.885554:0:33:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767384702.885555:0:33:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384702.885557:0:33:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384702.885559:0:33:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384702.885617:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384702.885623:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384702.885626:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384702.949615:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000967df891] -> 12345-192.168.203.125@tcp11 (6) 00000800:00000200:0.0:1767384702.949626:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp11 ip 192.168.203.125:988 00000800:00000200:0.0:1767384702.949636:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384702.949855:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1767384702.949859:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384702.949876:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1767384702.949881:0:16348:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1767384702.949884:0:16348:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1767384703.717542:0:16351:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767384703.717547:0:16351:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1767384703.717550:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000010:1.0:1767384703.717555:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000400:00000200:1.0:1767384703.717562:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384703.717568:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp43 recovery ping unlinked 00000400:00000010:1.0:1767384703.717582:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000193915b2. 00000400:00000010:1.0:1767384703.717588:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f22dbd11. 00010000:00000001:3.0:1767384703.909570:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384703.909576:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767384703.909642:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767384703.909646:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767384703.909648:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1767384703.973523:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (4) 00000800:00000200:0.1:1767384703.973531:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000841d1200] -> 12345-192.168.203.125@tcp40 (4) 00000400:00000200:2.0:1767384703.973646:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973714:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973740:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973758:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973775:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973791:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973809:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973829:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973849:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973871:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973893:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973916:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973948:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973964:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973977:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.973990:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974002:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974014:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974026:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974038:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974051:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974062:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974074:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974087:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974100:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974112:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974124:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974136:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974149:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974161:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974179:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974204:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974231:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974257:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:2.0:1767384703.974283:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:2.0:1767384703.974514:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cb3ff662. 00000800:00000010:2.0:1767384703.974521:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000c8b19b27. 00000800:00000010:2.0:1767384703.974527:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001bf79860. 00000800:00000010:2.0:1767384703.974555:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001bf79860. 00000800:00020000:2.0:1767384703.974568:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:2.0:1767384703.974572:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000c8b19b27. 00000800:00000010:2.0:1767384703.974574:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cb3ff662. 00000400:02020000:2.0:1767384703.974618:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp40 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:2.0:1767384703.974624:0:16342:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:0.0:1767384704.318022:0:40276:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000088d30d4d. 00080000:00000010:0.0:1767384704.318033:0:40276:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000088d30d4d. 00000020:00000001:0.0:1767384704.318037:0:40276:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767384704.741572:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp32 00000400:00000010:2.0:1767384704.741579:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000006e125df6. 00000400:00000010:2.0:1767384704.741587:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000d80bbc0e. 00000400:00000010:2.0:1767384704.741594:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000400:00000010:2.0:1767384704.742782:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000082d8cd1d. 00000400:00000200:2.0:1767384704.742791:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp32 00000400:00000200:2.0:1767384704.742817:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp32 local destination 00000400:00000200:2.0:1767384704.742825:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp32 00000400:00000200:2.0:1767384704.742831:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp32 NI seq info: [247:247:256:4294967295] 192.168.203.125@tcp32 LPNI seq info [213:213:8:4294967295] 00000400:00000200:2.0:1767384704.742840:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp32 00000400:00000200:2.0:1767384704.742849:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp32(192.168.203.125@tcp32:) -> 192.168.203.125@tcp32(192.168.203.125@tcp32:192.168.203.125@tcp32) : GET try# 0 00000800:00000200:2.0:1767384704.742857:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp32 00000800:00000010:2.0:1767384704.742863:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000005a09f3a7. 00000800:00000200:2.0:1767384704.742870:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000800:00000200:2.1:1767384704.742877:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c382d9f8] -> 12345-192.168.203.125@tcp32 (2) 00000400:00000200:2.0:1767384704.742906:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp32 added to recovery queue. ping count: 6 next ping: 389 health :400 00000400:00000200:0.0:1767384704.742976:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743021:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743041:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743055:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743072:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743089:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743102:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743118:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743136:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743155:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743173:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743190:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743206:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743226:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743243:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743258:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743271:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743284:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743303:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743317:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743340:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743365:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743390:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743413:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743435:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743497:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743527:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743549:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743563:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743578:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743594:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743609:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743622:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743639:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384704.743658:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384704.743813:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bfaf6a6. 00000800:00000010:0.0:1767384704.743835:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000008a004aff. 00000800:00000010:0.0:1767384704.743841:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000ad7de1f2. 00000800:00000010:0.0:1767384704.743861:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000ad7de1f2. 00000800:00020000:0.0:1767384704.743871:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384704.743875:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000008a004aff. 00000800:00000010:0.0:1767384704.743877:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002bfaf6a6. 00000400:02020000:0.0:1767384704.743915:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp32 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384704.743923:0:16343:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp32 notifying 192.168.203.125@tcp32: down 00000800:00000200:0.0:1767384704.743930:0:16343:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp32 down 00000800:00000100:0.0:1767384704.743936:0:16343:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp32 00000800:00000010:0.0:1767384704.743940:0:16343:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000005a09f3a7. 00000400:00000200:0.0:1767384704.743943:0:16343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384704.743948:0:16343:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp32->192.168.203.125@tcp32: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384704.743959:0:16343:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384704.743962:0:16343:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384704.743965:0:16343:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp32) recovery failed with -71 00010000:00000001:3.0:1767384704.934749:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384704.934754:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384704.934801:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384704.934807:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384704.934811:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1767384705.086763:0:40440:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767384705.086769:0:40440:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing load_modules_local 00000001:00000001:0.0:1767384705.090532:0:40440:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1767384705.281960:0:40459:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000200:1.0:1767384705.766507:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003d6612d3 00000400:00000010:1.0:1767384705.766514:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003d6612d3. 00000400:00000200:1.0:1767384705.766518:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384705.766524:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp32 recovery ping unlinked 00000400:00000010:1.0:1767384705.766534:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000006e125df6. 00000400:00000010:1.0:1767384705.766538:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000d80bbc0e. 00000400:00000200:1.0:1767384705.766544:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp44 00000400:00000010:1.0:1767384705.766547:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000008819c415. 00000400:00000010:1.0:1767384705.766551:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 00000000f6f65ca1. 00000400:00000010:1.0:1767384705.766554:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000010:1.0:1767384705.766560:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000097824868. 00000400:00000200:1.0:1767384705.766563:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp44 00000400:00000200:1.0:1767384705.766578:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp44 local destination 00000400:00000200:1.0:1767384705.766583:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp44 00000400:00000200:1.0:1767384705.766586:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp44 NI seq info: [248:248:256:4294967295] 192.168.203.125@tcp44 LPNI seq info [214:214:8:4294967295] 00000400:00000200:1.0:1767384705.766592:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp44 00000400:00000200:1.0:1767384705.766600:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp44(192.168.203.125@tcp44:) -> 192.168.203.125@tcp44(192.168.203.125@tcp44:192.168.203.125@tcp44) : GET try# 0 00000800:00000200:1.0:1767384705.766604:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp44 00000800:00000010:1.0:1767384705.766608:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000006e4b969e. 00000800:00000200:1.0:1767384705.766614:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000800:00000200:1.1:1767384705.766619:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000e89a24f4] -> 12345-192.168.203.125@tcp44 (2) 00000400:00000200:1.0:1767384705.766636:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp44 added to recovery queue. ping count: 5 next ping: 358 health :500 00000400:00000200:3.0:1767384705.766730:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.766787:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.766819:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.766851:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.766885:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.766922:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.766959:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.766993:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767040:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767071:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767095:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767117:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767143:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767171:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767196:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767238:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767280:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767323:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767369:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767404:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767490:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767532:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767574:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767606:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767640:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767673:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767721:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767761:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767804:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767841:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767883:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767918:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767951:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.767993:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384705.768038:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384705.768265:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000029d4fcea. 00000800:00000010:3.0:1767384705.768272:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000086573232. 00000800:00000010:3.0:1767384705.768280:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000008893688a. 00000800:00000010:3.0:1767384705.768312:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000008893688a. 00000800:00020000:3.0:1767384705.768323:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384705.768328:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000086573232. 00000800:00000010:3.0:1767384705.768331:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000029d4fcea. 00000400:02020000:3.0:1767384705.768384:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp44 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:3.0:1767384705.768393:0:16344:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp44 notifying 192.168.203.125@tcp44: down 00000400:00000200:3.0:1767384705.768398:0:16344:0:(router.c:1840:lnet_notify()) Old news 00000800:00000100:3.0:1767384705.768404:0:16344:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp44 00000800:00000010:3.0:1767384705.768408:0:16344:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000006e4b969e. 00000400:00000200:3.0:1767384705.768413:0:16344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:3.0:1767384705.768420:0:16344:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp44->192.168.203.125@tcp44: GET: LOCAL_ERROR 00000400:00000200:3.0:1767384705.768430:0:16344:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:3.0:1767384705.768434:0:16344:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery message sent unsuccessfully:-71 00000400:00000200:3.0:1767384705.768471:0:16344:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp44) recovery failed with -71 00000100:00000010:1.0:1767384706.149704:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009045a848. 02000000:00000010:1.0:1767384706.149732:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003aa7bfe1. 02000000:00000010:3.0:1767384706.149816:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025762a27. 00000400:00000010:3.0:1767384706.149827:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4ede359. 00000400:00000010:3.0:1767384706.149836:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000100:00000200:3.0:1767384706.149844:0:16357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048151552, portal 25 00000400:00000010:3.0:1767384706.149849:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fbd9d2. 00000100:00000200:3.0:1767384706.149854:0:16357:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853237048151552, offset 0 00000400:00000200:3.0:1767384706.149867:0:16357:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384706.149883:0:16357:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384706.149895:0:16357:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x695825ff08e00 00000400:00000100:3.0:1767384706.149902:0:16357:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853237048151552 offset 0 length 224: 4 00000400:00000200:3.0:1767384706.149906:0:16357:0:(lib-msg.c:1041:lnet_is_health_check()) Msg 000000009b629fc4 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:3.0:1767384706.149908:0:16357:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:3.0:1767384706.149917:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fbd9d2 00000400:00000010:3.0:1767384706.149919:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fbd9d2. 00000100:00000200:3.0:1767384706.149930:0:16357:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000009045a848 x1853237048151552/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384706.149963:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a602d31f. 00000100:00000010:3.0:1767384706.149980:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e82412e1. 00000100:00000010:3.0:1767384706.149989:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000002c752da5. 00000100:00000010:3.0:1767384706.150000:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000f4cd30b4. 00000100:00000010:3.0:1767384706.156509:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000f4cd30b4. 00000100:00000010:1.0:1767384706.156550:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e82412e1. 00000100:00000010:0.0:1767384706.156565:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a602d31f. 00000100:00000010:2.0:1767384706.157481:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000002c752da5. 00080000:00000010:3.0:1767384706.318882:0:40690:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007159a875. 00080000:00000010:3.0:1767384706.320347:0:40690:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007159a875. 00080000:00000010:3.0:1767384706.327565:0:40692:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007159a875. 00080000:00000010:3.0:1767384706.327572:0:40692:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007159a875. 00080000:00000010:1.0:1767384706.516806:0:40701:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ea1fd42b. 00080000:00000010:1.0:1767384706.516820:0:40701:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ea1fd42b. 00000400:00000200:1.0:1767384706.789532:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000010:1.0:1767384706.789545:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000400:00000200:1.0:1767384706.789553:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384706.789560:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp44 recovery ping unlinked 00000400:00000010:1.0:1767384706.789575:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000008819c415. 00000400:00000010:1.0:1767384706.789582:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 00000000f6f65ca1. 00080000:00000010:3.0:1767384706.829794:0:40755:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bee9c59c. 00080000:00000010:3.0:1767384706.829804:0:40755:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bee9c59c. 00000800:00000200:2.0:1767384707.045525:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (4) 00000800:00000200:2.1:1767384707.045534:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000aef0e930] -> 12345-192.168.203.125@tcp30 (4) 00000400:00000200:1.0:1767384707.045650:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045706:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045723:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045737:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045753:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045777:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045794:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045809:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045825:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045844:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045860:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045872:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045886:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045904:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045919:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045932:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045947:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045961:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045974:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.045987:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046000:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046012:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046025:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046038:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046052:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046066:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046082:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046101:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046122:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046136:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046148:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046160:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046173:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046186:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:1.0:1767384707.046200:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:1.0:1767384707.046335:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000bb026031. 00000800:00000010:1.0:1767384707.046339:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000fcfa3834. 00000800:00000010:1.0:1767384707.046343:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000082682fad. 00000800:00000010:1.0:1767384707.046359:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000082682fad. 00000800:00020000:1.0:1767384707.046367:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384707.046371:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000fcfa3834. 00000800:00000010:1.0:1767384707.046374:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000bb026031. 00000400:02020000:1.0:1767384707.046401:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp30 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:1.0:1767384707.046406:0:16345:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:2.0:1767384707.131130:0:40803:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000152dd6ab. 00080000:00000010:2.0:1767384707.131143:0:40803:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000152dd6ab. 00080000:00000010:1.0:1767384707.419159:0:40853:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000345fa026. 00080000:00000010:1.0:1767384707.419170:0:40853:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000345fa026. 00080000:00000010:1.0:1767384707.713183:0:40901:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000096624775. 00080000:00000010:1.0:1767384707.713191:0:40901:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000096624775. 00000400:00000200:1.0:1767384707.813509:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp35 00000400:00000010:1.0:1767384707.813515:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000005e2bd8f7. 00000400:00000010:1.0:1767384707.813523:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000003c31e0f2. 00000400:00000010:1.0:1767384707.813528:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000010:1.0:1767384707.813537:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e2cb8cf3. 00000400:00000200:1.0:1767384707.813543:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp35 00000400:00000200:1.0:1767384707.813564:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp35 local destination 00000400:00000200:1.0:1767384707.813572:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp35 00000400:00000200:1.0:1767384707.813577:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp35 NI seq info: [249:249:256:4294967295] 192.168.203.125@tcp35 LPNI seq info [215:215:8:4294967295] 00000400:00000200:1.0:1767384707.813586:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp35 00000400:00000200:1.0:1767384707.813595:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp35(192.168.203.125@tcp35:) -> 192.168.203.125@tcp35(192.168.203.125@tcp35:192.168.203.125@tcp35) : GET try# 0 00000800:00000200:1.0:1767384707.813601:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp35 00000800:00000010:1.0:1767384707.813606:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 000000004d74ba36. 00000800:00000200:1.0:1767384707.813613:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000800:00000200:1.1:1767384707.813618:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000009a3f7a0b] -> 12345-192.168.203.125@tcp35 (2) 00000400:00000200:1.0:1767384707.813643:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp35 added to recovery queue. ping count: 6 next ping: 392 health :400 00000400:00000200:0.0:1767384707.813738:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.813798:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.813831:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.813859:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.813887:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.813922:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.813960:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.813993:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814028:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814060:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814086:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814111:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814138:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814179:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814223:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814261:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814298:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814337:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814371:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814401:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814426:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814485:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814522:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814553:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814581:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814613:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814647:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814698:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814737:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814773:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814807:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814851:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814903:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814939:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384707.814981:0:16342:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384707.815179:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002bfaf6a6. 00000800:00000010:0.0:1767384707.815185:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000006b4de422. 00000800:00000010:0.0:1767384707.815191:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000009a31bea9. 00000800:00000010:0.0:1767384707.815217:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000009a31bea9. 00000800:00020000:0.0:1767384707.815227:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384707.815232:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000006b4de422. 00000800:00000010:0.0:1767384707.815235:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000002bfaf6a6. 00000400:02020000:0.0:1767384707.815283:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp35 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384707.815292:0:16342:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp35 notifying 192.168.203.125@tcp35: down 00000800:00000200:0.0:1767384707.815298:0:16342:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp35 down 00000800:00000100:0.0:1767384707.815307:0:16342:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp35 00000800:00000010:0.0:1767384707.815311:0:16342:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 000000004d74ba36. 00000400:00000200:0.0:1767384707.815317:0:16342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384707.815323:0:16342:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp35->192.168.203.125@tcp35: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384707.815333:0:16342:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384707.815337:0:16342:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384707.815341:0:16342:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp35) recovery failed with -71 00080000:00000010:1.0:1767384708.002243:0:40949:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000948ad8dc. 00080000:00000010:1.0:1767384708.002253:0:40949:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000948ad8dc. 00000800:00000200:2.0:1767384708.069521:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [0000000056c068c4] -> 12345-192.168.203.125@tcp25 (6) 00000800:00000200:2.0:1767384708.069529:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp25 ip 192.168.203.125:988 00000800:00000200:2.0:1767384708.069535:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b50f1ff1 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1767384708.069558:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005d26736a] -> 12345-192.168.203.125@tcp12 (6) 00000800:00000200:2.0:1767384708.069560:0:16346:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.125@tcp12 ip 192.168.203.125:988 00000800:00000200:2.0:1767384708.069562:0:16346:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000d5556293 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1767384708.069750:0:16349:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1767384708.069750:0:16347:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1767384708.139080:0:40990:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000e64b1e00. 00080000:00000010:3.0:1767384708.139090:0:40990:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000e64b1e00. 00000020:00000010:3.0:1767384708.147624:0:40990:0:(obd_mount.c:609:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000c5467324. 00000020:00000010:3.0:1767384708.147631:0:40990:0:(obd_mount.c:612:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 120 at 000000005b209772. 00000020:00000010:3.0:1767384708.147639:0:40990:0:(obd_mount.c:1344:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at 00000000fe59b63a. 00000020:00000010:3.0:1767384708.147651:0:40990:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 12 at 00000000d14894dd. 00000020:00000010:3.0:1767384708.147678:0:40990:0:(obd_mount.c:1060:lmd_parse_string()) kmalloced '(*handle)': 15 at 00000000278e78ec. 00000020:00000010:3.0:1767384708.147682:0:40990:0:(obd_mount.c:1544:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at 00000000d53207fd. 00000020:00000010:3.0:1767384708.147685:0:40990:0:(obd_mount.c:1628:lmd_parse()) kmalloced '(lmd->lmd_opts)': 29 at 00000000a17e0d07. 00000020:00000010:3.0:1767384708.147701:0:40990:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at 00000000235175ba. 00000020:00000010:3.0:1767384708.147714:0:40990:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000000c08397d. 00000020:00000010:3.0:1767384708.147720:0:40990:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000a9844ad. 00000020:00000010:3.0:1767384708.147729:0:40990:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at 00000000235175ba. 00000020:00000010:3.0:1767384708.147732:0:40990:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 160 at 000000004ee38b99. 00000001:00000010:3.0:1767384708.147744:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b8af348c. 00000001:00000010:3.0:1767384708.147748:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005bf2782d. 00000001:00000010:3.0:1767384708.147750:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c66c7ddf. 00000001:00000010:3.0:1767384708.147752:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f9458f56. 00000001:00000010:3.0:1767384708.147754:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b63ff007. 00000001:00000010:3.0:1767384708.147755:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000999dfb6. 00000001:00000010:3.0:1767384708.147757:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fc07c76d. 00000001:00000010:3.0:1767384708.147759:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002bc78ec9. 00000001:00000010:3.0:1767384708.147760:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004acaed9f. 00000001:00000010:3.0:1767384708.147762:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d478016b. 00000001:00000010:3.0:1767384708.147764:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ab9e5720. 00000001:00000010:3.0:1767384708.147765:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f5c1813. 00000020:00000010:3.0:1767384708.147767:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009de4bb21. 00000020:00000010:3.0:1767384708.147771:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000235175ba. 00000020:00000010:3.0:1767384708.147774:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000008:00000010:3.0:1767384708.147778:0:40990:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008acbf1aa. 00020000:00000010:3.0:1767384708.147781:0:40990:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002efa350c. 00008000:00000010:3.0:1767384708.147785:0:40990:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003bf6e3a6. 00000080:00000010:3.0:1767384708.147790:0:40990:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000013776c33. 00000020:00000010:3.0:1767384708.147793:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001f9c201. 00000020:00000010:3.0:1767384708.147795:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f675ad5. 00000040:00000010:3.0:1767384708.147798:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000bc58277c. 00000020:00000010:3.0:1767384708.147801:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e9ea37b8. 00000020:00000010:3.0:1767384708.147804:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000035151b34. 00040000:00000010:3.0:1767384708.147807:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005bc15c66. 00040000:00000010:3.0:1767384708.147810:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000291286db. 00080000:00000010:3.0:1767384708.147817:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000029d4fcea. 00080000:00000010:3.0:1767384708.147821:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000013b0e85c. 00080000:00000010:3.0:1767384708.147839:0:40990:0:(osd_handler.c:8821:osd_device_alloc()) kmalloced '(o)': 31656 at 000000003670aaf7. 00000001:00000010:3.0:1767384708.154091:0:40990:0:(osd_compat.c:489:osd_ost_init()) kmalloced '(dev->od_ost_map)': 120 at 00000000ff77a871. 00000001:00000010:3.0:1767384708.154381:0:40990:0:(osd_compat.c:265:osd_mdt_init()) kmalloced '(dev->od_mdt_map)': 8 at 00000000d946782e. 00000020:00000010:3.0:1767384708.154849:0:40990:0:(lu_object.c:1121:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at 0000000097a8452d. 00000020:00000010:3.0:1767384708.154857:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000cf2f476a. 00000020:00000010:3.0:1767384708.154860:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 00000000462ef625. 00000020:00000010:3.0:1767384708.155492:0:40990:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000c5028d25. 00080000:00000010:3.0:1767384708.155497:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e65fdb21. 00080000:00000010:3.0:1767384708.155499:0:40990:0:(osd_handler.c:437:osd_object_alloc()) kmalloced '(h)': 88 at 00000000f4cd30b4. 00080000:00000010:3.0:1767384708.155636:0:40990:0:(osd_oi.c:394:osd_oi_init()) kmalloced '(oi)': 8192 at 00000000fa8464db. 00080000:00000010:3.0:1767384708.155681:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001449ec00. 00080000:00000010:3.0:1767384708.155840:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e54cfb21. 00080000:00000010:3.0:1767384708.155992:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000119b21ac. 00080000:00000010:3.0:1767384708.156121:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000179896d0. 00080000:00000010:3.0:1767384708.156260:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000bc5898bb. 00080000:00000010:3.0:1767384708.156410:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005784704b. 00080000:00000010:3.0:1767384708.156570:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007cc584fc. 00080000:00000010:3.0:1767384708.156737:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001a12f736. 00080000:00000010:3.0:1767384708.156919:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000d18a0d41. 00080000:00000010:3.0:1767384708.157077:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007f64adff. 00080000:00000010:3.0:1767384708.157249:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000fcecc222. 00080000:00000010:3.0:1767384708.157387:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000920f7adb. 00080000:00000010:3.0:1767384708.157544:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000baaff363. 00080000:00000010:3.0:1767384708.157702:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b4812bea. 00080000:00000010:3.0:1767384708.157863:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c275772d. 00080000:00000010:3.0:1767384708.158031:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007bd1b4e3. 00080000:00000010:3.0:1767384708.158234:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a3740e8a. 00080000:00000010:3.0:1767384708.158383:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ccd46b00. 00080000:00000010:3.0:1767384708.158537:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000227b4506. 00080000:00000010:3.0:1767384708.158689:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004cdae1b4. 00080000:00000010:3.0:1767384708.158895:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009875ce19. 00080000:00000010:3.0:1767384708.159071:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000006cf8cb22. 00080000:00000010:3.0:1767384708.159220:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000089d62924. 00080000:00000010:3.0:1767384708.159385:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001c9c65c2. 00080000:00000010:3.0:1767384708.159572:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b7467e82. 00080000:00000010:3.0:1767384708.159758:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000c38b9b09. 00080000:00000010:3.0:1767384708.159920:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000857dd97d. 00080000:00000010:3.0:1767384708.160073:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005c5a1397. 00080000:00000010:3.0:1767384708.160211:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000061b94dae. 00080000:00000010:3.0:1767384708.160356:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b67c1654. 00080000:00000010:3.0:1767384708.160492:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000913c312b. 00080000:00000010:3.0:1767384708.160614:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000758bbd45. 00080000:00000010:3.0:1767384708.160752:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b46e9708. 00080000:00000010:3.0:1767384708.160888:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000a32319ac. 00080000:00000010:3.0:1767384708.161021:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000005854289d. 00080000:00000010:3.0:1767384708.161148:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000001d7f9b82. 00080000:00000010:3.0:1767384708.161286:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007c94cf98. 00080000:00000010:3.0:1767384708.161481:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000048c33160. 00080000:00000010:3.0:1767384708.161622:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000cd48c6b8. 00080000:00000010:3.0:1767384708.161780:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000e7872749. 00080000:00000010:3.0:1767384708.161920:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000087f0bd35. 00080000:00000010:3.0:1767384708.162037:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000816fa5b8. 00080000:00000010:3.0:1767384708.162237:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b0bff929. 00080000:00000010:3.0:1767384708.162374:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000007483b077. 00080000:00000010:3.0:1767384708.162521:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000027359703. 00080000:00000010:3.0:1767384708.162661:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000063b0b0ec. 00080000:00000010:3.0:1767384708.162813:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b93b9891. 00080000:00000010:3.0:1767384708.162945:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000ec94f196. 00080000:00000010:3.0:1767384708.163079:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000003c930c66. 00080000:00000010:3.0:1767384708.163205:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000fb07b635. 00080000:00000010:3.0:1767384708.163333:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000094556d8f. 00080000:00000010:3.0:1767384708.163540:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000891813ff. 00080000:00000010:3.0:1767384708.163712:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000b54684ab. 00080000:00000010:3.0:1767384708.163866:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009c94030b. 00080000:00000010:3.0:1767384708.164018:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000057da9d26. 00080000:00000010:3.0:1767384708.164172:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000002473f31f. 00080000:00000010:3.0:1767384708.164331:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000009070d821. 00080000:00000010:3.0:1767384708.164536:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 0000000080ff2963. 00080000:00000010:3.0:1767384708.164696:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000264b4f62. 00080000:00000010:3.0:1767384708.164850:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000197c1c45. 00080000:00000010:3.0:1767384708.165014:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000691d8b3a. 00080000:00000010:3.0:1767384708.165164:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000069fb4a9. 00080000:00000010:3.0:1767384708.165377:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 000000004c86cc72. 00080000:00000010:3.0:1767384708.165529:0:40990:0:(osd_oi.c:221:osd_oi_open()) kmalloced '(oi)': 224 at 00000000678c8eea. 00000001:00000010:3.0:1767384708.165762:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.165905:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.165910:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000dbaea1ae. 00000001:00000010:3.0:1767384708.165921:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.166044:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.166069:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.166192:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.166375:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.166380:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.166397:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.166400:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.166406:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000005d140c1c. 00000001:00000010:3.0:1767384708.166419:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.166590:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.166920:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167048:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.167053:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000005818d2c. 00000001:00000010:3.0:1767384708.167073:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167077:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167091:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167094:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167106:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167109:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.167111:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000021b56a50. 00000001:00000010:3.0:1767384708.167123:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167126:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167139:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167142:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167154:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167157:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.167159:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000112554fe. 00000001:00000010:3.0:1767384708.167320:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167326:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167344:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167346:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167360:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167363:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.167539:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d370a57e. 00000001:00000010:3.0:1767384708.167547:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167551:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167578:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167582:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.167586:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000064930761. 00000001:00000010:3.0:1767384708.167606:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167611:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.167614:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000009d4fe973. 00100000:00000010:3.0:1767384708.167777:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000079f83168. 00000001:00000010:3.0:1767384708.167782:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167785:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167804:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167807:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167820:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167823:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.167825:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000136006ed. 00000001:00000010:3.0:1767384708.167836:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167839:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.167841:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000c817f892. 00000001:00000010:3.0:1767384708.167853:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.167855:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.168010:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.168015:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.168021:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000dbaea1ae. 00100000:00000010:3.0:1767384708.168163:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000005d140c1c. 00000001:00000010:3.0:1767384708.168324:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.168461:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.168467:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 000000005d140c1c. 00100000:00000010:3.0:1767384708.168469:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000005818d2c. 00100000:00000010:3.0:1767384708.168736:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b657ad24. 00000001:00000010:3.0:1767384708.168741:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.168745:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.168866:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000def95f0c. 00000001:00000010:3.0:1767384708.168870:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.168873:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.169007:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e660bbe5. 00000001:00000010:3.0:1767384708.169012:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.169015:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.169125:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000371e50ad. 00000001:00000010:3.0:1767384708.169131:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.169231:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.169345:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a0518072. 00000001:00000010:3.0:1767384708.169350:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.169353:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.169501:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e504bc99. 00000001:00000010:3.0:1767384708.169506:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.169509:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.169640:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000097db1985. 00000001:00000010:3.0:1767384708.169645:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.169648:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.169777:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aa4effab. 00000001:00000010:3.0:1767384708.169782:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.169785:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.169895:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000b3490d3e. 00000001:00000010:3.0:1767384708.169900:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.169903:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.170018:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000417878aa. 00000001:00000010:3.0:1767384708.170023:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170026:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.170151:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000efa21f6f. 00000001:00000010:3.0:1767384708.170156:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170159:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.170264:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000aaed6b4d. 00000001:00000010:3.0:1767384708.170269:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170272:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.170276:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000021b56a50. 00000001:00000010:3.0:1767384708.170402:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170407:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170421:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170423:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170572:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170691:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.170814:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ad28a063. 00000001:00000010:3.0:1767384708.170819:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170823:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170839:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170842:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170853:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.170856:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.170858:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000112554fe. 00100000:00000010:3.0:1767384708.171087:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000064930761. 00000001:00000010:3.0:1767384708.171219:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.171225:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.171228:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 00000000feb62e21. 00000001:00000010:3.0:1767384708.171241:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.171245:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.171248:0:40990:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at 0000000044f73550. 00100000:00000010:3.0:1767384708.171250:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000009d4fe973. 00100000:00000010:3.0:1767384708.171643:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000e060289b. 00000001:00000010:3.0:1767384708.171648:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.171651:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.171817:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c12c4bc3. 00000001:00000010:3.0:1767384708.171822:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.171825:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.172001:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a6a1a70c. 00000001:00000010:3.0:1767384708.172006:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.172009:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.172150:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009b7ddbf1. 00000001:00000010:3.0:1767384708.172155:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.172158:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.172329:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c4a82ef3. 00000001:00000010:3.0:1767384708.172335:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.172338:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.172492:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003b1218ae. 00000001:00000010:3.0:1767384708.172497:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.172500:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.172623:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000000f4533a7. 00000001:00000010:3.0:1767384708.172628:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.172632:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.172770:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f7a8a417. 00000001:00000010:3.0:1767384708.172775:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.172778:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.172904:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003311ef71. 00000001:00000010:3.0:1767384708.172909:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.172912:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.173023:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009d823f1c. 00000001:00000010:3.0:1767384708.173028:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.173031:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.173152:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001e8964c9. 00000001:00000010:3.0:1767384708.173157:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.173160:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.173288:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004cfd755e. 00000001:00000010:3.0:1767384708.173293:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.173296:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.173415:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009d4fe973. 00000001:00000010:3.0:1767384708.173420:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.173423:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.173575:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000064930761. 00000001:00000010:3.0:1767384708.173580:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.173583:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.173706:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000112554fe. 00000001:00000010:3.0:1767384708.173712:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.173715:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.173822:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000021b56a50. 00000001:00000010:3.0:1767384708.173827:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.173830:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.173937:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000097dffd9c. 00000001:00000010:3.0:1767384708.173942:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.173945:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.174061:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000dbef73b7. 00000001:00000010:3.0:1767384708.174066:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.174069:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.174177:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000001585359c. 00000001:00000010:3.0:1767384708.174183:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.174185:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.174307:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000011497558. 00000001:00000010:3.0:1767384708.174314:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.174318:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.174477:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000005729442. 00000001:00000010:3.0:1767384708.174483:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.174486:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.174639:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000bde1dfaf. 00000001:00000010:3.0:1767384708.174644:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.174647:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.174798:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000008f5abd86. 00000001:00000010:3.0:1767384708.174803:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.174807:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.174927:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c8a35d05. 00000001:00000010:3.0:1767384708.174933:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.174936:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.175044:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000030297beb. 00000001:00000010:3.0:1767384708.175049:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.175052:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.175204:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000ecb8d4d9. 00000001:00000010:3.0:1767384708.175209:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.175212:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.175496:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006c7a4e7d. 00000001:00000010:3.0:1767384708.175502:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.175506:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.175632:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000004e55a796. 00000001:00000010:3.0:1767384708.175637:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.175640:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.175775:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000006eb59f0a. 00000001:00000010:3.0:1767384708.175781:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.175784:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.175904:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a40ee7ef. 00000001:00000010:3.0:1767384708.175910:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.175913:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.176023:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000091d1568f. 00000001:00000010:3.0:1767384708.176028:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.176031:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.176146:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000024192a27. 00000001:00000010:3.0:1767384708.176152:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.176155:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.176160:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000136006ed. 00000001:00000010:3.0:1767384708.176295:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.176386:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.176391:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000c817f892. 00000001:00000010:3.0:1767384708.176515:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.176520:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.176532:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.176535:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.176537:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 000000005d140c1c. 00100000:00000010:3.0:1767384708.176807:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000009f1fdd21. 00000001:00000010:3.0:1767384708.176813:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.176933:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.177085:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000d2aae859. 00000001:00000010:3.0:1767384708.177090:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.177093:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.177235:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000002bd18de3. 00000001:00000010:3.0:1767384708.177240:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.177243:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.177247:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 00000000feb62e21. 00100000:00000010:3.0:1767384708.177537:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000a0b159ee. 00000001:00000010:3.0:1767384708.177542:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.177545:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.177697:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000003e0f8af7. 00000001:00000010:3.0:1767384708.177702:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.177705:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.177845:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000c1614b2e. 00000001:00000010:3.0:1767384708.177850:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.177853:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00100000:00000010:3.0:1767384708.177857:0:40990:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at 0000000044f73550. 00000001:00000010:3.0:1767384708.177882:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.177886:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.177893:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.177896:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000020:00000010:3.0:1767384708.178268:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c395c91c. 00000020:00000010:3.0:1767384708.178273:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at 00000000d0feb302. 00040000:00000010:3.0:1767384708.178295:0:40990:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 00000000c7b3daa7. 00040000:00000010:3.0:1767384708.178298:0:40990:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000fcfa3834. 00040000:00000010:3.0:1767384708.178301:0:40990:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000fcfa3834. 00000020:00000010:3.0:1767384708.178310:0:40990:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fcfa3834. 00000020:00000010:3.0:1767384708.178313:0:40990:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000fcfa3834. 00040000:00000010:3.0:1767384708.178316:0:40990:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at 000000003a404c8f. 00040000:00000010:3.0:1767384708.178318:0:40990:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 184 at 00000000fcfa3834. 00040000:00000010:3.0:1767384708.178319:0:40990:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 184 at 00000000fcfa3834. 00000020:00000010:3.0:1767384708.178336:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006f675ad5. 00000040:00000010:3.0:1767384708.178340:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000bc58277c. 00000020:00000010:3.0:1767384708.178343:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e9ea37b8. 00000020:00000010:3.0:1767384708.178346:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000035151b34. 00040000:00000010:3.0:1767384708.178350:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005bc15c66. 00040000:00000010:3.0:1767384708.178353:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000291286db. 00080000:00000010:3.0:1767384708.178357:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000013b0e85c. 00080000:00000010:3.0:1767384708.178362:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000029d4fcea. 00000020:00000010:3.0:1767384708.178365:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001f9c201. 00000020:00000010:3.0:1767384708.178369:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000235175ba. 00000020:00000010:3.0:1767384708.178372:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000008:00000010:3.0:1767384708.178375:0:40990:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008acbf1aa. 00020000:00000010:3.0:1767384708.178379:0:40990:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002efa350c. 00008000:00000010:3.0:1767384708.178382:0:40990:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000003bf6e3a6. 00000080:00000010:3.0:1767384708.178386:0:40990:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000013776c33. 00000020:00000010:3.0:1767384708.178388:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009de4bb21. 00000020:00000010:3.0:1767384708.178392:0:40990:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 160 at 000000004ee38b99. 00000020:00000010:3.0:1767384708.178400:0:40990:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e9ea37b8. 00000020:00000010:3.0:1767384708.178415:0:40990:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000007b59d9. 00000020:00000010:3.0:1767384708.178417:0:40990:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 4 at 00000000fc5857ad. 00000020:00000010:3.0:1767384708.178420:0:40990:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 72 at 0000000009f4b9e3. 00000020:00000010:3.0:1767384708.178429:0:40990:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000032d809c. 00000020:00000010:3.0:1767384708.178434:0:40990:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e4a31c35. 00000020:00000010:3.0:1767384708.178465:0:40990:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 72 at 0000000009f4b9e3. 00000020:00000010:3.0:1767384708.178469:0:40990:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 0000000009f4b9e3. 00000001:00000010:3.0:1767384708.178483:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008b071b50. 00000001:00000010:3.0:1767384708.178488:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000d1e97d6b. 00000001:00000010:3.0:1767384708.178491:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a291e415. 00000001:00000010:3.0:1767384708.178493:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b2804e6d. 00000001:00000010:3.0:1767384708.178496:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000040cde085. 00000001:00000010:3.0:1767384708.178499:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000291286db. 00000001:00000010:3.0:1767384708.178502:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000470f5c9e. 00000001:00000010:3.0:1767384708.178506:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000066aca5f8. 00000001:00000010:3.0:1767384708.178507:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009de4bb21. 00000001:00000010:3.0:1767384708.178509:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001f9c201. 00000001:00000010:3.0:1767384708.178511:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000035151b34. 00000001:00000010:3.0:1767384708.178513:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc58277c. 00000020:00000010:3.0:1767384708.178516:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f675ad5. 00000020:00000010:3.0:1767384708.178518:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000235175ba. 00000020:00000010:3.0:1767384708.178520:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000008:00000010:3.0:1767384708.178523:0:40990:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008acbf1aa. 00020000:00000010:3.0:1767384708.178525:0:40990:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000002efa350c. 00008000:00000010:3.0:1767384708.178528:0:40990:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000003bf6e3a6. 00000080:00000010:3.0:1767384708.178531:0:40990:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000013776c33. 00000020:00000010:3.0:1767384708.178533:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6074208. 00000020:00000010:3.0:1767384708.178536:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c31c5f4c. 00000040:00000010:3.0:1767384708.178538:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a03ce684. 00000020:00000010:3.0:1767384708.178540:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000617ed16c. 00000020:00000010:3.0:1767384708.178542:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009cce27a2. 80000000:00000010:3.0:1767384708.178545:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000580d0124. 00040000:00000010:3.0:1767384708.178547:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b779e0d1. 00080000:00000010:3.0:1767384708.178550:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005a836b9a. 00080000:00000010:3.0:1767384708.178553:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000150d3ce4. 20000000:00000010:3.0:1767384708.178558:0:40990:0:(mgs_handler.c:1637:mgs_device_alloc()) kmalloced '(mgs)': 1864 at 0000000075b5c173. 20000000:00000010:3.0:1767384708.178563:0:40990:0:(mgs_handler.c:1254:mgs_connect_to_osd()) kmalloced '(data)': 192 at 000000004ee38b99. 00000020:00000010:3.0:1767384708.178566:0:40990:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000020b870bf. 20000000:00000010:3.0:1767384708.178570:0:40990:0:(mgs_handler.c:1277:mgs_connect_to_osd()) kfreed 'data': 192 at 000000004ee38b99. 00010000:00000010:3.0:1767384708.178575:0:40990:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000b52d9310. 00000001:00000010:3.0:1767384708.178577:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c330ba12. 00000001:00000010:3.0:1767384708.178582:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000da33363d. 00000001:00000010:3.0:1767384708.178584:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 000000006899ec7e. 00000001:00000010:3.0:1767384708.178586:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000ab0b8028. 00000020:00000010:3.0:1767384708.178615:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000541a8c54. 00000020:00000010:3.0:1767384708.178617:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000b7b0b8b3. 00000020:00000010:3.0:1767384708.178651:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000084cda8a3. 00000020:00000010:3.0:1767384708.178653:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000009d4ba8f1. 00000020:00000010:3.0:1767384708.178681:0:40990:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 448 at 00000000d4062f71. 00000020:00000010:3.0:1767384708.178684:0:40990:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000009072679e. 00000020:00000010:3.0:1767384708.178691:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000990502a4. 00080000:00000010:3.0:1767384708.178697:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000050e3792. 00000001:00000010:3.0:1767384708.178704:0:40990:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 000000006a33fb05. 00000001:00000010:3.0:1767384708.178852:0:40990:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 0000000043bdddc4. 20000000:00000010:3.0:1767384708.179455:0:40990:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 0000000007ff9784. 00080000:00000010:3.0:1767384708.179460:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008839ee66. 00080000:00000010:3.0:1767384708.179491:0:40990:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000001c4efd9e. 00000020:00000010:3.0:1767384708.179494:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000ba87b94. 00080000:00000010:3.0:1767384708.179496:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000939d860b. 00000020:00000010:3.0:1767384708.179509:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dcf2e696. 00080000:00000010:3.0:1767384708.179511:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000000a731c41. 00080000:00000010:3.0:1767384708.179515:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004d950d25. 00100000:00000010:3.0:1767384708.179521:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000f3ba742d. 00100000:00000010:3.0:1767384708.179524:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000f3ba742d. 00000001:00000010:3.0:1767384708.179527:0:40990:0:(nodemap_storage.c:2551:nm_config_file_register_mgs()) kmalloced '(ncf)': 32 at 00000000049aabdb. 00080000:00000010:3.0:1767384708.179531:0:40990:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 0000000021c29c5b. 00000001:00000010:3.0:1767384708.179533:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.179741:0:40990:0:(nodemap_handler.c:4421:nodemap_config_alloc()) kmalloced '(config)': 248 at 000000007e3d5300. 00000001:00000010:3.0:1767384708.179745:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008ec2e52d. 00000001:00000010:3.0:1767384708.179748:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a335f1ba. 00000001:00000010:3.0:1767384708.179750:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000072032d90. 00000001:00000010:3.0:1767384708.179798:0:40990:0:(nodemap_handler.c:3352:nodemap_create()) kmalloced '(nodemap)': 928 at 000000008b480cfd. 00000001:00000010:3.0:1767384708.179807:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fa73301. 00000001:00000010:3.0:1767384708.179810:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fa73301. 00000001:00000010:3.0:1767384708.179812:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.179814:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ab5bb6d9. 00000001:00000010:3.0:1767384708.179819:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001fa73301. 00000001:00000010:3.0:1767384708.179820:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000001fa73301. 00000001:00000010:3.0:1767384708.179822:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ab5bb6d9. 00080000:00000010:3.0:1767384708.179824:0:40990:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 0000000021c29c5b. 00000001:00000010:3.0:1767384708.179835:0:40990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at 00000000ad623012. 00000001:00000010:3.0:1767384708.179838:0:40990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at 00000000e3bb2710. 00000001:00000010:3.0:1767384708.179840:0:40990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 0000000002ff82e5. 00000001:00000010:3.0:1767384708.179848:0:40990:0:(nodemap_handler.c:87:nodemap_destroy()) kfreed 'nodemap': 928 at 0000000069500a2b. 00000001:00000010:3.0:1767384708.179852:0:40990:0:(nodemap_handler.c:4484:nodemap_config_dealloc()) kfreed 'config': 248 at 00000000b003303f. 00000020:00000010:3.0:1767384708.179868:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000005bc15c66. 00080000:00000010:3.0:1767384708.179870:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000021c29c5b. 00000040:00000010:3.0:1767384708.179878:0:40990:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000000f858319. 00000020:00000010:3.0:1767384708.179881:0:40990:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000005d2c6912. 00000020:00000010:3.0:1767384708.179884:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cf231f1e. 00080000:00000010:3.0:1767384708.179886:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001117c79f. 00000001:00000010:3.0:1767384708.179888:0:40990:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000f3ba742d. 00000001:00000010:3.0:1767384708.179901:0:40990:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 000000008b404f00. 00000020:00000010:3.0:1767384708.180907:0:40990:0:(local_storage.c:841:local_oid_storage_init()) kmalloced '(*los)': 120 at 000000004adddcba. 00000020:00000010:3.0:1767384708.180913:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e6c66ca7. 00080000:00000010:3.0:1767384708.180917:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f7e797e5. 00000001:00000010:3.0:1767384708.180921:0:40990:0:(osd_compat.c:1010:osd_seq_load()) kmalloced '(osd_seq)': 48 at 00000000ef6c1c1f. 00000001:00000010:3.0:1767384708.180942:0:40990:0:(osd_compat.c:944:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at 00000000d31ec397. 00080000:00000010:3.0:1767384708.181649:0:40990:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 000000009fab75b0. 20000000:00000010:3.0:1767384708.181688:0:40990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000b4f8732e. 20000000:00000010:3.0:1767384708.181691:0:40990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000003a64c69a. 20000000:00000010:3.0:1767384708.181692:0:40990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000556d77d6. 20000000:00000010:3.0:1767384708.181694:0:40990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at 00000000e3bb2710. 20000000:00000010:3.0:1767384708.181695:0:40990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000006177f2ee. 20000000:00000010:3.0:1767384708.181697:0:40990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at 00000000a665551b. 20000000:00000010:3.0:1767384708.181698:0:40990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 000000004dbbad20. 20000000:00000010:3.0:1767384708.181699:0:40990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at 0000000032e74938. 20000000:00000010:3.0:1767384708.181700:0:40990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000681c5cfe. 20000000:00000010:3.0:1767384708.181702:0:40990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at 000000004e562ff0. 20000000:00000010:3.0:1767384708.181703:0:40990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at 00000000efd29c5c. 20000000:00000010:3.0:1767384708.181705:0:40990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at 000000003b319e5c. 00080000:00000010:3.0:1767384708.181709:0:40990:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 000000009fab75b0. 00000020:00000010:3.0:1767384708.181726:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000695937a2. 00080000:00000010:3.0:1767384708.181729:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007fa983c6. 20000000:00000010:3.0:1767384708.181739:0:40990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at 000000003b319e5c. 20000000:00000010:3.0:1767384708.181741:0:40990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000efd29c5c. 00000020:00000010:3.0:1767384708.181748:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a8f28e09. 00080000:00000010:3.0:1767384708.181751:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000df5aace6. 20000000:00000010:3.0:1767384708.181756:0:40990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000004e562ff0. 20000000:00000010:3.0:1767384708.181758:0:40990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000681c5cfe. 20000000:00000010:3.0:1767384708.181759:0:40990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at 0000000032e74938. 20000000:00000010:3.0:1767384708.181761:0:40990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000004dbbad20. 20000000:00000010:3.0:1767384708.181762:0:40990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at 00000000a665551b. 20000000:00000010:3.0:1767384708.181764:0:40990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 000000006177f2ee. 20000000:00000010:3.0:1767384708.181765:0:40990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at 00000000e3bb2710. 20000000:00000010:3.0:1767384708.181766:0:40990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000556d77d6. 00000020:00000010:3.0:1767384708.181772:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b85055eb. 00080000:00000010:3.0:1767384708.181774:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006433be8e. 20000000:00000010:3.0:1767384708.181779:0:40990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at 000000003a64c69a. 20000000:00000010:3.0:1767384708.181780:0:40990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at 00000000b4f8732e. 00000020:00000010:3.0:1767384708.181889:0:40990:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b7ae5131. 00000020:00000010:3.0:1767384708.181894:0:40990:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000b7ae5131. 20000000:00000010:3.0:1767384708.181898:0:40990:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000e7cbb6a7. 20000000:00000010:3.0:1767384708.181902:0:40990:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 0000000088313460. 20000000:00000010:3.0:1767384708.181907:0:40990:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 0000000029d4fcea. 20000000:00000010:3.0:1767384708.181908:0:40990:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000003b319e5c. 20000000:00000010:3.0:1767384708.181910:0:40990:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 000000008464ee9e. 20000000:00000010:1.0:1767384708.182220:0:40990:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000c16b1dad. 00000040:00000010:1.0:1767384708.182230:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003f9eb55a. 00000040:00000010:1.0:1767384708.182245:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003f9eb55a. 20000000:00000010:1.0:1767384708.182251:0:40990:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000c16b1dad. 00000040:00000010:1.0:1767384708.182258:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003f9eb55a. 00000040:00000010:1.0:1767384708.182280:0:40990:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 0000000019cad796. 00000020:00000010:1.0:1767384708.182287:0:40990:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000b6e99595. 00000020:00000010:1.0:1767384708.182293:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003f6e50ff. 00080000:00000010:1.0:1767384708.182298:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc9593b4. 00000040:00000010:1.0:1767384708.182326:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000bb026031. 00000040:00000010:1.0:1767384708.182338:0:40990:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 0000000019cad796. 00000040:00000010:1.0:1767384708.182342:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000bb026031. 00000040:00000010:1.0:1767384708.182345:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003f9eb55a. 20000000:00000010:1.0:1767384708.182350:0:40990:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000003f9eb55a. 20000000:00000010:1.0:1767384708.182355:0:40990:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 13 at 00000000c16b1dad. 00000040:00000010:1.0:1767384708.182361:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b18c82ed. 00000040:00000010:1.0:1767384708.182371:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b18c82ed. 20000000:00000010:1.0:1767384708.182375:0:40990:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 13 at 00000000c16b1dad. 00000100:00000010:1.0:1767384708.182384:0:40990:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000b18c82ed. 00000100:00000010:1.0:1767384708.182391:0:40990:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000007b02a55f. 00000100:00000010:1.0:1767384708.182410:0:40990:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000b6333fb7. 00000100:00000010:1.0:1767384708.182421:0:40990:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000008715363f. 00000100:00000010:1.0:1767384708.182431:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c78134e. 00000100:00000010:1.0:1767384708.182464:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bb026031. 00000100:00000010:1.0:1767384708.182470:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e1449e14. 00000100:00000010:1.0:1767384708.182476:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000aaf51d50. 00000100:00000010:1.0:1767384708.182481:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000016e21310. 00000100:00000010:1.0:1767384708.182487:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000adbe0538. 00000100:00000010:1.0:1767384708.182491:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2106792. 00000100:00000010:1.0:1767384708.182497:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fac993b3. 00000100:00000010:1.0:1767384708.182501:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046e4995d. 00000100:00000010:1.0:1767384708.182507:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d5eb2be2. 00000100:00000010:1.0:1767384708.182512:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003fbda406. 00000100:00000010:1.0:1767384708.182518:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ced50263. 00000100:00000010:1.0:1767384708.182522:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c4e1000. 00000100:00000010:1.0:1767384708.182529:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f208345. 00000100:00000010:1.0:1767384708.182533:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000adf38432. 00000100:00000010:1.0:1767384708.182538:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c28872ec. 00000100:00000010:1.0:1767384708.182543:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bab97e5f. 00000100:00000010:1.0:1767384708.182552:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000092d0a43d. 00000100:00000010:1.0:1767384708.182557:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075e6e89e. 00000100:00000010:1.0:1767384708.182564:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ece6640. 00000100:00000010:1.0:1767384708.182570:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004eb21b20. 00000100:00000010:1.0:1767384708.182578:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dac19fa3. 00000100:00000010:1.0:1767384708.182583:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3e3e280. 00000100:00000010:1.0:1767384708.182589:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e262a9e3. 00000100:00000010:1.0:1767384708.182594:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8324aa2. 00000100:00000010:1.0:1767384708.182600:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f00d07c. 00000100:00000010:1.0:1767384708.182604:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9698615. 00000100:00000010:1.0:1767384708.182611:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a569595. 00000100:00000010:1.0:1767384708.182615:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ef5998a9. 00000100:00000010:1.0:1767384708.182621:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000a06d25f. 00000100:00000010:1.0:1767384708.182626:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7837434. 00000100:00000010:1.0:1767384708.182632:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004eba38d1. 00000100:00000010:1.0:1767384708.182636:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082c11006. 00000100:00000010:1.0:1767384708.182643:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000afec7536. 00000100:00000010:1.0:1767384708.182647:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f0de67b. 00000100:00000010:1.0:1767384708.182654:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b51554dc. 00000100:00000010:1.0:1767384708.182658:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4c813ff. 00000100:00000010:1.0:1767384708.182681:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006fdcf38. 00000100:00000010:1.0:1767384708.182685:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000248e3f4d. 00000100:00000010:1.0:1767384708.182692:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006142d692. 00000100:00000010:1.0:1767384708.182697:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011317781. 00000100:00000010:1.0:1767384708.182703:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001ffb476f. 00000100:00000010:1.0:1767384708.182708:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000631f93de. 00000100:00000010:1.0:1767384708.182713:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000acbc98e5. 00000100:00000010:1.0:1767384708.182717:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083e1ccfd. 00000100:00000010:1.0:1767384708.182723:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fe12004f. 00000100:00000010:1.0:1767384708.182728:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c99a238. 00000100:00000010:1.0:1767384708.182733:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019d27ee7. 00000100:00000010:1.0:1767384708.182738:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b2c9382. 00000100:00000010:1.0:1767384708.182745:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000125ee596. 00000100:00000010:1.0:1767384708.182751:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081d8c2f1. 00000100:00000010:1.0:1767384708.182756:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000055855b30. 00000100:00000010:1.0:1767384708.182760:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcc39947. 00000100:00000010:1.0:1767384708.182767:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c35c8687. 00000100:00000010:1.0:1767384708.182771:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d24e9a2c. 00000100:00000010:1.0:1767384708.182777:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000080d4da29. 00000100:00000010:1.0:1767384708.182781:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b403b01. 00000100:00000010:1.0:1767384708.182787:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2c34139. 00000100:00000010:1.0:1767384708.182792:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee7ac1fb. 00000100:00000010:1.0:1767384708.182798:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000049f1138b. 00000100:00000010:1.0:1767384708.182803:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002988cb72. 00000100:00000010:1.0:1767384708.182809:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006e0d5909. 00000100:00000010:1.0:1767384708.182813:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060e3be56. 00000100:00000010:1.0:1767384708.182819:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008219677f. 00000100:00000010:1.0:1767384708.182823:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000524aa63b. 00000100:00000010:1.0:1767384708.182830:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c2212c77. 00000100:00000010:1.0:1767384708.182834:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088793a42. 00000100:00000010:1.0:1767384708.182840:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ba28285e. 00000100:00000010:1.0:1767384708.182844:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5cf9252. 00000100:00000010:1.0:1767384708.182850:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7a8f778. 00000100:00000010:1.0:1767384708.182854:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0ca80ec. 00000100:00000010:1.0:1767384708.182860:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f8b023e. 00000100:00000010:1.0:1767384708.182863:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc2ed692. 00000100:00000010:1.0:1767384708.182872:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1c50d84. 00000100:00000010:1.0:1767384708.182876:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b388391. 00000100:00000010:1.0:1767384708.182882:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008865ad82. 00000100:00000010:1.0:1767384708.182886:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000063878ae. 00000100:00000010:1.0:1767384708.182892:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d7e1d61b. 00000100:00000010:1.0:1767384708.182897:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eac0466c. 00000100:00000010:1.0:1767384708.182929:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005d3a486a. 00000100:00000010:1.0:1767384708.182936:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002b487340. 00000100:00000010:1.0:1767384708.182945:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000073e3233b. 00000100:00000010:1.0:1767384708.182949:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f635966. 00000100:00000010:1.0:1767384708.182956:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007e17a972. 00000100:00000010:1.0:1767384708.182960:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cd417ef8. 00000100:00000010:1.0:1767384708.182967:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000486d0bcb. 00000100:00000010:1.0:1767384708.182971:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fa4fbb1. 00000100:00000010:1.0:1767384708.182977:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000041bd2028. 00000100:00000010:1.0:1767384708.182981:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000010e994b8. 00000100:00000010:1.0:1767384708.182987:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9d4ebd3. 00000100:00000010:1.0:1767384708.182992:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e71b10fc. 00000100:00000010:1.0:1767384708.182998:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d2ce44cc. 00000100:00000010:1.0:1767384708.183001:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d108f962. 00000100:00000010:1.0:1767384708.183007:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000052b1b7b6. 00000100:00000010:1.0:1767384708.183012:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007596b595. 00000100:00000010:1.0:1767384708.183017:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d6360c3b. 00000100:00000010:1.0:1767384708.183021:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019705bc8. 00000100:00000010:1.0:1767384708.183027:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005039c53a. 00000100:00000010:1.0:1767384708.183030:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079824300. 00000100:00000010:1.0:1767384708.183036:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a861fc4a. 00000100:00000010:1.0:1767384708.183040:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cb45db7. 00000100:00000010:1.0:1767384708.183047:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000034ff127. 00000100:00000010:1.0:1767384708.183051:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003470e186. 00000100:00000010:1.0:1767384708.183056:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000144c8f1a. 00000100:00000010:1.0:1767384708.183061:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e6f0f7b6. 00000100:00000010:1.0:1767384708.183067:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b0a81405. 00000100:00000010:1.0:1767384708.183070:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8b091ee. 00000100:00000010:1.0:1767384708.183075:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c256f152. 00000100:00000010:1.0:1767384708.183078:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002140fa93. 00000100:00000010:1.0:1767384708.183084:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b55bf9d3. 00000100:00000010:1.0:1767384708.183088:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c90b9b40. 00000100:00000010:1.0:1767384708.183094:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071e726db. 00000100:00000010:1.0:1767384708.183098:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6dbd435. 00000100:00000010:1.0:1767384708.183104:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019973a56. 00000100:00000010:1.0:1767384708.183109:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d691491b. 00000100:00000010:1.0:1767384708.183125:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af2c3c11. 00000100:00000010:1.0:1767384708.183130:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6ae8392. 00000100:00000010:1.0:1767384708.183135:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c186fd62. 00000100:00000010:1.0:1767384708.183139:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a111d60e. 00000100:00000010:1.0:1767384708.183144:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000043456334. 00000100:00000010:1.0:1767384708.183148:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5f26a3a. 00000100:00000010:1.0:1767384708.183153:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fc22adfa. 00000100:00000010:1.0:1767384708.183158:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6a7ed06. 00000100:00000010:1.0:1767384708.183172:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006f2bda0c. 00000100:00000010:1.0:1767384708.183177:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007289a358. 00000100:00000010:1.0:1767384708.183182:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c903917a. 00000100:00000010:1.0:1767384708.183186:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000421f1772. 00000100:00000010:1.0:1767384708.183192:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000cb3b448. 00000400:00000200:1.0:1767384708.183197:0:40990:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 26 lazy 00000020:00000010:1.0:1767384708.183251:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000050ba66a9. 00000020:00000010:1.0:1767384708.183258:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000095a8dc1b. 00000100:00000010:1.0:1767384708.183314:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007154039e. 00000100:00000010:1.0:1767384708.183321:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000317a6d7a. 00000100:00000010:1.0:1767384708.183324:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b257d0b9. 00000100:00000010:1.0:1767384708.183329:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000c7becbcd. 00000100:00000010:1.0:1767384708.183331:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000da3187e6. 00000100:00000200:1.0:1767384708.183368:0:40990:0:(service.c:847:ptlrpc_register_service()) mgs: Started, listening on portal 26 00000100:00000010:1.0:1767384708.183374:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006723a4eb. 00000100:00000010:0.0:1767384708.183654:0:40997:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000085a8984b. 00000020:00000010:0.0:1767384708.183675:0:40997:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000016d56bc5. 00000020:00000010:0.0:1767384708.183684:0:40997:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054b5dfb7. 00000020:00000010:0.0:1767384708.183689:0:40997:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004b86da94. 00000040:00000010:0.0:1767384708.183693:0:40997:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006de28400. 00000020:00000010:0.0:1767384708.183696:0:40997:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4bbd5ee. 00000020:00000010:0.0:1767384708.183700:0:40997:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f3d64211. 80000000:00000010:0.0:1767384708.183705:0:40997:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e888f4da. 00040000:00000010:0.0:1767384708.183710:0:40997:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a2e393b9. 00080000:00000010:0.0:1767384708.183716:0:40997:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002bfaf6a6. 00080000:00000010:0.0:1767384708.183722:0:40997:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000142f2130. 20000000:00000010:0.0:1767384708.183727:0:40997:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000029c0ad5b. 00000100:00000200:0.0:1767384708.183733:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183740:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060597fd7. 00000400:00000010:0.0:1767384708.183748:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000086d5082. 00000100:00000200:0.0:1767384708.183755:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183759:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff343fe9. 00000400:00000010:0.0:1767384708.183762:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e68e0866. 00000100:00000200:0.0:1767384708.183765:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183768:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003590b05f. 00000400:00000010:0.0:1767384708.183772:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b9338178. 00000100:00000200:0.0:1767384708.183776:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183779:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027410ff9. 00000400:00000010:0.0:1767384708.183784:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000876866ee. 00000100:00000200:0.0:1767384708.183785:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183789:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d0f9ece. 00000400:00000010:0.0:1767384708.183793:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4de9282. 00000100:00000200:0.0:1767384708.183795:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183798:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047212796. 00000400:00000010:0.0:1767384708.183802:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000533cbc8a. 00000100:00000200:0.0:1767384708.183804:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183808:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000071971945. 00000400:00000010:0.0:1767384708.183811:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009bcb6937. 00000100:00000200:0.0:1767384708.183814:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183816:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000928840c6. 00000400:00000010:0.0:1767384708.183819:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7b91738. 00000100:00000200:0.0:1767384708.183821:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183823:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcb614c9. 00000400:00000010:0.0:1767384708.183825:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c66fd36a. 00000100:00000200:0.0:1767384708.183828:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183829:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f35c06d5. 00000400:00000010:0.0:1767384708.183832:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005b6d17d4. 00000100:00000200:0.0:1767384708.183834:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183836:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069e4a0cc. 00000400:00000010:0.0:1767384708.183839:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000246309d2. 00000100:00000200:0.0:1767384708.183841:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183842:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000536e75f. 00000400:00000010:0.0:1767384708.183845:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef157bd6. 00000100:00000200:0.0:1767384708.183847:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183850:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf7b3de6. 00000400:00000010:0.0:1767384708.183853:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086196093. 00000100:00000200:0.0:1767384708.183855:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183857:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004969e5ff. 00000400:00000010:0.0:1767384708.183859:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001cd5467d. 00000100:00000200:0.0:1767384708.183862:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183864:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054e157ab. 00000400:00000010:0.0:1767384708.183868:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bb48557. 00000100:00000200:0.0:1767384708.183870:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183872:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8916be8. 00000400:00000010:0.0:1767384708.183875:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000047d37440. 00000100:00000200:0.0:1767384708.183877:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183878:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1379851. 00000400:00000010:0.0:1767384708.183880:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ce3ec3c7. 00000100:00000200:0.0:1767384708.183881:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183882:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe19dbc2. 00000400:00000010:0.0:1767384708.183884:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000054135935. 00000100:00000200:0.0:1767384708.183885:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183886:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4567ab. 00000400:00000010:0.0:1767384708.183888:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d45b513. 00000100:00000200:0.0:1767384708.183889:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183890:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031cffc89. 00000400:00000010:0.0:1767384708.183891:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f0e422b. 00000100:00000200:0.0:1767384708.183892:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183893:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067649860. 00000400:00000010:0.0:1767384708.183894:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bf67f3fe. 00000100:00000200:0.0:1767384708.183896:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183897:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d7e0371. 00000400:00000010:0.0:1767384708.183898:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022975655. 00000100:00000200:0.0:1767384708.183899:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183900:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004675cdf5. 00000400:00000010:0.0:1767384708.183901:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c4955bc7. 00000100:00000200:0.0:1767384708.183902:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183903:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027705149. 00000400:00000010:0.0:1767384708.183904:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a92e8e4f. 00000100:00000200:0.0:1767384708.183905:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183906:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e6280b. 00000400:00000010:0.0:1767384708.183908:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005e6852ac. 00000100:00000200:0.0:1767384708.183910:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183911:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226e8cca. 00000400:00000010:0.0:1767384708.183913:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006eb9f30e. 00000100:00000200:0.0:1767384708.183914:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183915:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8293fa. 00000400:00000010:0.0:1767384708.183916:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008303d569. 00000100:00000200:0.0:1767384708.183918:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183919:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009222f8de. 00000400:00000010:0.0:1767384708.183920:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c5f55108. 00000100:00000200:0.0:1767384708.183921:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183922:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084b42085. 00000400:00000010:0.0:1767384708.183923:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2666a63. 00000100:00000200:0.0:1767384708.183924:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183925:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000846b4a9f. 00000400:00000010:0.0:1767384708.183926:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f91ae08f. 00000100:00000200:0.0:1767384708.183927:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183929:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000570c8ecc. 00000400:00000010:0.0:1767384708.183930:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064b844dc. 00000100:00000200:0.0:1767384708.183931:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183933:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000023c236cb. 00000400:00000010:0.0:1767384708.183934:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006302aa3c. 00000100:00000200:0.0:1767384708.183935:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183937:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097d39535. 00000400:00000010:0.0:1767384708.183938:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ddf11d8. 00000100:00000200:0.0:1767384708.183939:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183940:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002be6b3e1. 00000400:00000010:0.0:1767384708.183942:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da25c823. 00000100:00000200:0.0:1767384708.183944:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183945:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a76b685e. 00000400:00000010:0.0:1767384708.183947:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050d0e456. 00000100:00000200:0.0:1767384708.183949:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183951:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000012df8c0. 00000400:00000010:0.0:1767384708.183953:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093ae58b7. 00000100:00000200:0.0:1767384708.183954:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183955:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012cfed76. 00000400:00000010:0.0:1767384708.183956:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eda12858. 00000100:00000200:0.0:1767384708.183957:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183958:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000147e7773. 00000400:00000010:0.0:1767384708.183960:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dea1a042. 00000100:00000200:0.0:1767384708.183961:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183962:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4b3dcf. 00000400:00000010:0.0:1767384708.183963:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000176a1c6e. 00000100:00000200:0.0:1767384708.183964:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183965:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076306b72. 00000400:00000010:0.0:1767384708.183966:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bc5d988. 00000100:00000200:0.0:1767384708.183968:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183969:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d04a1707. 00000400:00000010:0.0:1767384708.183970:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8e94287. 00000100:00000200:0.0:1767384708.183971:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183972:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea00594. 00000400:00000010:0.0:1767384708.183973:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c015687. 00000100:00000200:0.0:1767384708.183975:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183975:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a40de1cf. 00000400:00000010:0.0:1767384708.183978:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c2babb52. 00000100:00000200:0.0:1767384708.183979:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183980:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b9120e. 00000400:00000010:0.0:1767384708.183981:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067f31ded. 00000100:00000200:0.0:1767384708.183982:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183983:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e418264. 00000400:00000010:0.0:1767384708.183984:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000745d585a. 00000100:00000200:0.0:1767384708.183986:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183987:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004fad5792. 00000400:00000010:0.0:1767384708.183988:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001e928cf9. 00000100:00000200:0.0:1767384708.183989:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183990:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ffba101. 00000400:00000010:0.0:1767384708.183991:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000030bfa41. 00000100:00000200:0.0:1767384708.183992:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183994:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034f9ea30. 00000400:00000010:0.0:1767384708.183995:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000490dc2f5. 00000100:00000200:0.0:1767384708.183996:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.183997:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dd34c10. 00000400:00000010:0.0:1767384708.183998:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000af01e796. 00000100:00000200:0.0:1767384708.183999:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184001:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000ac09ff4. 00000400:00000010:0.0:1767384708.184002:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000ecec281. 00000100:00000200:0.0:1767384708.184003:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184004:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a34fdb79. 00000400:00000010:0.0:1767384708.184006:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005d2564c2. 00000100:00000200:0.0:1767384708.184007:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184008:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008f4a2fc8. 00000400:00000010:0.0:1767384708.184009:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089c49ba2. 00000100:00000200:0.0:1767384708.184011:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184012:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f53d50a4. 00000400:00000010:0.0:1767384708.184013:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002979d80a. 00000100:00000200:0.0:1767384708.184014:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184015:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f70a678. 00000400:00000010:0.0:1767384708.184016:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bc14c5f2. 00000100:00000200:0.0:1767384708.184018:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184019:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006417cedf. 00000400:00000010:0.0:1767384708.184021:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000094541e8e. 00000100:00000200:0.0:1767384708.184022:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184023:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c48c709a. 00000400:00000010:0.0:1767384708.184025:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a00a075d. 00000100:00000200:0.0:1767384708.184026:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184027:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1ce5dc2. 00000400:00000010:0.0:1767384708.184028:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d49ace1. 00000100:00000200:0.0:1767384708.184029:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184030:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1e3b102. 00000400:00000010:0.0:1767384708.184031:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053a56cb9. 00000100:00000200:0.0:1767384708.184032:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184033:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000466bef99. 00000400:00000010:0.0:1767384708.184034:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c59e9f0a. 00000100:00000200:0.0:1767384708.184035:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184036:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acbee1c4. 00000400:00000010:0.0:1767384708.184037:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005679f3a3. 00000100:00000200:0.0:1767384708.184038:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184039:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012cd618a. 00000400:00000010:0.0:1767384708.184041:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2bdf2ab. 00000100:00000200:0.0:1767384708.184042:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184043:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078db398b. 00000400:00000010:0.0:1767384708.184044:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007cd7d140. 00000100:00000200:0.0:1767384708.184045:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184046:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010ea8120. 00000400:00000010:0.0:1767384708.184047:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009a831247. 00000100:00000200:0.0:1767384708.184048:0:40997:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.184049:0:40997:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d1b7f81. 00000400:00000010:0.0:1767384708.184051:0:40997:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000090838f27. 00000100:00000010:0.0:1767384708.184063:0:40997:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000005578accd. 00000100:00000200:0.0:1767384708.184077:0:40997:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384708.184110:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000027f59051. 00000100:00000010:1.0:1767384708.184353:0:40998:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008bef0d92. 00000020:00000010:1.0:1767384708.184358:0:40998:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000054155743. 00000020:00000010:1.0:1767384708.184363:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000091c2dd4c. 00000020:00000010:1.0:1767384708.184366:0:40998:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000072fd32c5. 00000040:00000010:1.0:1767384708.184369:0:40998:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001b6d4120. 00000020:00000010:1.0:1767384708.184373:0:40998:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cd723341. 00000020:00000010:1.0:1767384708.184377:0:40998:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f16d9ee5. 80000000:00000010:1.0:1767384708.184380:0:40998:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007a675d62. 00040000:00000010:1.0:1767384708.184383:0:40998:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dd950189. 00080000:00000010:1.0:1767384708.184388:0:40998:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000072a03ce3. 00080000:00000010:1.0:1767384708.184401:0:40998:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b749928e. 20000000:00000010:1.0:1767384708.184407:0:40998:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000fefe107e. 00000100:00000010:1.0:1767384708.184424:0:40998:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000004e32ff8f. 00000100:00000010:2.0:1767384708.184464:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000c51c0fd2. 00000100:00000200:1.0:1767384708.184467:0:40998:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384708.184682:0:40999:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000ad93535e. 00000020:00000010:1.0:1767384708.184687:0:40999:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000281a22da. 00000020:00000010:1.0:1767384708.184692:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001bd7723. 00000020:00000010:1.0:1767384708.184696:0:40999:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f7164184. 00000040:00000010:1.0:1767384708.184700:0:40999:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000097dbc827. 00000020:00000010:1.0:1767384708.184705:0:40999:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004ccabff3. 00000020:00000010:1.0:1767384708.184709:0:40999:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003305742e. 80000000:00000010:1.0:1767384708.184713:0:40999:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ef6b034d. 00040000:00000010:1.0:1767384708.184716:0:40999:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ed9e8555. 00080000:00000010:1.0:1767384708.184721:0:40999:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000ac834071. 00080000:00000010:1.0:1767384708.184726:0:40999:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b7378dec. 20000000:00000010:1.0:1767384708.184731:0:40999:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000020c790a7. 00000100:00000010:1.0:1767384708.184747:0:40999:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000043779b0d. 00000100:00000200:1.0:1767384708.184766:0:40999:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00080000:00000010:2.0:1767384708.184845:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006433be8e. 00000020:00000010:2.0:1767384708.184851:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b85055eb. 00000020:00000010:2.0:1767384708.184860:0:40990:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 0000000091ec26e9. 00080000:00000010:2.0:1767384708.184878:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007fa983c6. 00000020:00000010:2.0:1767384708.184880:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000695937a2. 00080000:00000010:2.0:1767384708.184885:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000df5aace6. 00000020:00000010:2.0:1767384708.184887:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a8f28e09. 00080000:00000010:2.0:1767384708.184897:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000bc9593b4. 00000020:00000010:2.0:1767384708.184899:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000003f6e50ff. 00080000:00000010:2.0:1767384708.184906:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008839ee66. 20000000:00000010:2.0:1767384708.184908:0:40990:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at 0000000007ff9784. 00000020:00000010:2.0:1767384708.184916:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c31c5f4c. 00000040:00000010:2.0:1767384708.184923:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a03ce684. 00000020:00000010:2.0:1767384708.184930:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000617ed16c. 00000020:00000010:2.0:1767384708.184933:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009cce27a2. 80000000:00000010:2.0:1767384708.184937:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000580d0124. 00040000:00000010:2.0:1767384708.184940:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000b779e0d1. 00080000:00000010:2.0:1767384708.184946:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000150d3ce4. 00080000:00000010:2.0:1767384708.184952:0:40990:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 000000001c4efd9e. 00080000:00000010:2.0:1767384708.184957:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005a836b9a. 00000020:00000010:2.0:1767384708.184961:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6074208. 00000020:00000010:2.0:1767384708.184967:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000235175ba. 00000020:00000010:2.0:1767384708.184971:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000008:00000010:2.0:1767384708.184977:0:40990:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008acbf1aa. 00020000:00000010:2.0:1767384708.184983:0:40990:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000002efa350c. 00008000:00000010:2.0:1767384708.184989:0:40990:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000003bf6e3a6. 00000080:00000010:2.0:1767384708.184995:0:40990:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000013776c33. 00000020:00000010:2.0:1767384708.185000:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f675ad5. 00000020:00000010:2.0:1767384708.185009:0:40990:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 0000000009f4b9e3. 00000020:00000010:2.0:1767384708.185032:0:40990:0:(obd_mount.c:322:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 00000000201f0eba. 00000020:00000010:2.0:1767384708.185034:0:40990:0:(obd_mount.c:330:lustre_start_mgc()) kmalloced '(data)': 192 at 0000000040aa239f. 00000100:02020000:2.0:1767384708.185047:0:40990:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.203.125@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000400:00000010:0.0:1767384708.188245:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b32e176d. 00000400:00000200:0.0:1767384708.188253:0:16356:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004aa8f8f4 00000400:00000010:0.0:1767384708.188254:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa8f8f4. 00000400:00000010:3.0:1767384708.188261:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4ede359. 00000100:00000200:0.0:1767384708.188265:0:16356:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d2f3373 x1853237048151296/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384717 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384708.188267:0:16357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000400:00000010:3.0:1767384708.188271:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000100:00000200:3.0:1767384708.188281:0:16357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000009045a848 x1853237048151552/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384722 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384708.188282:0:16356:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d2f3373 x1853237048151296/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384717 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384708.188311:0:16357:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000009045a848 x1853237048151552/t0(0) o400->MGC192.168.203.125@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1767384722 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1767384708.188327:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a1c57f2. 02000000:00000010:3.0:1767384708.188328:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025762a27. 02000000:00000010:3.0:1767384708.188337:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000003aa7bfe1. 02000000:00000010:0.0:1767384708.188337:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000488224a. 00000100:00000010:3.0:1767384708.188345:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009045a848. 00000100:00000010:0.0:1767384708.188345:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d2f3373. 00000100:00000010:2.0:1767384708.188426:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000077ad39b. 02000000:00000010:2.0:1767384708.188479:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000be8a725. 02000000:00000010:3.0:1767384708.188537:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006d4e8dda. 00000400:00000010:3.0:1767384708.188541:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4ede359. 00000400:00000010:3.0:1767384708.188544:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000100:00000200:3.0:1767384708.188547:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048151680, portal 25 00000400:00000010:3.0:1767384708.188551:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fbd9d2. 00000100:00000200:3.0:1767384708.188553:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1853237048151680, offset 0 00000400:00000200:3.0:1767384708.188558:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.188568:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.188576:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x695825ff08e80 00000400:00000200:3.0:1767384708.188582:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 520/520 into md 0x22a1 [2] + 0 00000400:00000010:3.0:1767384708.188585:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060597fd7. 00000400:00000200:3.0:1767384708.188588:0:16353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000086d5082 00000400:00000200:3.0:1767384708.188593:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.188598:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384708.188601:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000086d5082 00000400:00000010:3.0:1767384708.188603:0:16353:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000086d5082. 00000100:00000200:3.0:1767384708.188606:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384708.188620:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fbd9d2 00000400:00000010:3.0:1767384708.188621:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fbd9d2. 00000100:00000200:3.0:1767384708.188624:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000077ad39b x1853237048151680/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384708.188638:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c9d619ba. 00000100:00000010:3.0:1767384708.188649:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005c80c8e9. 00000020:00000010:1.0:1767384708.188651:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000962ef226. 00000100:00000010:3.0:1767384708.188653:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ddd2c81. 00000100:00000010:3.0:1767384708.188661:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000bb113bb9. 00000020:00000010:1.0:1767384708.188684:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb79c336. 00000020:00000010:1.0:1767384708.188691:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaffa0d. 00000020:00000010:1.0:1767384708.188696:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000100:00000200:1.0:1767384708.188737:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048151680 02000000:00000010:1.0:1767384708.188756:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000ae20ce17. 00000020:00000010:1.0:1767384708.188767:0:40999:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000381aea2d. 00000001:00000010:1.0:1767384708.188779:0:40999:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002495b1b2. 00000001:00000010:1.0:1767384708.188785:0:40999:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000022f71cbd. 00000001:00000010:1.0:1767384708.188789:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000042eed4c5. 00000001:00000010:1.0:1767384708.188793:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004513d413. 00000001:00000010:1.0:1767384708.188796:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008b1592fe. 00000001:00000010:1.0:1767384708.188799:0:40999:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a86f3c87. 00000020:00000010:1.0:1767384708.188813:0:40999:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 00000000ad34a266. 00000020:00000010:1.0:1767384708.188902:0:40999:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000006f757c7d. 00000020:00000010:1.0:1767384708.188906:0:40999:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 0000000086677f27. 00000020:00000010:1.0:1767384708.188910:0:40999:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 0000000080d6b2ad. 00000020:00000010:1.0:1767384708.188925:0:40999:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000085315c4d. 00000020:00000010:1.0:1767384708.188928:0:40999:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000eaf98d5d. 00000020:00000010:1.0:1767384708.188930:0:40999:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000008f23fd. 00000020:00000010:1.0:1767384708.188943:0:40999:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000cc28e3ce. 00010000:00000200:1.0:1767384708.188980:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090461695 x1853237048151680/t0(0) o250->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384728 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384708.189000:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1f4717. 00000100:00000200:1.0:1767384708.189004:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1853237048151680, offset 0 00000400:00000200:1.0:1767384708.189010:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.189016:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.189022:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 25 MB=0x695825ff08e80 00000400:00000200:1.0:1767384708.189027:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 416/416 into md 0x23a1 [1] + 0 00000400:00000200:1.0:1767384708.189032:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.189035:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384708.189040:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000077ad39b x1853237048151680/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384708.189063:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1f4717 00000400:00000010:1.0:1767384708.189065:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1f4717. 00000400:00000010:3.0:1767384708.189076:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d4ede359. 00000020:00000010:1.0:1767384708.189079:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaffa0d. 00000400:00000200:3.0:1767384708.189081:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000400:00000010:3.0:1767384708.189085:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000020:00000010:1.0:1767384708.189087:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000100:00000200:3.0:1767384708.189090:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000077ad39b x1853237048151680/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384708.189094:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb79c336. 00000100:00000200:3.0:1767384708.189101:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000077ad39b x1853237048151680/t0(0) o250->MGC192.168.203.125@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384708.189105:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 00000000ae20ce17. 00000100:00000200:1.0:1767384708.189113:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384708.189119:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fe706ff6. 00000400:00000010:1.0:1767384708.189124:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008126e667. 00000020:00000010:3.0:1767384708.189141:0:16353:0:(tgt_mount.c:1597:tgt_import_active_cb()) kmalloced '(dw)': 184 at 00000000b4f5f147. 02000000:00000010:3.0:1767384708.189160:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006d4e8dda. 02000000:00000010:3.0:1767384708.189164:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000be8a725. 00000100:00000010:3.0:1767384708.189166:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000077ad39b. 00000020:00000010:1.0:1767384708.189179:0:40990:0:(obd_mount.c:539:lustre_start_mgc()) kfreed 'data': 192 at 0000000040aa239f. 00000020:00000010:1.0:1767384708.189185:0:40990:0:(obd_mount.c:540:lustre_start_mgc()) kfreed 'mgcname': 23 at 00000000201f0eba. 00000020:00000010:1.0:1767384708.189197:0:40990:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 80 at 00000000a9d5c7de. 00000020:00000010:1.0:1767384708.189213:0:40990:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000002c96da29. 00000020:00000010:1.0:1767384708.189220:0:40990:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000684f10e1. 00000020:00000010:0.0:1767384708.189226:0:38:0:(tgt_mount.c:1554:tgt_import_update()) kmalloced '(mti)': 7232 at 000000002a1f0ecf. 00000020:00000010:1.0:1767384708.189230:0:40990:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 80 at 00000000a9d5c7de. 00000020:00000010:1.0:1767384708.189239:0:40990:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 48 at 00000000e0b38fa5. 00000001:00000010:1.0:1767384708.189255:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000008b7cd521. 00000100:00000010:0.0:1767384708.189257:0:38:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008a004aff. 00000001:00000010:1.0:1767384708.189262:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000005595549b. 00000001:00000010:1.0:1767384708.189267:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fb79c336. 00000100:00000010:0.0:1767384708.189270:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d2f3373. 00000001:00000010:1.0:1767384708.189272:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000017b3281b. 00000001:00000010:1.0:1767384708.189278:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008485c9ee. 02000000:00000010:0.0:1767384708.189281:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 000000007bbd312b. 00000001:00000010:1.0:1767384708.189284:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000097dec288. 00000001:00000010:1.0:1767384708.189290:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003aa7bfe1. 00000100:00000010:0.0:1767384708.189291:0:38:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000dc38406. 00000001:00000010:1.0:1767384708.189295:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000004aeb339. 00000100:00000010:0.0:1767384708.189296:0:38:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001041fd53. 00000001:00000010:1.0:1767384708.189302:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000044fe7b03. 00000001:00000010:1.0:1767384708.189308:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000628fdde. 00000001:00000010:1.0:1767384708.189311:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000006da48984. 00000400:00000010:0.0:1767384708.189314:0:38:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7bb7f2b. 00000001:00000010:1.0:1767384708.189315:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000dedfd223. 00000400:00000010:0.0:1767384708.189320:0:38:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c8ca77d. 00000020:00000010:1.0:1767384708.189323:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3c00375. 00000100:00000200:0.0:1767384708.189325:0:38:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695825ff08f00-0x695825ff08f00, portal 33 00000020:00000010:1.0:1767384708.189329:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ccaffa0d. 02000000:00000010:0.0:1767384708.189333:0:38:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000f0e28c53. 00000020:00000010:1.0:1767384708.189336:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000400:00000010:0.0:1767384708.189338:0:38:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001497851e. 00000008:00000010:1.0:1767384708.189344:0:40990:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000006ac8c3b5. 00000400:00000010:0.0:1767384708.189345:0:38:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae4dd9c0. 00000100:00000200:0.0:1767384708.189348:0:38:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048151808, portal 25 00020000:00000010:1.0:1767384708.189353:0:40990:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000d52bf241. 00000400:00000010:0.0:1767384708.189353:0:38:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb9d02d8. 00000100:00000200:0.0:1767384708.189357:0:38:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237048151808, offset 0 00008000:00000010:1.0:1767384708.189361:0:40990:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000ecfd943d. 00000400:00000200:0.0:1767384708.189363:0:38:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384708.189371:0:38:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000080:00000010:1.0:1767384708.189372:0:40990:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000027eb73cf. 00000020:00000010:1.0:1767384708.189379:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a720421. 00000400:00000200:0.0:1767384708.189379:0:38:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695825ff08f00 00000400:00000200:0.0:1767384708.189385:0:38:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x22a5 [2] + 0 00000020:00000010:1.0:1767384708.189387:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000006151dc72. 00000400:00000010:0.0:1767384708.189388:0:38:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff343fe9. 00000400:00000200:0.0:1767384708.189394:0:38:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000e68e0866 00000040:00000010:1.0:1767384708.189395:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f5326b30. 00000400:00000200:0.0:1767384708.189398:0:38:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1767384708.189401:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000067edc41a. 00000400:00000200:0.0:1767384708.189402:0:38:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384708.189408:0:38:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e68e0866 00000020:00000010:1.0:1767384708.189410:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022df65d3. 00000400:00000010:0.0:1767384708.189410:0:38:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e68e0866. 00000100:00000200:0.0:1767384708.189414:0:38:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1767384708.189416:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003f690f71. 80000000:00000010:1.0:1767384708.189422:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a9d5c7de. 40000000:00000010:1.0:1767384708.189426:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000008d9bcaa9. 00100000:00000010:1.0:1767384708.189430:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a874aa7. 00000400:00000200:0.0:1767384708.189431:0:38:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cb9d02d8 00040000:00000010:1.0:1767384708.189435:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004d74ba36. 00000400:00000010:0.0:1767384708.189435:0:38:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cb9d02d8. 00000100:00000200:0.0:1767384708.189467:0:38:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d2f3373 x1853237048151808/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.189468:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cb3ff662. 00040000:00000010:1.0:1767384708.189476:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005fca2587. 00000020:00000010:2.0:1767384708.189486:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f87142d6. 00000020:00000010:2.0:1767384708.189491:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f87142d6. 00080000:00000010:1.0:1767384708.189494:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d2f5f13. 00000020:00000010:2.0:1767384708.189499:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ccc7fa5a. 00080000:00000010:1.0:1767384708.189502:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ec3a103b. 00000020:00000010:2.0:1767384708.189506:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.189512:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000004:00000010:1.0:1767384708.189513:0:40990:0:(mdt_mds.c:566:mds_device_alloc()) kmalloced '(m)': 192 at 00000000f42eb64f. 00000020:00000010:2.0:1767384708.189539:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000f87142d6. 00000020:00000010:2.0:1767384708.189542:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000f87142d6. 00000100:00000200:2.0:1767384708.189544:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048151808 02000000:00000010:2.0:1767384708.189555:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 000000006b80f6e6. 20000000:00000010:2.0:1767384708.189562:0:40999:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 000000005a836b9a. 00000100:00000010:2.0:1767384708.189566:0:40999:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000029d07afa. 00000100:00000010:2.0:1767384708.189568:0:40999:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000055dface6. 00000400:00000010:2.0:1767384708.189573:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000400:00000010:2.0:1767384708.189581:0:40999:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000dbe1667e. 00000400:00000200:2.0:1767384708.189584:0:40999:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384708.189591:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000100:00000010:1.0:1767384708.189594:0:40990:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 0000000088650979. 00000400:00000200:2.0:1767384708.189599:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695825ff08f00 00000100:00000010:1.0:1767384708.189602:0:40990:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000cc1d999d. 00000400:00000200:2.0:1767384708.189606:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x23b1 [1] + 0 00000400:00000010:2.0:1767384708.189610:0:40999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e7bb7f2b. 00000400:00000200:2.0:1767384708.189613:0:40999:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000007c8ca77d 00000100:00000200:2.0:1767384708.189617:0:40999:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000029d07afa 00000100:00000010:1.0:1767384708.189618:0:40990:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000a4242c82. 00000400:00000200:2.0:1767384708.189624:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000100:00000010:1.0:1767384708.189629:0:40990:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000af539a6a. 00000400:00000200:2.0:1767384708.189631:0:40999:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x23bd 00000400:00000200:2.0:1767384708.189636:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1767384708.189637:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001048c44b. 00000400:00000200:2.0:1767384708.189640:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384708.189644:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000457bb60 00000400:00000010:2.0:1767384708.189646:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000457bb60. 00000100:00000200:2.0:1767384708.189648:0:40999:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000029d07afa 00000400:00000200:2.0:1767384708.189651:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007c8ca77d 00000400:00000010:2.0:1767384708.189651:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c8ca77d. 00000100:00000200:2.0:1767384708.189654:0:40999:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000008d2f3373 desc 000000000dc38406 mbits 1853237048151808 00000100:00000200:2.0:1767384708.189681:0:40999:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695825ff08f00-0x695825ff08f00 20000000:00000010:2.0:1767384708.189692:0:40999:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 000000006aed4a87. 20000000:00000010:2.0:1767384708.189697:0:40999:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000150d3ce4. 20000000:00000010:2.0:1767384708.189701:0:40999:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000009c7ccddc. 20000000:00000010:2.0:1767384708.189704:0:40999:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000f1c898e4. 20000000:00000010:2.0:1767384708.189707:0:40999:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000e628eb95. 00000100:00000010:1.0:1767384708.189737:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002413b3f0. 00000100:00000010:1.0:1767384708.189745:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000243b9053. 00000100:00000010:1.0:1767384708.189829:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008cab3b34. 00000100:00000010:1.0:1767384708.189835:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf4c585a. 00080000:00000010:3.0:1767384708.189862:0:40999:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 000000006d4e8dda. 20000000:00000010:3.0:1767384708.189871:0:40999:0:(mgs_handler.c:1608:mgs_object_alloc()) kmalloced '(o)': 240 at 00000000f01ea078. 00080000:00000010:3.0:1767384708.189877:0:40999:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007ac4503a. 00000100:00000010:1.0:1767384708.189925:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000046c64dcf. 00000100:00000010:1.0:1767384708.189932:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054c2da65. 00000100:00000010:1.0:1767384708.190023:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009d3cb043. 00000100:00000010:1.0:1767384708.190032:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ca4507b2. 00000100:00000010:1.0:1767384708.190159:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b7926fd3. 00000100:00000010:1.0:1767384708.190167:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b15214b2. 20000000:00000010:3.0:1767384708.190174:0:40999:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 14 at 00000000424f4498. 00000040:00000010:3.0:1767384708.190181:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000075f35428. 00000040:00000010:3.0:1767384708.190202:0:40999:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 00000000fa0f0a58. 00000020:00000010:3.0:1767384708.190208:0:40999:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a9f6fe98. 00080000:00000010:3.0:1767384708.190214:0:40999:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000859bc753. 00000040:00000010:3.0:1767384708.190232:0:40999:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000013b0e85c. 00000100:00000010:1.0:1767384708.190259:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000ce9cc148. 00000100:00000010:1.0:1767384708.190266:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011836851. 00000100:00000010:1.0:1767384708.190394:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bff63a91. 00000100:00000010:1.0:1767384708.190401:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024b22b0c. 00000100:00000010:1.0:1767384708.190527:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002fec4312. 00000100:00000010:1.0:1767384708.190533:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a77446aa. 00000040:00000010:2.0:1767384708.190607:0:40999:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000d5c64f1b. 00000100:00000010:1.0:1767384708.190623:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000049f2ad8c. 00000100:00000010:1.0:1767384708.190631:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1de3a48. 00000100:00000010:1.0:1767384708.190737:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000079b28e39. 00000100:00000010:1.0:1767384708.190743:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005059b691. 00000020:00000010:0.0:1767384708.190831:0:41002:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001a1c57f2. 00000020:00000010:0.0:1767384708.190836:0:41002:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4d41efe. 00000040:00000010:0.0:1767384708.190839:0:41002:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000216b8554. 00000020:00000010:0.0:1767384708.190841:0:41002:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006a13ffd1. 00000020:00000010:0.0:1767384708.190844:0:41002:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384708.190846:0:41002:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000253687ff. 80000000:00000010:0.0:1767384708.190849:0:41002:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000683c3119. 40000000:00000010:0.0:1767384708.190851:0:41002:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e3580c55. 00100000:00000010:0.0:1767384708.190853:0:41002:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000dc944cd2. 00040000:00000010:0.0:1767384708.190855:0:41002:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000488224a. 00040000:00000010:0.0:1767384708.190857:0:41002:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c7c0cd37. 00080000:00000010:0.0:1767384708.190861:0:41002:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b75264f3. 00000100:00000010:1.0:1767384708.190865:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a48118c7. 00000100:00000010:1.0:1767384708.190872:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4136a18. 00080000:00000010:0.0:1767384708.190874:0:41002:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000994f2dda. 00000004:00000010:0.0:1767384708.190883:0:41002:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e31844a. 00002000:00000010:0.0:1767384708.190887:0:41002:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000052dff436. 00000020:00000010:0.0:1767384708.190890:0:41002:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000794e5231. 00000040:00000010:0.0:1767384708.190896:0:41002:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fcdcddc9. 00000100:00000010:1.0:1767384708.190959:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008b5d5a40. 00000100:00000010:1.0:1767384708.190965:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000325e92cf. 00000100:00000010:1.0:1767384708.191054:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000b128e684. 00000100:00000010:1.0:1767384708.191061:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f504ba73. 00000100:00000010:1.0:1767384708.191185:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001a3a4a4b. 00000100:00000010:1.0:1767384708.191192:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000168199b. 00000040:00000010:0.0:1767384708.191226:0:41002:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fcdcddc9. 00000020:00000010:0.0:1767384708.191235:0:41002:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000794e5231. 00000020:00000010:0.0:1767384708.191246:0:41002:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f4d41efe. 00000040:00000010:0.0:1767384708.191252:0:41002:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000216b8554. 00000020:00000010:0.0:1767384708.191255:0:41002:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006a13ffd1. 00000020:00000010:0.0:1767384708.191259:0:41002:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384708.191264:0:41002:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000253687ff. 80000000:00000010:0.0:1767384708.191268:0:41002:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000683c3119. 40000000:00000010:0.0:1767384708.191273:0:41002:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e3580c55. 00100000:00000010:0.0:1767384708.191276:0:41002:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000dc944cd2. 00040000:00000010:0.0:1767384708.191280:0:41002:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000488224a. 00040000:00000010:0.0:1767384708.191284:0:41002:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c7c0cd37. 00080000:00000010:0.0:1767384708.191289:0:41002:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000994f2dda. 00080000:00000010:0.0:1767384708.191293:0:41002:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000b75264f3. 00000004:00000010:0.0:1767384708.191297:0:41002:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000008e31844a. 00002000:00000010:0.0:1767384708.191301:0:41002:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000052dff436. 00000020:00000010:0.0:1767384708.191305:0:41002:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a1c57f2. 00000100:00000010:1.0:1767384708.191312:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000027aaa297. 00000100:00000010:1.0:1767384708.191320:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000089e93fcd. 00000040:00000010:2.0:1767384708.191333:0:40999:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000d5c64f1b. 00000040:00000010:2.0:1767384708.191342:0:40999:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 00000000fa0f0a58. 00000040:00000010:2.0:1767384708.191346:0:40999:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000013b0e85c. 00000040:00000010:2.0:1767384708.191351:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000075f35428. 20000000:00000010:2.0:1767384708.191353:0:40999:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at 00000000424f4498. 20000000:00000010:2.0:1767384708.191359:0:40999:0:(mgs_llog.c:141:name_create()) kmalloced '(*newname)': 15 at 00000000f531e759. 00000040:00000010:2.0:1767384708.191363:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000f1abe9b2. 00000040:00000010:2.0:1767384708.191375:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000f1abe9b2. 20000000:00000010:2.0:1767384708.191378:0:40999:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 15 at 00000000f531e759. 20000000:00000010:2.0:1767384708.191382:0:40999:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 00000000d5c64f1b. 20000000:00000010:2.0:1767384708.191391:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f1abe9b2. 20000000:00000010:2.0:1767384708.191395:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d910a0c8. 20000000:00000010:2.0:1767384708.191400:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000074e3868f. 20000000:00000010:2.0:1767384708.191402:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fc12a3e5. 20000000:00000010:2.0:1767384708.191404:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f6f65ca1. 20000000:00000010:2.0:1767384708.191407:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000025762a27. 20000000:00000010:2.0:1767384708.191410:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006f675ad5. 00000100:00000010:1.0:1767384708.191413:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000002382c42a. 20000000:00000010:2.0:1767384708.191414:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000882b1261. 20000000:00000010:2.0:1767384708.191423:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003e938c63. 00000100:00000010:1.0:1767384708.191423:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cced60e7. 20000000:00000010:2.0:1767384708.191428:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000002701221. 20000000:00000010:2.0:1767384708.191432:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000047c5f7fe. 20000000:00000010:2.0:1767384708.191435:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cbb867d3. 20000000:00000010:2.0:1767384708.191457:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000467fff14. 20000000:00000010:2.0:1767384708.191461:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000039ff8476. 20000000:00000010:2.0:1767384708.191464:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000be3e23a7. 20000000:00000010:2.0:1767384708.191468:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e86ce861. 20000000:00000010:2.0:1767384708.191471:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009d750be3. 20000000:00000010:2.0:1767384708.191474:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000beb2ab42. 20000000:00000010:2.0:1767384708.191476:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000035272a5b. 20000000:00000010:2.0:1767384708.191481:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b9b4f523. 20000000:00000010:2.0:1767384708.191484:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e501923f. 20000000:00000010:2.0:1767384708.191488:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d5f4267a. 20000000:00000010:2.0:1767384708.191491:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000009f3acb5. 20000000:00000010:2.0:1767384708.191494:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007c44964d. 20000000:00000010:2.0:1767384708.191498:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000328461f. 20000000:00000010:2.0:1767384708.191500:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000090f78720. 20000000:00000010:2.0:1767384708.191505:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000034f5c623. 20000000:00000010:2.0:1767384708.191509:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bc4ecb74. 20000000:00000010:2.0:1767384708.191512:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000961c4981. 20000000:00000010:2.0:1767384708.191515:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002b4c3783. 20000000:00000010:2.0:1767384708.191517:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000007dfd4dc8. 20000000:00000010:2.0:1767384708.191520:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009dfcff10. 20000000:00000010:2.0:1767384708.191522:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ef842bd. 20000000:00000010:2.0:1767384708.191524:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000d9e1fb4. 20000000:00000010:2.0:1767384708.191527:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b7beaee1. 20000000:00000010:2.0:1767384708.191529:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000009d4c766. 20000000:00000010:2.0:1767384708.191531:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000524b0fe. 20000000:00000010:2.0:1767384708.191533:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000077c8845d. 20000000:00000010:2.0:1767384708.191536:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d1b62026. 20000000:00000010:2.0:1767384708.191538:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000bfb40735. 20000000:00000010:2.0:1767384708.191541:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000d38b135d. 20000000:00000010:2.0:1767384708.191545:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000e0351788. 00000100:00000010:1.0:1767384708.191546:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000093d53db2. 00080000:00000010:2.0:1767384708.191555:0:40999:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000adcd1ded. 00000100:00000010:1.0:1767384708.191556:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b2222afa. 00080000:00000010:2.0:1767384708.191566:0:40999:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ef062f9d. 00000100:00000010:1.0:1767384708.191647:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000df9c4f40. 00000100:00000010:1.0:1767384708.191655:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000542f658f. 00000100:00000010:1.0:1767384708.191757:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001331bd5f. 00000100:00000010:1.0:1767384708.191765:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000083e0824d. 00000100:00000010:1.0:1767384708.191887:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009bd73433. 00000100:00000010:1.0:1767384708.191894:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000610a3df. 00000100:00000010:1.0:1767384708.192017:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001ca872bd. 00000100:00000010:1.0:1767384708.192023:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000884c1996. 00000100:00000010:1.0:1767384708.192112:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001c1fad58. 00000100:00000010:1.0:1767384708.192118:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069205692. 00000100:00000010:1.0:1767384708.192203:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000624d8fd6. 00000100:00000010:1.0:1767384708.192209:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae28ada0. 00000100:00000010:1.0:1767384708.192299:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006b877030. 00000100:00000010:1.0:1767384708.192305:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000049544462. 00000100:00000010:1.0:1767384708.192393:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000067e2c102. 00000100:00000010:1.0:1767384708.192400:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000042daacdb. 00000100:00000010:1.0:1767384708.192504:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000001588925d. 00000100:00000010:1.0:1767384708.192510:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002552461f. 00080000:00000010:0.0:1767384708.192560:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000adcd1ded. 00080000:00000010:2.0:1767384708.192590:0:40999:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ef062f9d. 00000100:00000010:1.0:1767384708.192595:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000bbbc9af7. 00000100:00000010:1.0:1767384708.192602:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f93d9085. 00010000:00000010:0.0:1767384708.192626:0:41000:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000cd0a5231. 00010000:00000010:0.0:1767384708.192636:0:41000:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000f338265. 00000020:00000010:0.0:1767384708.192641:0:41000:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000e3580c55. 00000100:00000010:1.0:1767384708.192703:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a705969a. 00000100:00000010:1.0:1767384708.192711:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080028470. 00000100:00000010:2.0:1767384708.192753:0:40999:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000055dface6. 00000100:00000010:2.0:1767384708.192757:0:40999:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000029d07afa. 20000000:00000010:2.0:1767384708.192759:0:40999:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 000000005a836b9a. 00010000:00000200:2.0:1767384708.192768:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000d439d26f x1853237048151808/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 4784/4768 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.192783:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db94e7e6. 00000100:00000200:2.0:1767384708.192786:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048151808, offset 224 00000400:00000200:2.0:1767384708.192791:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1767384708.192792:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000e4d66e0e. 00000100:00000010:1.0:1767384708.192798:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033cd4285. 00000400:00000200:2.0:1767384708.192799:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.192809:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff08f00 00000400:00000200:2.0:1767384708.192813:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x23b5 [2] + 224 00000400:00000200:2.0:1767384708.192819:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.192821:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.192825:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d2f3373 x1853237048151808/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.192843:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000db94e7e6 00000400:00000010:2.0:1767384708.192845:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000db94e7e6. 00000400:00000010:0.0:1767384708.192853:0:38:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001497851e. 00000020:00000010:2.0:1767384708.192857:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000400:00000200:0.0:1767384708.192858:0:38:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ae4dd9c0 00000400:00000010:0.0:1767384708.192863:0:38:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ae4dd9c0. 00000020:00000010:2.0:1767384708.192864:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.192868:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ccc7fa5a. 00000100:00000200:0.0:1767384708.192871:0:38:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d2f3373 x1853237048151808/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1767384708.192875:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 000000006b80f6e6. 00000100:00000200:0.0:1767384708.192883:0:38:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d2f3373 x1853237048151808/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384708.192884:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000010:1.0:1767384708.192886:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000081c4d139. 00000400:00000010:2.0:1767384708.192890:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d88a077. 00000100:00000010:1.0:1767384708.192895:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000604f4d1e. 00000400:00000010:2.0:1767384708.192898:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db94e7e6. 02000000:00000010:0.0:1767384708.192913:0:38:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000f0e28c53. 00000100:00000010:0.0:1767384708.192919:0:38:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001041fd53. 00000100:00000010:0.0:1767384708.192922:0:38:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000dc38406. 02000000:00000010:0.0:1767384708.192924:0:38:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 000000007bbd312b. 00000100:00000010:0.0:1767384708.192928:0:38:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d2f3373. 00000100:00000010:0.0:1767384708.192931:0:38:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000008a004aff. 00000020:00000010:0.0:1767384708.192934:0:38:0:(tgt_mount.c:1582:tgt_import_update()) kfreed 'mti': 7232 at 000000002a1f0ecf. 00000020:00000010:0.0:1767384708.192943:0:38:0:(tgt_mount.c:1585:tgt_import_update()) kfreed 'dw': 184 at 00000000b4f5f147. 00000100:00000010:1.0:1767384708.192987:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006ef70ed5. 00000100:00000010:1.0:1767384708.192994:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dac90cf2. 00000100:00000010:1.0:1767384708.193084:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000068dc831f. 00000100:00000010:1.0:1767384708.193089:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4fae098. 00000100:00000010:1.0:1767384708.193176:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000003d20fc1d. 00000100:00000010:1.0:1767384708.193181:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000081a9b6b9. 00000100:00000010:1.0:1767384708.193305:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f08f16a7. 00000100:00000010:1.0:1767384708.193311:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000137ad263. 00000100:00000010:1.0:1767384708.193458:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000006c638d6b. 00000100:00000010:1.0:1767384708.193465:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002234b1d9. 00000100:00000010:1.0:1767384708.193588:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f15fb284. 00000100:00000010:1.0:1767384708.193593:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092cc574b. 00000100:00000010:1.0:1767384708.193731:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005c8c6a78. 00000100:00000010:1.0:1767384708.193738:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6079c03. 00000100:00000010:1.0:1767384708.193824:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a390d478. 00000100:00000010:1.0:1767384708.193831:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc2b8f23. 00000100:00000010:1.0:1767384708.193913:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007d018c5a. 00000100:00000010:1.0:1767384708.193917:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000022112e66. 00000100:00000010:1.0:1767384708.193997:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000029d4b9a2. 00000100:00000010:1.0:1767384708.194001:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000203d1bbe. 00000100:00000010:1.0:1767384708.194083:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009fed1a12. 00000100:00000010:1.0:1767384708.194087:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000077823dc8. 00000100:00000010:1.0:1767384708.194169:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000c9aba2f. 00000100:00000010:1.0:1767384708.194173:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b9a09aee. 00000100:00000010:1.0:1767384708.194257:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d32889c4. 00000100:00000010:1.0:1767384708.194264:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000096e60ad. 00000100:00000010:1.0:1767384708.194349:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000009733d4f1. 00000100:00000010:1.0:1767384708.194355:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b6f0ca7. 00000100:00000010:1.0:1767384708.194461:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000aaa19884. 00000100:00000010:1.0:1767384708.194468:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a30661f. 00000100:00000010:1.0:1767384708.194587:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000f572510f. 00000100:00000010:1.0:1767384708.194592:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009e06ec82. 00000100:00000010:1.0:1767384708.194724:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000569800f4. 00000100:00000010:1.0:1767384708.194731:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c609292e. 00000100:00000010:1.0:1767384708.194818:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005a5d5488. 00000100:00000010:1.0:1767384708.194824:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000744e8dbf. 00000100:00000010:1.0:1767384708.194906:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000069d42750. 00000100:00000010:1.0:1767384708.194911:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033db832e. 00000100:00000010:1.0:1767384708.194994:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000df537f2c. 00000100:00000010:1.0:1767384708.194999:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006b2e0604. 00000100:00000010:1.0:1767384708.195081:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005b991e1a. 00000100:00000010:1.0:1767384708.195087:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7311ed3. 00000100:00000010:1.0:1767384708.195173:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000007d125e8a. 00000100:00000010:1.0:1767384708.195179:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037ae4e5f. 00000100:00000010:1.0:1767384708.195262:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a93cd3d3. 00000100:00000010:1.0:1767384708.195266:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f0e90108. 00000100:00000010:1.0:1767384708.195350:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000081989390. 00000100:00000010:1.0:1767384708.195354:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000381aad60. 00000100:00000010:1.0:1767384708.195459:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d3362570. 00000100:00000010:1.0:1767384708.195465:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000baaee174. 00000100:00000010:1.0:1767384708.195551:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000835a5772. 00000100:00000010:1.0:1767384708.195557:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000028b3c252. 00000100:00000010:1.0:1767384708.195638:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000008c4c025b. 00000100:00000010:1.0:1767384708.195643:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000060a29825. 00000100:00000010:1.0:1767384708.195741:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000913da66b. 00000100:00000010:1.0:1767384708.195746:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011602ab2. 00000100:00000010:1.0:1767384708.195831:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 0000000094848c34. 00000100:00000010:1.0:1767384708.195837:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4bab251. 00000100:00000010:1.0:1767384708.195922:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000004b268b68. 00000100:00000010:1.0:1767384708.195928:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bb19b4be. 00000100:00000010:1.0:1767384708.196011:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000d0dc50ca. 00000100:00000010:1.0:1767384708.196015:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000219057b3. 00000100:00000010:1.0:1767384708.196101:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 00000000a36de957. 00000100:00000010:1.0:1767384708.196107:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001205e3fc. 00000100:00000010:1.0:1767384708.196192:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000000d87098e. 00000100:00000010:1.0:1767384708.196197:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000793400fa. 00000100:00000010:1.0:1767384708.196283:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 262144 at 000000005c2bbd40. 00000400:00000200:1.0:1767384708.196290:0:40990:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 12 lazy 00000020:00000010:1.0:1767384708.196350:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003863efe9. 00000020:00000010:1.0:1767384708.196357:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000fa2e6a6b. 00000100:00000010:1.0:1767384708.196414:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008c60549c. 00000100:00000010:1.0:1767384708.196421:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000044d72c6b. 00000100:00000010:1.0:1767384708.196425:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b6ffa81e. 00000100:00000010:1.0:1767384708.196429:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000dbc635db. 00000100:00000010:1.0:1767384708.196432:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d4877384. 00000100:00000010:1.0:1767384708.196435:0:40990:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000001eb6f0c4. 00000100:00000010:1.0:1767384708.196457:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000d6c73e6. 00000100:00000010:1.0:1767384708.196459:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000009d59a6e3. 00000100:00000010:1.0:1767384708.196463:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007e78220a. 00000100:00000010:1.0:1767384708.196467:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000007a2fd884. 00000100:00000010:1.0:1767384708.196471:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000057d31459. 00000100:00000010:3.0:1767384708.196509:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000bb113bb9. 00000100:00000010:2.0:1767384708.196511:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ddd2c81. 00000100:00000200:1.0:1767384708.196519:0:40990:0:(service.c:847:ptlrpc_register_service()) mdt: Started, listening on portal 12 00000100:00000010:1.0:1767384708.196527:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005e499906. 00000100:00000010:1.0:1767384708.196745:0:41003:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c2e5f517. 00000020:00000010:1.0:1767384708.196750:0:41003:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000082682fad. 00000020:00000010:1.0:1767384708.196757:0:41003:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000159f31e4. 00000020:00000010:1.0:1767384708.196761:0:41003:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008a7c13c8. 00000040:00000010:1.0:1767384708.196764:0:41003:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000998a7e2b. 00000020:00000010:1.0:1767384708.196769:0:41003:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008887bd67. 00000020:00000010:1.0:1767384708.196773:0:41003:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008e9af26c. 00000020:00000010:1.0:1767384708.196778:0:41003:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000062b20d08. 80000000:00000010:1.0:1767384708.196782:0:41003:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004f43ac41. 40000000:00000010:1.0:1767384708.196785:0:41003:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bd625ff7. 00100000:00000010:1.0:1767384708.196790:0:41003:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000f72c752b. 00040000:00000010:1.0:1767384708.196794:0:41003:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c251b3a3. 00040000:00000010:1.0:1767384708.196798:0:41003:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d4663466. 00080000:00000010:1.0:1767384708.196803:0:41003:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b38c8712. 00080000:00000010:1.0:1767384708.196808:0:41003:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000947b85fe. 00000004:00000010:1.0:1767384708.196817:0:41003:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000048ec0ae4. 00002000:00000010:1.0:1767384708.196821:0:41003:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000039aca55e. 00000100:00000200:1.0:1767384708.196824:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196829:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000086d75a04. 00000400:00000010:1.0:1767384708.196835:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003a2bfe1a. 00000100:00000200:1.0:1767384708.196840:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196843:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bc1553af. 00000400:00000010:1.0:1767384708.196846:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000da5b35da. 00000100:00000200:1.0:1767384708.196849:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196851:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001ed18715. 00000400:00000010:1.0:1767384708.196855:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006185f5fa. 00000100:00000200:1.0:1767384708.196857:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196859:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dcff9f09. 00000400:00000010:1.0:1767384708.196862:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a6ad6e33. 00000100:00000200:1.0:1767384708.196865:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196867:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e26609cc. 00000400:00000010:1.0:1767384708.196871:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000005051d9f6. 00000100:00000200:1.0:1767384708.196873:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196876:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a37d371. 00000400:00000010:1.0:1767384708.196879:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c652fe10. 00000100:00000200:1.0:1767384708.196882:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196884:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9d8e860. 00000400:00000010:1.0:1767384708.196887:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000ade0edf1. 00000100:00000200:1.0:1767384708.196890:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196893:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040bee4a0. 00000400:00000010:1.0:1767384708.196896:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d9315a9d. 00000100:00000200:1.0:1767384708.196898:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196901:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa219f0e. 00000400:00000010:1.0:1767384708.196904:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000e29633d9. 00000100:00000200:1.0:1767384708.196907:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196909:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c934e1f1. 00000400:00000010:1.0:1767384708.196912:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000036c5da09. 00000100:00000200:1.0:1767384708.196915:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196917:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000018a8d665. 00000400:00000010:1.0:1767384708.196920:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000045a98835. 00000100:00000200:1.0:1767384708.196923:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196925:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f183d3b0. 00000400:00000010:1.0:1767384708.196928:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007919816f. 00000100:00000200:1.0:1767384708.196930:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196932:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c46c3776. 00000400:00000010:1.0:1767384708.196934:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d33ab53c. 00000100:00000200:1.0:1767384708.196937:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196938:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000864bdf7e. 00000400:00000010:1.0:1767384708.196942:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b2a31a94. 00000100:00000200:1.0:1767384708.196944:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196946:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000700fd549. 00000400:00000010:1.0:1767384708.196948:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000097aa5277. 00000100:00000200:1.0:1767384708.196951:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196952:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000019a3d407. 00000400:00000010:1.0:1767384708.196955:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000c2a8f93f. 00000100:00000200:1.0:1767384708.196957:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196959:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005215511e. 00000400:00000010:1.0:1767384708.196962:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001248e04e. 00000100:00000200:1.0:1767384708.196964:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196966:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdf117e7. 00000400:00000010:1.0:1767384708.196969:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b199ab41. 00000100:00000200:1.0:1767384708.196972:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196973:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccf2a6ec. 00000400:00000010:1.0:1767384708.196976:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bf67a393. 00000100:00000200:1.0:1767384708.196978:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196980:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005af63821. 00000400:00000010:1.0:1767384708.196982:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000410cd18c. 00000100:00000200:1.0:1767384708.196985:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196986:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cff30015. 00000400:00000010:1.0:1767384708.196989:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000042766297. 00000100:00000200:1.0:1767384708.196991:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.196994:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f471ac48. 00000400:00000010:1.0:1767384708.196996:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dc7f2e81. 00000100:00000200:1.0:1767384708.196999:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197001:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ec36e17. 00000400:00000010:1.0:1767384708.197003:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006d69a7b8. 00000100:00000200:1.0:1767384708.197005:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197007:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028bcabc5. 00000400:00000010:1.0:1767384708.197009:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b2a960e7. 00000100:00000200:1.0:1767384708.197012:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197014:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068178d4f. 00000400:00000010:1.0:1767384708.197018:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d3650cb4. 00000100:00000200:1.0:1767384708.197020:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197022:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e4cc0a53. 00000400:00000010:1.0:1767384708.197025:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000027a57320. 00000100:00000200:1.0:1767384708.197028:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197029:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd0c2de. 00000400:00000010:1.0:1767384708.197032:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000038370381. 00000100:00000200:1.0:1767384708.197034:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197036:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090245f7e. 00000400:00000010:1.0:1767384708.197038:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000bc050b42. 00000100:00000200:1.0:1767384708.197041:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197043:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031380cec. 00000400:00000010:1.0:1767384708.197045:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000191a0ad7. 00000100:00000200:1.0:1767384708.197048:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197050:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aa167e92. 00000400:00000010:1.0:1767384708.197053:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003bb34a46. 00000100:00000200:1.0:1767384708.197055:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197057:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007dd86960. 00000400:00000010:1.0:1767384708.197060:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f82de609. 00000100:00000200:1.0:1767384708.197063:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197065:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000365770ce. 00000400:00000010:1.0:1767384708.197067:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000044a87c5e. 00000100:00000200:1.0:1767384708.197070:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197072:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000107bdcd7. 00000400:00000010:1.0:1767384708.197074:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000025b87abf. 00000100:00000200:1.0:1767384708.197076:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197078:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000788bd09e. 00000400:00000010:1.0:1767384708.197080:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000861f62e9. 00000100:00000200:1.0:1767384708.197083:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197084:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079be1aab. 00000400:00000010:1.0:1767384708.197087:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d0720aee. 00000100:00000200:1.0:1767384708.197090:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197091:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d06b4d52. 00000400:00000010:1.0:1767384708.197094:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003b5b9c36. 00000100:00000200:1.0:1767384708.197096:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197098:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6b7e13c. 00000400:00000010:1.0:1767384708.197101:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003bb579d4. 00000100:00000200:1.0:1767384708.197104:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197105:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000433c8eb. 00000400:00000010:1.0:1767384708.197108:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000958beb9d. 00000100:00000200:1.0:1767384708.197110:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197112:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008bac0f06. 00000400:00000010:1.0:1767384708.197114:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000965e9b02. 00000100:00000200:1.0:1767384708.197117:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197119:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008c232192. 00000400:00000010:1.0:1767384708.197121:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000d391ad54. 00000100:00000200:1.0:1767384708.197123:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197125:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d221a712. 00000400:00000010:1.0:1767384708.197129:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b2fbb640. 00000100:00000200:1.0:1767384708.197131:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197131:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002dc21b0. 00000400:00000010:1.0:1767384708.197134:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000003e698a73. 00000100:00000200:1.0:1767384708.197136:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197137:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3005f5b. 00000400:00000010:1.0:1767384708.197138:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000006a44137f. 00000100:00000200:1.0:1767384708.197140:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197141:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008067ed52. 00000400:00000010:1.0:1767384708.197143:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000004062eb4a. 00000100:00000200:1.0:1767384708.197144:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197145:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059381f49. 00000400:00000010:1.0:1767384708.197147:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000015119f4. 00000100:00000200:1.0:1767384708.197148:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197149:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b5effb7e. 00000400:00000010:1.0:1767384708.197151:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002e7517a4. 00000100:00000200:1.0:1767384708.197152:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197153:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000435139d8. 00000400:00000010:1.0:1767384708.197155:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000397aad7d. 00000100:00000200:1.0:1767384708.197156:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197157:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b567abf. 00000400:00000010:1.0:1767384708.197159:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000b362de0f. 00000100:00000200:1.0:1767384708.197161:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197161:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000098d1217. 00000400:00000010:1.0:1767384708.197163:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002ac1301e. 00000100:00000200:1.0:1767384708.197165:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197165:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a570f58. 00000400:00000010:1.0:1767384708.197167:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000602daec9. 00000100:00000200:1.0:1767384708.197169:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197169:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c0dd76e. 00000400:00000010:1.0:1767384708.197171:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000016c10be7. 00000100:00000200:1.0:1767384708.197173:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197173:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000432d5a17. 00000400:00000010:1.0:1767384708.197175:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000009cc38be8. 00000100:00000200:1.0:1767384708.197177:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197177:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005becd877. 00000400:00000010:1.0:1767384708.197179:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000007a06a864. 00000100:00000200:1.0:1767384708.197181:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197181:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d9de1347. 00000400:00000010:1.0:1767384708.197184:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000002a28fdc9. 00000100:00000200:1.0:1767384708.197186:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197187:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c3b0519f. 00000400:00000010:1.0:1767384708.197189:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000072589b89. 00000100:00000200:1.0:1767384708.197191:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197192:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000031108208. 00000400:00000010:1.0:1767384708.197193:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000a30de943. 00000100:00000200:1.0:1767384708.197195:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197196:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005177833. 00000400:00000010:1.0:1767384708.197197:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000dbc888f9. 00000100:00000200:1.0:1767384708.197199:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197200:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c9bd9919. 00000400:00000010:1.0:1767384708.197201:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 000000001bcd6ce4. 00000100:00000200:1.0:1767384708.197203:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197204:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1a32c18. 00000400:00000010:1.0:1767384708.197205:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000026fd32cb. 00000100:00000200:1.0:1767384708.197207:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197208:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006f112043. 00000400:00000010:1.0:1767384708.197209:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000abdbd168. 00000100:00000200:1.0:1767384708.197210:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197211:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae7ad03d. 00000400:00000010:1.0:1767384708.197213:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000aa948dca. 00000100:00000200:1.0:1767384708.197214:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197215:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002282d6b6. 00000400:00000010:1.0:1767384708.197217:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 0000000068d8f8ba. 00000100:00000200:1.0:1767384708.197218:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197219:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002066ab6f. 00000400:00000010:1.0:1767384708.197221:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000f31c03f7. 00000100:00000200:1.0:1767384708.197223:0:41003:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:1.0:1767384708.197224:0:41003:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094d49917. 00000400:00000010:1.0:1767384708.197226:0:41003:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at 00000000fcff21aa. 00000100:00000010:1.0:1767384708.197278:0:41003:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 0000000019bbe033. 00000100:00000200:1.0:1767384708.197298:0:41003:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384708.197307:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ccc7fa5a. 00000100:00000010:1.0:1767384708.197501:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005c80c8e9. 00000100:00000010:0.0:1767384708.197506:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c9d619ba. 00000100:00000010:1.0:1767384708.197528:0:41004:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000005e5e4462. 00000020:00000010:1.0:1767384708.197532:0:41004:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008cd0232b. 00000020:00000010:1.0:1767384708.197538:0:41004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069480042. 00000020:00000010:1.0:1767384708.197541:0:41004:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000fe4e16a. 00000040:00000010:1.0:1767384708.197545:0:41004:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000c179c1a. 00000020:00000010:1.0:1767384708.197548:0:41004:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007697c842. 00000020:00000010:1.0:1767384708.197552:0:41004:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000007ddcd5de. 00000020:00000010:1.0:1767384708.197555:0:41004:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cac86a77. 80000000:00000010:1.0:1767384708.197557:0:41004:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e84892fe. 40000000:00000010:1.0:1767384708.197559:0:41004:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002d5e2a31. 00100000:00000010:1.0:1767384708.197563:0:41004:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008c3f83c4. 00040000:00000010:1.0:1767384708.197566:0:41004:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000085b5cdde. 00040000:00000010:1.0:1767384708.197568:0:41004:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005fa70324. 00080000:00000010:1.0:1767384708.197582:0:41004:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000081789838. 00080000:00000010:1.0:1767384708.197587:0:41004:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005c5d2f6a. 00000004:00000010:1.0:1767384708.197593:0:41004:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000635b7c30. 00002000:00000010:1.0:1767384708.197596:0:41004:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000614603fa. 00000100:00000010:1.0:1767384708.197640:0:41004:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000bd322f30. 00000100:00000200:1.0:1767384708.197656:0:41004:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384708.197678:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f1c81786. 00000100:00000010:1.0:1767384708.197849:0:41005:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000001317aed2. 00000020:00000010:1.0:1767384708.197853:0:41005:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000005ff1a11. 00000020:00000010:1.0:1767384708.197856:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cebe1665. 00000020:00000010:1.0:1767384708.197857:0:41005:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e1c66bec. 00000040:00000010:1.0:1767384708.197859:0:41005:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000ee2f289. 00000020:00000010:1.0:1767384708.197862:0:41005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a8f76865. 00000020:00000010:1.0:1767384708.197865:0:41005:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000059aebaa2. 00000020:00000010:1.0:1767384708.197867:0:41005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b82aa901. 80000000:00000010:1.0:1767384708.197868:0:41005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000828b3d4c. 40000000:00000010:1.0:1767384708.197870:0:41005:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002e41a7e2. 00100000:00000010:1.0:1767384708.197872:0:41005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000054fc15f5. 00040000:00000010:1.0:1767384708.197874:0:41005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006e4b969e. 00040000:00000010:1.0:1767384708.197876:0:41005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004240298d. 00080000:00000010:1.0:1767384708.197879:0:41005:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000294b16da. 00080000:00000010:1.0:1767384708.197882:0:41005:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000083c867d8. 00000004:00000010:1.0:1767384708.197886:0:41005:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000486e00e0. 00002000:00000010:1.0:1767384708.197888:0:41005:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000047b584fd. 00000100:00000010:1.0:1767384708.197929:0:41005:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 00000000c1b636f2. 00000100:00000200:1.0:1767384708.197939:0:41005:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1767384708.197956:0:40990:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000e11ffde9. 00000100:00000010:2.0:1767384708.197962:0:40990:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000029d07afa. 00000100:00000010:2.0:1767384708.197973:0:40990:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000006bc1b2a0. 00000100:00000010:2.0:1767384708.197980:0:40990:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b8c34eec. 00000100:00000010:2.0:1767384708.197984:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000030d3f53f. 00000100:00000010:2.0:1767384708.197987:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a9dc9fdd. 00000100:00000010:2.0:1767384708.197989:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e3dd847f. 00000100:00000010:2.0:1767384708.197992:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002f0d1cc6. 00000100:00000010:2.0:1767384708.197993:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000747097c7. 00000100:00000010:2.0:1767384708.197996:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004b485665. 00000100:00000010:2.0:1767384708.197998:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000be8a725. 00000100:00000010:2.0:1767384708.198001:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006b80f6e6. 00000100:00000010:2.0:1767384708.198002:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f40c2963. 00000100:00000010:2.0:1767384708.198005:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005a836b9a. 00000100:00000010:2.0:1767384708.198007:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000262d7105. 00000100:00000010:2.0:1767384708.198015:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b2241fa6. 00000100:00000010:2.0:1767384708.198017:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8df4226. 00000100:00000010:2.0:1767384708.198019:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005edb62d9. 00000100:00000010:2.0:1767384708.198021:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000faf47504. 00000100:00000010:2.0:1767384708.198024:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a2a5028e. 00000100:00000010:2.0:1767384708.198025:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d3834c29. 00000100:00000010:2.0:1767384708.198028:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009d9ccf33. 00000100:00000010:2.0:1767384708.198030:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000cf43e69. 00000100:00000010:2.0:1767384708.198037:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000014dc0314. 00000100:00000010:2.0:1767384708.198039:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065a30a61. 00000100:00000010:2.0:1767384708.198042:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f642b3bc. 00000100:00000010:2.0:1767384708.198043:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b29991ae. 00000100:00000010:2.0:1767384708.198046:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002be80b1d. 00000100:00000010:2.0:1767384708.198048:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c4efd9e. 00000100:00000010:2.0:1767384708.198051:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c7ee1fe3. 00000100:00000010:2.0:1767384708.198053:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006cb95df0. 00000100:00000010:2.0:1767384708.198059:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000503b5f87. 00000100:00000010:2.0:1767384708.198062:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d5e217d3. 00000100:00000010:2.0:1767384708.198064:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000281f0c36. 00000100:00000010:2.0:1767384708.198066:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de0de2f0. 00000100:00000010:2.0:1767384708.198069:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000902aad7d. 00000100:00000010:2.0:1767384708.198070:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e8d4301e. 00000100:00000010:2.0:1767384708.198073:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066f451c4. 00000100:00000010:2.0:1767384708.198075:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7e51791. 00000100:00000010:2.0:1767384708.198083:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000347061cf. 00000100:00000010:2.0:1767384708.198085:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fed997df. 00000100:00000010:2.0:1767384708.198089:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e6347e71. 00000100:00000010:2.0:1767384708.198091:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003eeea272. 00000100:00000010:2.0:1767384708.198094:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000437919c. 00000100:00000010:2.0:1767384708.198096:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047678c2f. 00000100:00000010:2.0:1767384708.198100:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c10a268. 00000100:00000010:2.0:1767384708.198101:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fcdf86a. 00000100:00000010:2.0:1767384708.198108:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ea676d8a. 00000100:00000010:2.0:1767384708.198110:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001667d1f5. 00000100:00000010:2.0:1767384708.198113:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000036d25719. 00000100:00000010:2.0:1767384708.198115:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a3421c1. 00000100:00000010:2.0:1767384708.198117:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c074b155. 00000100:00000010:2.0:1767384708.198119:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac944653. 00000100:00000010:2.0:1767384708.198122:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e2a1597b. 00000100:00000010:2.0:1767384708.198123:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015ac4ddf. 00000100:00000010:2.0:1767384708.198130:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004433cbb7. 00000100:00000010:2.0:1767384708.198132:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bf646bd. 00000100:00000010:2.0:1767384708.198135:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e192622. 00000100:00000010:2.0:1767384708.198136:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006fd31383. 00000100:00000010:2.0:1767384708.198139:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e46ae1f2. 00000100:00000010:2.0:1767384708.198140:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b99b22c. 00000100:00000010:2.0:1767384708.198143:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003c9ffbbd. 00000100:00000010:2.0:1767384708.198145:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a553576e. 00000100:00000010:2.0:1767384708.198153:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000096739594. 00000100:00000010:2.0:1767384708.198155:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f39f7295. 00000100:00000010:2.0:1767384708.198160:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9f6dee7. 00000100:00000010:2.0:1767384708.198162:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dfdb22b6. 00000100:00000010:2.0:1767384708.198166:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c3c12033. 00000100:00000010:2.0:1767384708.198167:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000008874363. 00000100:00000010:2.0:1767384708.198171:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000642b443e. 00000100:00000010:2.0:1767384708.198173:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a1f16414. 00000100:00000010:2.0:1767384708.198179:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000006483379. 00000100:00000010:2.0:1767384708.198181:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000088651418. 00000100:00000010:2.0:1767384708.198184:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c583b747. 00000100:00000010:2.0:1767384708.198185:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091ce29c9. 00000100:00000010:2.0:1767384708.198188:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c942a220. 00000100:00000010:2.0:1767384708.198190:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aec0d968. 00000100:00000010:2.0:1767384708.198193:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025258cdf. 00000100:00000010:2.0:1767384708.198194:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2bcaf10. 00000100:00000010:2.0:1767384708.198201:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a3d3e373. 00000100:00000010:2.0:1767384708.198202:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008856e769. 00000100:00000010:2.0:1767384708.198205:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026b2dc9b. 00000100:00000010:2.0:1767384708.198207:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080b61487. 00000100:00000010:2.0:1767384708.198210:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b67c501a. 00000100:00000010:2.0:1767384708.198211:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000909e0617. 00000100:00000010:2.0:1767384708.198214:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000090750d87. 00000100:00000010:2.0:1767384708.198215:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4d1de82. 00000100:00000010:2.0:1767384708.198223:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000047b924ba. 00000100:00000010:2.0:1767384708.198225:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6f0b25e. 00000100:00000010:2.0:1767384708.198229:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000010835ed. 00000100:00000010:2.0:1767384708.198231:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a0bfe43b. 00000100:00000010:2.0:1767384708.198234:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000025ddce6c. 00000100:00000010:2.0:1767384708.198236:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aa73ef27. 00000100:00000010:2.0:1767384708.198239:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004dfb8149. 00000100:00000010:2.0:1767384708.198242:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000030927a9. 00000100:00000010:2.0:1767384708.198248:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f9456cbd. 00000100:00000010:2.0:1767384708.198251:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ce973b7. 00000100:00000010:2.0:1767384708.198254:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002e901e9f. 00000100:00000010:2.0:1767384708.198256:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000399f9771. 00000100:00000010:2.0:1767384708.198259:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ade044f1. 00000100:00000010:2.0:1767384708.198261:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004294f4af. 00000100:00000010:2.0:1767384708.198263:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d212241f. 00000100:00000010:2.0:1767384708.198265:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004e1e324e. 00000100:00000010:2.0:1767384708.198271:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000024b39c20. 00000100:00000010:2.0:1767384708.198273:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000032d20d3. 00000100:00000010:2.0:1767384708.198276:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fadb2cc1. 00000100:00000010:2.0:1767384708.198278:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000001e068cf. 00000100:00000010:2.0:1767384708.198280:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000066ba2579. 00000100:00000010:2.0:1767384708.198282:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2859250. 00000100:00000010:2.0:1767384708.198284:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001f90fb12. 00000100:00000010:2.0:1767384708.198286:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000019db1873. 00000100:00000010:2.0:1767384708.198293:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000046f8a847. 00000100:00000010:2.0:1767384708.198295:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c3be15d3. 00000100:00000010:2.0:1767384708.198297:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008d2fdde5. 00000100:00000010:2.0:1767384708.198299:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000082fd5c63. 00000100:00000010:2.0:1767384708.198301:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f0adb18d. 00000100:00000010:2.0:1767384708.198303:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024ba47a1. 00000100:00000010:2.0:1767384708.198306:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f1cee228. 00000100:00000010:2.0:1767384708.198307:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000aeb532d. 00000100:00000010:2.0:1767384708.198314:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008a0b3274. 00000100:00000010:2.0:1767384708.198316:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd933f20. 00000100:00000010:2.0:1767384708.198318:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008cff49f5. 00000100:00000010:2.0:1767384708.198320:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000067515829. 00000100:00000010:2.0:1767384708.198323:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b7053700. 00000100:00000010:2.0:1767384708.198324:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002ed6b421. 00000100:00000010:2.0:1767384708.198327:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000026a8e08a. 00000100:00000010:2.0:1767384708.198329:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c1e03e66. 00000100:00000010:2.0:1767384708.198336:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b7ffddb. 00000100:00000010:2.0:1767384708.198339:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a903b577. 00000100:00000010:2.0:1767384708.198341:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b21f8de1. 00000100:00000010:2.0:1767384708.198343:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b65220e. 00000100:00000010:2.0:1767384708.198346:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000002649073. 00000400:00000200:2.0:1767384708.198348:0:40990:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 23 lazy 00000020:00000010:2.0:1767384708.198379:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000070986b36. 00000020:00000010:2.0:1767384708.198382:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001ab272f9. 00000100:00000010:2.0:1767384708.198412:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d390a0e8. 00000100:00000010:2.0:1767384708.198414:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000a605a4e2. 00000100:00000010:2.0:1767384708.198416:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bcdf2677. 00000100:00000010:2.0:1767384708.198419:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e61846e6. 00000100:00000010:2.0:1767384708.198421:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000263d9dc2. 00010000:00000010:2.1:1767384708.198461:0:40990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000da7fab16. 00010000:00000010:2.1:1767384708.198468:0:40990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000055f0a43b. 00010000:00000010:2.1:1767384708.198474:0:40990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000052653c52. 00010000:00000010:2.1:1767384708.198479:0:40990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007f9090ad. 00010000:00000010:2.1:1767384708.198482:0:40990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b637680a. 00010000:00000010:2.1:1767384708.198485:0:40990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f563a5c5. 00010000:00000010:2.1:1767384708.198490:0:40990:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000006d8bed29. 00010000:00000010:2.1:1767384708.198492:0:40990:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e0dceb13. 00000100:00000200:2.0:1767384708.198513:0:40990:0:(service.c:847:ptlrpc_register_service()) mdt_readpage: Started, listening on portal 23 00000100:00000010:2.0:1767384708.198516:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000481310e7. 00000100:00000010:1.0:1767384708.198907:0:41006:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000002dcdb2a1. 00000020:00000010:1.0:1767384708.198911:0:41006:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ba7e58eb. 00000020:00000010:1.0:1767384708.198915:0:41006:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002a239862. 00000020:00000010:1.0:1767384708.198917:0:41006:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003b38856e. 00000040:00000010:1.0:1767384708.198919:0:41006:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000047e7a415. 00000020:00000010:1.0:1767384708.198921:0:41006:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dab53400. 00000020:00000010:1.0:1767384708.198923:0:41006:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004c25a296. 00000020:00000010:1.0:1767384708.198925:0:41006:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000041ce1eb4. 80000000:00000010:1.0:1767384708.198927:0:41006:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b7b9d565. 40000000:00000010:1.0:1767384708.198928:0:41006:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d052c041. 00100000:00000010:1.0:1767384708.198931:0:41006:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b442ee93. 00040000:00000010:1.0:1767384708.198932:0:41006:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000018a08ab2. 00040000:00000010:1.0:1767384708.198934:0:41006:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003bb012f5. 00080000:00000010:1.0:1767384708.198944:0:41006:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000060cdb5f8. 00080000:00000010:1.0:1767384708.198948:0:41006:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000915a6198. 00000004:00000010:1.0:1767384708.198952:0:41006:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bee85bcb. 00000100:00000200:1.0:1767384708.198955:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198957:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8e0617e. 00000400:00000010:1.0:1767384708.198960:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045fedd91. 00000100:00000200:1.0:1767384708.198962:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198963:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000cafce2e. 00000400:00000010:1.0:1767384708.198965:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000425447e9. 00000100:00000200:1.0:1767384708.198966:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198967:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ccaec61a. 00000400:00000010:1.0:1767384708.198969:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000897d57c. 00000100:00000200:1.0:1767384708.198970:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198971:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bb5d313d. 00000400:00000010:1.0:1767384708.198972:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071bfa29e. 00000100:00000200:1.0:1767384708.198974:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198974:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ace8b98. 00000400:00000010:1.0:1767384708.198976:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000008436b9b. 00000100:00000200:1.0:1767384708.198977:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198978:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b3bab45. 00000400:00000010:1.0:1767384708.198980:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004aab3725. 00000100:00000200:1.0:1767384708.198982:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198983:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063e0ad67. 00000400:00000010:1.0:1767384708.198985:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002556b0be. 00000100:00000200:1.0:1767384708.198986:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198987:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f63f779c. 00000400:00000010:1.0:1767384708.198988:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fe17d9d. 00000100:00000200:1.0:1767384708.198989:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198990:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001298057c. 00000400:00000010:1.0:1767384708.198992:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000014397f3. 00000100:00000200:1.0:1767384708.198993:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198994:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000558b6c32. 00000400:00000010:1.0:1767384708.198995:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009b1d7434. 00000100:00000200:1.0:1767384708.198996:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.198997:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d85954c6. 00000400:00000010:1.0:1767384708.198998:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c524d429. 00000100:00000200:1.0:1767384708.198999:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199000:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094587dfd. 00000400:00000010:1.0:1767384708.199001:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001ada46c. 00000100:00000200:1.0:1767384708.199002:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199003:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e1e6f9f. 00000400:00000010:1.0:1767384708.199004:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000575bc691. 00000100:00000200:1.0:1767384708.199005:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199006:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000072adf40c. 00000400:00000010:1.0:1767384708.199007:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000032c3f167. 00000100:00000200:1.0:1767384708.199008:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199009:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d1851435. 00000400:00000010:1.0:1767384708.199010:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000351e48f2. 00000100:00000200:1.0:1767384708.199011:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199013:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4578847. 00000400:00000010:1.0:1767384708.199014:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e5816df. 00000100:00000200:1.0:1767384708.199015:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199017:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d8af22f. 00000400:00000010:1.0:1767384708.199018:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002a0d66c0. 00000100:00000200:1.0:1767384708.199020:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199021:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e030e7c7. 00000400:00000010:1.0:1767384708.199023:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000474ce926. 00000100:00000200:1.0:1767384708.199024:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199025:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c5c43d30. 00000400:00000010:1.0:1767384708.199026:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000076fb1c7b. 00000100:00000200:1.0:1767384708.199027:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199028:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d95dc24f. 00000400:00000010:1.0:1767384708.199029:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a288efba. 00000100:00000200:1.0:1767384708.199030:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199031:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1f37368. 00000400:00000010:1.0:1767384708.199032:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006d3df507. 00000100:00000200:1.0:1767384708.199033:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199034:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3556e66. 00000400:00000010:1.0:1767384708.199035:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009c3369b. 00000100:00000200:1.0:1767384708.199036:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199037:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000186a408a. 00000400:00000010:1.0:1767384708.199038:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a7b4aa6. 00000100:00000200:1.0:1767384708.199039:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199040:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bc112fe. 00000400:00000010:1.0:1767384708.199041:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000077fdaa9d. 00000100:00000200:1.0:1767384708.199042:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199043:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec98800b. 00000400:00000010:1.0:1767384708.199045:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5716bb2. 00000100:00000200:1.0:1767384708.199046:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199047:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000010bd85f9. 00000400:00000010:1.0:1767384708.199049:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dac74dca. 00000100:00000200:1.0:1767384708.199050:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199050:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f5db8ca. 00000400:00000010:1.0:1767384708.199052:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000006024701. 00000100:00000200:1.0:1767384708.199053:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199054:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd5e3e61. 00000400:00000010:1.0:1767384708.199055:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001ad8637. 00000100:00000200:1.0:1767384708.199056:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199058:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fd21bfa. 00000400:00000010:1.0:1767384708.199059:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000043e8e1a2. 00000100:00000200:1.0:1767384708.199061:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199062:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005909b10d. 00000400:00000010:1.0:1767384708.199063:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059d2c3be. 00000100:00000200:1.0:1767384708.199064:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199065:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fa5335d6. 00000400:00000010:1.0:1767384708.199066:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cbd41609. 00000100:00000200:1.0:1767384708.199068:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199068:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a1a88f5. 00000400:00000010:1.0:1767384708.199070:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001f0d953a. 00000100:00000200:1.0:1767384708.199071:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199071:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000063e16e31. 00000400:00000010:1.0:1767384708.199072:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000045bb44ef. 00000100:00000200:1.0:1767384708.199073:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199075:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013561185. 00000400:00000010:1.0:1767384708.199076:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9c7abee. 00000100:00000200:1.0:1767384708.199077:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199078:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000849f12b7. 00000400:00000010:1.0:1767384708.199079:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000083f81e1a. 00000100:00000200:1.0:1767384708.199080:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199081:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007860fa4a. 00000400:00000010:1.0:1767384708.199082:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a20c699d. 00000100:00000200:1.0:1767384708.199083:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199084:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000058ba1a9. 00000400:00000010:1.0:1767384708.199085:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000795a9fe1. 00000100:00000200:1.0:1767384708.199086:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199087:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ee75cdf. 00000400:00000010:1.0:1767384708.199088:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e70a5927. 00000100:00000200:1.0:1767384708.199089:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199090:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000afa4cdf3. 00000400:00000010:1.0:1767384708.199091:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000938d6db. 00000100:00000200:1.0:1767384708.199092:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199093:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000003fbcf27. 00000400:00000010:1.0:1767384708.199094:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000004716202. 00000100:00000200:1.0:1767384708.199096:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199096:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5ded7d4. 00000400:00000010:1.0:1767384708.199097:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000792cbc4f. 00000100:00000200:1.0:1767384708.199099:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199100:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079185047. 00000400:00000010:1.0:1767384708.199101:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009d9e6562. 00000100:00000200:1.0:1767384708.199102:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199103:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0de7685. 00000400:00000010:1.0:1767384708.199104:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006639ed9d. 00000100:00000200:1.0:1767384708.199105:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199105:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ae33fe6. 00000400:00000010:1.0:1767384708.199107:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000064c7d2b9. 00000100:00000200:1.0:1767384708.199108:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199109:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d44da8b6. 00000400:00000010:1.0:1767384708.199110:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000071506cac. 00000100:00000200:1.0:1767384708.199111:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199112:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001038030a. 00000400:00000010:1.0:1767384708.199113:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000697d3484. 00000100:00000200:1.0:1767384708.199114:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199115:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c98a2cb. 00000400:00000010:1.0:1767384708.199116:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b12f558f. 00000100:00000200:1.0:1767384708.199117:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199118:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b6538d1. 00000400:00000010:1.0:1767384708.199119:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fc9dd740. 00000100:00000200:1.0:1767384708.199121:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199121:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008190b71b. 00000400:00000010:1.0:1767384708.199123:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000003d23e71. 00000100:00000200:1.0:1767384708.199124:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199124:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001b300a12. 00000400:00000010:1.0:1767384708.199126:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004c753daa. 00000100:00000200:1.0:1767384708.199127:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199128:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c498bb4a. 00000400:00000010:1.0:1767384708.199129:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000015ca0be1. 00000100:00000200:1.0:1767384708.199130:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199130:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005722afd4. 00000400:00000010:1.0:1767384708.199132:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000013369791. 00000100:00000200:1.0:1767384708.199133:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199134:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e53a7fae. 00000400:00000010:1.0:1767384708.199135:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009aa4e9f6. 00000100:00000200:1.0:1767384708.199136:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199137:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c081c4f4. 00000400:00000010:1.0:1767384708.199138:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000748b2273. 00000100:00000200:1.0:1767384708.199139:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199140:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006cd305c0. 00000400:00000010:1.0:1767384708.199141:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000368af539. 00000100:00000200:1.0:1767384708.199142:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199143:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a1c09f82. 00000400:00000010:1.0:1767384708.199144:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000278aecfe. 00000100:00000200:1.0:1767384708.199145:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199146:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005d016f5. 00000400:00000010:1.0:1767384708.199147:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000713957a8. 00000100:00000200:1.0:1767384708.199148:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199149:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a437b910. 00000400:00000010:1.0:1767384708.199150:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030529bdc. 00000100:00000200:1.0:1767384708.199151:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199152:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0f5f504. 00000400:00000010:1.0:1767384708.199153:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003adde092. 00000100:00000200:1.0:1767384708.199154:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199155:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006099c6c0. 00000400:00000010:1.0:1767384708.199156:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007fb0f363. 00000100:00000200:1.0:1767384708.199157:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199158:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff21ebc9. 00000400:00000010:1.0:1767384708.199159:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c145826. 00000100:00000200:1.0:1767384708.199160:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199162:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008d3358bd. 00000400:00000010:1.0:1767384708.199163:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003812436f. 00000100:00000200:1.0:1767384708.199165:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199166:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003009cdbf. 00000400:00000010:1.0:1767384708.199168:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000041a658ae. 00000100:00000200:1.0:1767384708.199169:0:41006:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1767384708.199170:0:41006:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000718e5b0f. 00000400:00000010:1.0:1767384708.199172:0:41006:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000093a8347c. 00000100:00000010:1.0:1767384708.199180:0:41006:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000008c3b33ef. 00000100:00000200:1.0:1767384708.199191:0:41006:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384708.199209:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000066763944. 00000100:00000010:1.0:1767384708.199371:0:41007:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000000648733f. 00000020:00000010:1.0:1767384708.199375:0:41007:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003e890515. 00000020:00000010:1.0:1767384708.199379:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000062e4b5f6. 00000020:00000010:1.0:1767384708.199381:0:41007:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c2eb2e28. 00000040:00000010:1.0:1767384708.199384:0:41007:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cc82512c. 00000020:00000010:1.0:1767384708.199387:0:41007:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a5c717a. 00000020:00000010:1.0:1767384708.199390:0:41007:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000862628b4. 00000020:00000010:1.0:1767384708.199393:0:41007:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000adc8a91f. 80000000:00000010:1.0:1767384708.199397:0:41007:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000edeadd5a. 40000000:00000010:1.0:1767384708.199399:0:41007:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000028717b1a. 00100000:00000010:1.0:1767384708.199402:0:41007:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000098cad9af. 00040000:00000010:1.0:1767384708.199405:0:41007:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b0d86064. 00040000:00000010:1.0:1767384708.199409:0:41007:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fdac940e. 00080000:00000010:1.0:1767384708.199414:0:41007:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f303f942. 00080000:00000010:1.0:1767384708.199418:0:41007:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000477d4f4b. 00000004:00000010:1.0:1767384708.199423:0:41007:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008201e6bf. 00000100:00000010:1.0:1767384708.199435:0:41007:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000002c347f56. 00000100:00000200:1.0:1767384708.199471:0:41007:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1767384708.199492:0:40990:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000ee3f60d1. 00000100:00000010:2.0:1767384708.199496:0:40990:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000002614ddca. 00000100:00000010:2.0:1767384708.199506:0:40990:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000ff4fbcc2. 00000100:00000010:2.0:1767384708.199512:0:40990:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000bd54834b. 00000100:00000010:2.0:1767384708.199515:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eebfd8b5. 00000100:00000010:2.0:1767384708.199805:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000082a352a1. 00000100:00000010:2.0:1767384708.199809:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000baece1da. 00000100:00000010:2.0:1767384708.200085:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000002b82943. 00000100:00000010:2.0:1767384708.200088:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cfa6d1db. 00000100:00000010:2.0:1767384708.200360:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bf8b50a6. 00000100:00000010:2.0:1767384708.200362:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c90e27e. 00000100:00000010:2.0:1767384708.200658:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000741cce3. 00000100:00000010:2.0:1767384708.200661:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002284b2f7. 00000100:00000010:2.0:1767384708.200968:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000000501a702. 00000100:00000010:2.0:1767384708.200971:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c84edc0c. 00000100:00000010:2.0:1767384708.201383:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009538c541. 00000100:00000010:2.0:1767384708.201386:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003cd27f50. 00000100:00000010:2.0:1767384708.201693:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b1478c1a. 00000100:00000010:2.0:1767384708.201699:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009c1892fb. 00000100:00000010:2.0:1767384708.201980:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000024b68044. 00000100:00000010:2.0:1767384708.201982:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fae4d829. 00000100:00000010:2.0:1767384708.202394:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ccc413ae. 00000100:00000010:2.0:1767384708.202396:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000946ba211. 00000100:00000010:2.0:1767384708.202829:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000048cfc8e2. 00000100:00000010:2.0:1767384708.202833:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000981b9b66. 00000100:00000010:2.0:1767384708.203234:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d10813cc. 00000100:00000010:2.0:1767384708.203237:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000030b6a46. 00000100:00000010:2.0:1767384708.203652:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000faba16b0. 00000100:00000010:2.0:1767384708.203656:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000056626327. 00000100:00000010:2.0:1767384708.203953:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004c0b6adc. 00000100:00000010:2.0:1767384708.203957:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008c603804. 00000100:00000010:2.0:1767384708.204235:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000005abb4461. 00000100:00000010:2.0:1767384708.204237:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c7b73e84. 00000100:00000010:2.0:1767384708.204674:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a7a57414. 00000100:00000010:2.0:1767384708.204678:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b8444c1e. 00000100:00000010:2.0:1767384708.204959:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009723a3a8. 00000100:00000010:2.0:1767384708.204962:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ee9299f. 00000100:00000010:2.0:1767384708.205235:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000034f3b9aa. 00000100:00000010:2.0:1767384708.205237:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032e70440. 00000100:00000010:2.0:1767384708.205697:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000001f840107. 00000100:00000010:2.0:1767384708.205702:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ac880d8. 00000100:00000010:2.0:1767384708.206111:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000418e3226. 00000100:00000010:2.0:1767384708.206114:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d04d09c5. 00000100:00000010:2.0:1767384708.206389:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000c67e6e37. 00000100:00000010:2.0:1767384708.206391:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036c40531. 00000100:00000010:2.0:1767384708.206709:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000064709d2. 00000100:00000010:2.0:1767384708.206727:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004523c0f5. 00000100:00000010:2.0:1767384708.207006:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000b2955044. 00000100:00000010:2.0:1767384708.207008:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000663f1f7e. 00000100:00000010:2.0:1767384708.207284:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ebbef005. 00000100:00000010:2.0:1767384708.207286:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8126a79. 00000100:00000010:2.0:1767384708.207587:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007f43ab19. 00000100:00000010:2.0:1767384708.207591:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004ac392f3. 00000100:00000010:2.0:1767384708.207881:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d6169f1a. 00000100:00000010:2.0:1767384708.207884:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008bff1c07. 00000100:00000010:2.0:1767384708.208164:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008b2d897c. 00000100:00000010:2.0:1767384708.208166:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a05acb59. 00010000:00000010:0.1:1767384708.208469:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000cd0a5231. 00010000:00000010:0.1:1767384708.208480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000f338265. 00000100:00000010:2.0:1767384708.208516:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000007396bd58. 00000100:00000010:2.0:1767384708.208521:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5bac7a3. 00000100:00000010:2.0:1767384708.208808:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000524c0a30. 00000100:00000010:2.0:1767384708.208811:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076bd8a07. 00000100:00000010:2.0:1767384708.209098:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000af2505b7. 00000100:00000010:2.0:1767384708.209103:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005139396d. 00000100:00000010:2.0:1767384708.209386:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000344a5d59. 00000100:00000010:2.0:1767384708.209388:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000921f6694. 00000100:00000010:2.0:1767384708.209704:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e504fc52. 00000100:00000010:2.0:1767384708.209708:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036fef9b4. 00000100:00000010:2.0:1767384708.209985:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002bc27fcb. 00000100:00000010:2.0:1767384708.209988:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018895cfa. 00000100:00000010:2.0:1767384708.210277:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f5ea9b7c. 00000100:00000010:2.0:1767384708.210280:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e134bd4. 00000100:00000010:2.0:1767384708.210581:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000064724967. 00000100:00000010:2.0:1767384708.210584:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000078eb856a. 00000100:00000010:2.0:1767384708.210883:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e414344f. 00000100:00000010:2.0:1767384708.210886:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f45cf2c5. 00000100:00000010:2.0:1767384708.211159:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d3da5575. 00000100:00000010:2.0:1767384708.211162:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6f1004e. 00000100:00000010:2.0:1767384708.211465:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000056a4445e. 00000100:00000010:2.0:1767384708.211469:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b690d3ac. 00000100:00000010:2.0:1767384708.211754:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d82ffd2a. 00000100:00000010:2.0:1767384708.211757:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000839e88ef. 00000100:00000010:2.0:1767384708.212045:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000ada513de. 00000100:00000010:2.0:1767384708.212048:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000de2c7fd4. 00000100:00000010:2.0:1767384708.212329:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008516b801. 00000100:00000010:2.0:1767384708.212332:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b396e08c. 00000100:00000010:2.0:1767384708.212642:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000edf6e2db. 00000100:00000010:2.0:1767384708.212645:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000085ff2b5d. 00000100:00000010:2.0:1767384708.212948:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000038e56ec0. 00000100:00000010:2.0:1767384708.212951:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6d22048. 00000100:00000010:2.0:1767384708.213240:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002f929b54. 00000100:00000010:2.0:1767384708.213245:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002c2e30c7. 00000100:00000010:2.0:1767384708.213539:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000854ef3d7. 00000100:00000010:2.0:1767384708.213542:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d2070c5. 00000100:00000010:2.0:1767384708.213838:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000682dbf42. 00000100:00000010:2.0:1767384708.213841:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc9ba5b4. 00000100:00000010:2.0:1767384708.214115:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d1530f71. 00000100:00000010:2.0:1767384708.214118:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c156aaa. 00000100:00000010:2.0:1767384708.214410:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000008898185f. 00000100:00000010:2.0:1767384708.214412:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af9be7bb. 00000100:00000010:2.0:1767384708.214717:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000255c8af0. 00000100:00000010:2.0:1767384708.214721:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e64e5248. 00000100:00000010:2.0:1767384708.215007:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000bb0c08e2. 00000100:00000010:2.0:1767384708.215010:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003a00cfa1. 00000100:00000010:2.0:1767384708.215286:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000d94921f2. 00000100:00000010:2.0:1767384708.215290:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000889355ad. 00000100:00000010:2.0:1767384708.215595:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000002190b294. 00000100:00000010:2.0:1767384708.215599:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a5555a9. 00000100:00000010:2.0:1767384708.215885:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000003b556c61. 00000100:00000010:2.0:1767384708.215888:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c6862d2. 00000100:00000010:2.0:1767384708.216178:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000004b0d20f7. 00000100:00000010:2.0:1767384708.216181:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb922463. 00000100:00000010:2.0:1767384708.216480:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cb6ea8e0. 00000100:00000010:2.0:1767384708.216484:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c68e5dbd. 00000100:00000010:2.0:1767384708.216784:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000cd714562. 00000100:00000010:2.0:1767384708.216788:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018186b1c. 00000100:00000010:2.0:1767384708.217061:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000e15d0f92. 00000100:00000010:2.0:1767384708.217064:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006131fa2f. 00000100:00000010:2.0:1767384708.217348:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006f210714. 00000100:00000010:2.0:1767384708.217351:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a12651a7. 00000100:00000010:2.0:1767384708.217641:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000f0a4e701. 00000100:00000010:2.0:1767384708.217644:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007836d707. 00000100:00000010:2.0:1767384708.217941:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000009220559a. 00000100:00000010:2.0:1767384708.217944:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000606f2989. 00000100:00000010:2.0:1767384708.218221:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000a7388066. 00000100:00000010:2.0:1767384708.218223:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000069d46fc9. 00000100:00000010:2.0:1767384708.218522:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000eb9fef86. 00000100:00000010:2.0:1767384708.218526:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000099598f49. 00000100:00000010:2.0:1767384708.218814:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 00000000733e3ada. 00000100:00000010:2.0:1767384708.218818:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b29f092. 00000100:00000010:2.0:1767384708.219102:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 0000000002feadf7. 00000100:00000010:2.0:1767384708.219106:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ed10995. 00000100:00000010:2.0:1767384708.219386:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 1048576 at 000000006104747f. 00000400:00000200:2.0:1767384708.219392:0:40990:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 24 lazy 00000020:00000010:2.0:1767384708.219469:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dc0adfd8. 00000020:00000010:2.0:1767384708.219474:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000009b569ea6. 00000100:00000010:2.0:1767384708.219523:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000066463208. 00000100:00000010:2.0:1767384708.219528:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000e2748b20. 00000100:00000010:2.0:1767384708.219531:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000040aa239f. 00000100:00000010:2.0:1767384708.219535:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000003353a9b4. 00000100:00000010:2.0:1767384708.219538:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000007b09881. 00000100:00000200:2.0:1767384708.219560:0:40990:0:(service.c:847:ptlrpc_register_service()) mdt_out: Started, listening on portal 24 00000100:00000010:2.0:1767384708.219564:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000003b338eaa. 00000100:00000010:0.0:1767384708.219795:0:41008:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000f73f4775. 00000020:00000010:0.0:1767384708.219801:0:41008:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000002f6672c5. 00000020:00000010:0.0:1767384708.219808:0:41008:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096b1b93e. 00000020:00000010:0.0:1767384708.219811:0:41008:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004328d93d. 00000040:00000010:0.0:1767384708.219815:0:41008:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002fb7e106. 00000020:00000010:0.0:1767384708.219818:0:41008:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dc944cd2. 00000020:00000010:0.0:1767384708.219822:0:41008:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f2bfb3e1. 00000020:00000010:0.0:1767384708.219825:0:41008:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000066fa7a7e. 80000000:00000010:0.0:1767384708.219828:0:41008:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000683c3119. 40000000:00000010:0.0:1767384708.219830:0:41008:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cd6d298a. 00100000:00000010:0.0:1767384708.219835:0:41008:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006a13ffd1. 00040000:00000010:0.0:1767384708.219837:0:41008:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000488224a. 00040000:00000010:0.0:1767384708.219841:0:41008:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1ef925e. 00080000:00000010:0.0:1767384708.219846:0:41008:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000994f2dda. 00080000:00000010:0.0:1767384708.219850:0:41008:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fcdcddc9. 00000004:00000010:0.0:1767384708.219858:0:41008:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008e31844a. 00002000:00000010:0.0:1767384708.219862:0:41008:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000dc38406. 00000100:00000200:0.0:1767384708.219867:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219871:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001497851e. 00000400:00000010:0.0:1767384708.219878:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000043b18c5c. 00000100:00000200:0.0:1767384708.219884:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219886:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007fc7c029. 00000400:00000010:0.0:1767384708.219890:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001d3dcb71. 00000100:00000200:0.0:1767384708.219892:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219893:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081d1e01e. 00000400:00000010:0.0:1767384708.219897:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002a1f0ecf. 00000100:00000200:0.0:1767384708.219899:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219901:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d16e9763. 00000400:00000010:0.0:1767384708.219904:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007bbd312b. 00000100:00000200:0.0:1767384708.219906:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219907:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050f4ebff. 00000400:00000010:0.0:1767384708.219910:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f0e28c53. 00000100:00000200:0.0:1767384708.219912:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219913:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a423f64. 00000400:00000010:0.0:1767384708.219916:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b75264f3. 00000100:00000200:0.0:1767384708.219918:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219919:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d48940b7. 00000400:00000010:0.0:1767384708.219931:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000de700fbb. 00000100:00000200:0.0:1767384708.219935:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219936:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000228128af. 00000400:00000010:0.0:1767384708.219939:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000004b10d375. 00000100:00000200:0.0:1767384708.219941:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219942:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085a6fcd5. 00000400:00000010:0.0:1767384708.219945:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b33ea784. 00000100:00000200:0.0:1767384708.219947:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219948:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bfdfb960. 00000400:00000010:0.0:1767384708.219951:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000010a16d5. 00000100:00000200:0.0:1767384708.219953:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219954:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005120bc51. 00000400:00000010:0.0:1767384708.219963:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000044d9da94. 00000100:00000200:0.0:1767384708.219966:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219968:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e7bb7f2b. 00000400:00000010:0.0:1767384708.219972:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000661d329e. 00000100:00000200:0.0:1767384708.219974:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219976:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005846a243. 00000400:00000010:0.0:1767384708.219979:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fcab9d1d. 00000100:00000200:0.0:1767384708.219982:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219983:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000847fe426. 00000400:00000010:0.0:1767384708.219987:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001f81e106. 00000100:00000200:0.0:1767384708.219989:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.219990:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a2b91f4. 00000400:00000010:0.0:1767384708.219998:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005805ac78. 00000100:00000200:0.0:1767384708.220002:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220003:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000176fb922. 00000400:00000010:0.0:1767384708.220007:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000057beca0f. 00000100:00000200:0.0:1767384708.220010:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220011:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066a072b3. 00000400:00000010:0.0:1767384708.220014:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000716002dd. 00000100:00000200:0.0:1767384708.220017:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220018:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4d23739. 00000400:00000010:0.0:1767384708.220021:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f9c80e24. 00000100:00000200:0.0:1767384708.220024:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220025:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a51c777. 00000400:00000010:0.0:1767384708.220031:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005a27f12e. 00000100:00000200:0.0:1767384708.220035:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220036:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e2d157f. 00000400:00000010:0.0:1767384708.220038:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a853bd19. 00000100:00000200:0.0:1767384708.220041:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220042:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007534cacd. 00000400:00000010:0.0:1767384708.220044:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000041756092. 00000100:00000200:0.0:1767384708.220047:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220048:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068cf8806. 00000400:00000010:0.0:1767384708.220050:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000029d78300. 00000100:00000200:0.0:1767384708.220053:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220054:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000697ee60a. 00000400:00000010:0.0:1767384708.220060:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b4dc1f9f. 00000100:00000200:0.0:1767384708.220064:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220065:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000047236dd6. 00000400:00000010:0.0:1767384708.220068:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003f30edf3. 00000100:00000200:0.0:1767384708.220070:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220071:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003f478b16. 00000400:00000010:0.0:1767384708.220074:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f8bf087f. 00000100:00000200:0.0:1767384708.220076:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220077:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de0e2b31. 00000400:00000010:0.0:1767384708.220080:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006c5cef22. 00000100:00000200:0.0:1767384708.220082:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220083:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035b171e0. 00000400:00000010:0.0:1767384708.220090:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000647a0b64. 00000100:00000200:0.0:1767384708.220093:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220095:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5cf913b. 00000400:00000010:0.0:1767384708.220098:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000041ff9cd4. 00000100:00000200:0.0:1767384708.220100:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220101:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094801a63. 00000400:00000010:0.0:1767384708.220104:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000009993e31e. 00000100:00000200:0.0:1767384708.220106:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220107:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc38513b. 00000400:00000010:0.0:1767384708.220110:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fe8d052b. 00000100:00000200:0.0:1767384708.220112:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220113:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b3ab2bf. 00000400:00000010:0.0:1767384708.220120:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000e7e201f8. 00000100:00000200:0.0:1767384708.220124:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220125:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9d52f47. 00000400:00000010:0.0:1767384708.220128:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f90523f3. 00000100:00000200:0.0:1767384708.220130:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220131:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b79bb37. 00000400:00000010:0.0:1767384708.220134:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c949a90b. 00000100:00000200:0.0:1767384708.220136:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220137:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a80ac659. 00000400:00000010:0.0:1767384708.220139:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c5417dcc. 00000100:00000200:0.0:1767384708.220142:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220143:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c6e93cc. 00000400:00000010:0.0:1767384708.220150:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c5755556. 00000100:00000200:0.0:1767384708.220153:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220155:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016a4d564. 00000400:00000010:0.0:1767384708.220158:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000005d248978. 00000100:00000200:0.0:1767384708.220160:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220161:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000054f7f851. 00000400:00000010:0.0:1767384708.220164:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000dddba9ec. 00000100:00000200:0.0:1767384708.220166:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220167:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000049c70f64. 00000400:00000010:0.0:1767384708.220170:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000035fc13b4. 00000100:00000200:0.0:1767384708.220172:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220173:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059782f7b. 00000400:00000010:0.0:1767384708.220181:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c95b0a6e. 00000100:00000200:0.0:1767384708.220184:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220186:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c52bb712. 00000400:00000010:0.0:1767384708.220189:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003c0d5050. 00000100:00000200:0.0:1767384708.220192:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220193:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000147fed88. 00000400:00000010:0.0:1767384708.220197:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000013d97603. 00000100:00000200:0.0:1767384708.220199:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220200:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f6db7590. 00000400:00000010:0.0:1767384708.220204:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000035727f6a. 00000100:00000200:0.0:1767384708.220206:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220207:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8240e05. 00000400:00000010:0.0:1767384708.220213:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000a1a90223. 00000100:00000200:0.0:1767384708.220217:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220218:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e7d3e84. 00000400:00000010:0.0:1767384708.220221:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006d6ab04f. 00000100:00000200:0.0:1767384708.220223:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220224:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f11b358b. 00000400:00000010:0.0:1767384708.220227:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006225452a. 00000100:00000200:0.0:1767384708.220229:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220230:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000048d44801. 00000400:00000010:0.0:1767384708.220233:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000469b44e8. 00000100:00000200:0.0:1767384708.220235:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220236:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000919ea1a6. 00000400:00000010:0.0:1767384708.220243:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001a9d2326. 00000100:00000200:0.0:1767384708.220247:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220248:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034db834b. 00000400:00000010:0.0:1767384708.220251:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000640df7bb. 00000100:00000200:0.0:1767384708.220253:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220254:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008503888c. 00000400:00000010:0.0:1767384708.220257:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000b4d36955. 00000100:00000200:0.0:1767384708.220259:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220260:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9f17abd. 00000400:00000010:0.0:1767384708.220263:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000003269b584. 00000100:00000200:0.0:1767384708.220265:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220266:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000075b51040. 00000400:00000010:0.0:1767384708.220274:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002155baa7. 00000100:00000200:0.0:1767384708.220277:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220279:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000005378af. 00000400:00000010:0.0:1767384708.220282:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002a30b3fd. 00000100:00000200:0.0:1767384708.220285:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220285:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000daa18a24. 00000400:00000010:0.0:1767384708.220289:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000007d5161e8. 00000100:00000200:0.0:1767384708.220291:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220292:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf709da2. 00000400:00000010:0.0:1767384708.220295:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000fa2a9425. 00000100:00000200:0.0:1767384708.220298:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220299:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f2b5fb1a. 00000400:00000010:0.0:1767384708.220319:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000f7ffa99d. 00000100:00000200:0.0:1767384708.220326:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220328:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000020182b66. 00000400:00000010:0.0:1767384708.220333:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000cc95c619. 00000100:00000200:0.0:1767384708.220337:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220339:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001dbb33cf. 00000400:00000010:0.0:1767384708.220344:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000006df13b0c. 00000100:00000200:0.0:1767384708.220347:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220349:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076fbb78d. 00000400:00000010:0.0:1767384708.220354:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001120413f. 00000100:00000200:0.0:1767384708.220358:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220361:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ecbe308f. 00000400:00000010:0.0:1767384708.220373:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 0000000073e3bcea. 00000100:00000200:0.0:1767384708.220379:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220382:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e03485c. 00000400:00000010:0.0:1767384708.220386:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000efe8ba63. 00000100:00000200:0.0:1767384708.220389:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220390:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040d699a0. 00000400:00000010:0.0:1767384708.220394:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000200068f4. 00000100:00000200:0.0:1767384708.220397:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220398:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001a6095a. 00000400:00000010:0.0:1767384708.220402:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000002c352e98. 00000100:00000200:0.0:1767384708.220404:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220406:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042b5ed65. 00000400:00000010:0.0:1767384708.220413:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000c1f4f565. 00000100:00000200:0.0:1767384708.220416:0:41008:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1767384708.220418:0:41008:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007aa7f256. 00000400:00000010:0.0:1767384708.220421:0:41008:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 000000001ae6a9ad. 00000100:00000010:0.0:1767384708.220432:0:41008:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000f9e034d. 00000100:00000200:0.0:1767384708.220466:0:41008:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1767384708.220492:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b47f0ad1. 00000100:00000010:2.0:1767384708.220648:0:41009:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000004aaf7e96. 00000020:00000010:2.0:1767384708.220651:0:41009:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003bfc72bc. 00000020:00000010:2.0:1767384708.220656:0:41009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061bec9a0. 00000020:00000010:2.0:1767384708.220659:0:41009:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fe5f62c2. 00000040:00000010:2.0:1767384708.220661:0:41009:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000009e32b46. 00000020:00000010:2.0:1767384708.220675:0:41009:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000daa807a8. 00000020:00000010:2.0:1767384708.220678:0:41009:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000099f404ee. 00000020:00000010:2.0:1767384708.220681:0:41009:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007eb4efac. 80000000:00000010:2.0:1767384708.220683:0:41009:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000af0804e. 40000000:00000010:2.0:1767384708.220684:0:41009:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000b4745387. 00100000:00000010:2.0:1767384708.220687:0:41009:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003bec01aa. 00040000:00000010:2.0:1767384708.220689:0:41009:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000566374d5. 00040000:00000010:2.0:1767384708.220691:0:41009:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b1d6a861. 00080000:00000010:2.0:1767384708.220694:0:41009:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000628e8c28. 00080000:00000010:2.0:1767384708.220704:0:41009:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cc825971. 00000004:00000010:2.0:1767384708.220709:0:41009:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000042094607. 00002000:00000010:2.0:1767384708.220711:0:41009:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b222c1d5. 00000100:00000010:2.0:1767384708.220720:0:41009:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000000595e0c0. 00000100:00000200:2.0:1767384708.220731:0:41009:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384708.220761:0:40990:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000cab3f2fc. 00000100:00000010:1.0:1767384708.220768:0:40990:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000c395889e. 00000100:00000010:1.0:1767384708.220779:0:40990:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000f72464ba. 00000100:00000010:1.0:1767384708.220786:0:40990:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000048410931. 00000100:00000010:1.0:1767384708.220789:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000035735129. 00000100:00000010:1.0:1767384708.220792:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000159af2f5. 00000100:00000010:1.0:1767384708.220794:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000640a0a07. 00000100:00000010:1.0:1767384708.220797:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007dd47d05. 00000100:00000010:1.0:1767384708.220799:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003e0de117. 00000100:00000010:1.0:1767384708.220801:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a379fafc. 00000100:00000010:1.0:1767384708.220804:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000803038c3. 00000100:00000010:1.0:1767384708.220808:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009b0b6289. 00000100:00000010:1.0:1767384708.220810:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c80ce1c. 00000100:00000010:1.0:1767384708.220812:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000bc3a77d6. 00000100:00000010:1.0:1767384708.220814:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d52bee7. 00000100:00000010:1.0:1767384708.220817:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000087c06529. 00000100:00000010:1.0:1767384708.220818:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004694812d. 00000100:00000010:1.0:1767384708.220821:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055e6b84c. 00000100:00000010:1.0:1767384708.220822:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000106952b7. 00000100:00000010:1.0:1767384708.220845:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3a27d42. 00000100:00000010:1.0:1767384708.220848:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a89c43bb. 00000100:00000010:1.0:1767384708.220850:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000eb03e49b. 00000100:00000010:1.0:1767384708.220851:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000ac834d6. 00000100:00000010:1.0:1767384708.220853:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e420eb25. 00000100:00000010:1.0:1767384708.220855:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c10f4f79. 00000100:00000010:1.0:1767384708.220858:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000090433223. 00000100:00000010:1.0:1767384708.220860:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003db1a176. 00000100:00000010:1.0:1767384708.220863:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4228f80. 00000100:00000010:1.0:1767384708.220865:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003eaa7432. 00000100:00000010:1.0:1767384708.220867:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002acc7038. 00000100:00000010:1.0:1767384708.220869:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f5081956. 00000100:00000010:1.0:1767384708.220872:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000623a97fb. 00000100:00000010:1.0:1767384708.220874:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a68316ef. 00000100:00000010:1.0:1767384708.220876:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000345def27. 00000100:00000010:1.0:1767384708.220878:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000091fff356. 00000100:00000010:1.0:1767384708.220880:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000023799ca7. 00000100:00000010:1.0:1767384708.220882:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015249145. 00000100:00000010:1.0:1767384708.220884:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e61c781e. 00000100:00000010:1.0:1767384708.220886:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b8f6b8d. 00000100:00000010:1.0:1767384708.220888:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078f915b4. 00000100:00000010:1.0:1767384708.220890:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d00525a. 00000100:00000010:1.0:1767384708.220892:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000de1d21f0. 00000100:00000010:1.0:1767384708.220894:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000033c31080. 00000100:00000010:1.0:1767384708.220897:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000f25e356. 00000100:00000010:1.0:1767384708.220898:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008389ab7e. 00000100:00000010:1.0:1767384708.220900:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d58b41d1. 00000100:00000010:1.0:1767384708.220902:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002a640ea8. 00000100:00000010:1.0:1767384708.220905:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e29e329d. 00000100:00000010:1.0:1767384708.220906:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b70cc9da. 00000100:00000010:1.0:1767384708.220909:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e15e95a0. 00000100:00000010:1.0:1767384708.220911:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000687b3726. 00000100:00000010:1.0:1767384708.220914:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f947122. 00000100:00000010:1.0:1767384708.220915:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf77f6b3. 00000100:00000010:1.0:1767384708.220918:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000099a43b79. 00000100:00000010:1.0:1767384708.220920:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002647ce7b. 00000100:00000010:1.0:1767384708.220922:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b3256b05. 00000100:00000010:1.0:1767384708.220924:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001a30eeb8. 00000100:00000010:1.0:1767384708.220927:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000008a09fd8. 00000100:00000010:1.0:1767384708.220928:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006f0fe9a2. 00000100:00000010:1.0:1767384708.220931:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000226780c6. 00000100:00000010:1.0:1767384708.220932:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000018addfe0. 00000100:00000010:1.0:1767384708.220935:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000de02c993. 00000100:00000010:1.0:1767384708.220937:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096e2e2a3. 00000100:00000010:1.0:1767384708.220939:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000de45ab84. 00000100:00000010:1.0:1767384708.220941:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d8a3b43. 00000100:00000010:1.0:1767384708.220944:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000016dcc9bb. 00000100:00000010:1.0:1767384708.220945:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a318a0f8. 00000100:00000010:1.0:1767384708.220947:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c42f241c. 00000100:00000010:1.0:1767384708.220949:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000068f6161. 00000100:00000010:1.0:1767384708.220951:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000612db3f0. 00000100:00000010:1.0:1767384708.220953:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4e8accd. 00000100:00000010:1.0:1767384708.220956:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000312ce322. 00000100:00000010:1.0:1767384708.220958:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000770c6550. 00000100:00000010:1.0:1767384708.220961:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002a5ca817. 00000100:00000010:1.0:1767384708.220963:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000027e96d7c. 00000100:00000010:1.0:1767384708.220966:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c15fade3. 00000100:00000010:1.0:1767384708.220968:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000986eb42d. 00000100:00000010:1.0:1767384708.220971:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000045f64f63. 00000100:00000010:1.0:1767384708.220972:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f1950282. 00000100:00000010:1.0:1767384708.220975:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003779cec0. 00000100:00000010:1.0:1767384708.220976:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a16f98b9. 00000100:00000010:1.0:1767384708.220979:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000070f5d462. 00000100:00000010:1.0:1767384708.220980:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c94917ff. 00000100:00000010:1.0:1767384708.220983:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fa165064. 00000100:00000010:1.0:1767384708.220985:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ac34192e. 00000100:00000010:1.0:1767384708.220988:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5d7f149. 00000100:00000010:1.0:1767384708.220989:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003c3ae378. 00000100:00000010:1.0:1767384708.220992:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000370aaf82. 00000100:00000010:1.0:1767384708.220994:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000074b0afeb. 00000100:00000010:1.0:1767384708.220996:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000586434cc. 00000100:00000010:1.0:1767384708.220998:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001f2a5963. 00000100:00000010:1.0:1767384708.221000:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000078b8c308. 00000100:00000010:1.0:1767384708.221002:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000644cf716. 00000100:00000010:1.0:1767384708.221005:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001f21ef0f. 00000100:00000010:1.0:1767384708.221007:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab491c14. 00000100:00000010:1.0:1767384708.221009:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000049963f8e. 00000100:00000010:1.0:1767384708.221011:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000014a8cb8f. 00000100:00000010:1.0:1767384708.221013:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b961812a. 00000100:00000010:1.0:1767384708.221015:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c80e56fb. 00000100:00000010:1.0:1767384708.221017:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e4d67e34. 00000100:00000010:1.0:1767384708.221019:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024826f83. 00000100:00000010:1.0:1767384708.221021:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000030fa90e. 00000100:00000010:1.0:1767384708.221022:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6a140a5. 00000100:00000010:1.0:1767384708.221024:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a11f8fa. 00000100:00000010:1.0:1767384708.221027:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006bf3970e. 00000100:00000010:1.0:1767384708.221030:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000001003aa3d. 00000100:00000010:1.0:1767384708.221032:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f80e296f. 00000100:00000010:1.0:1767384708.221034:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee390b90. 00000100:00000010:1.0:1767384708.221036:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7d26c12. 00000100:00000010:1.0:1767384708.221039:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000005d50a53. 00000100:00000010:1.0:1767384708.221041:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f995bb5a. 00000100:00000010:1.0:1767384708.221044:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000df90799. 00000100:00000010:1.0:1767384708.221047:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000679d5330. 00000100:00000010:1.0:1767384708.221050:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a828453. 00000100:00000010:1.0:1767384708.221053:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095f3ee7a. 00000100:00000010:1.0:1767384708.221057:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9fadcd5. 00000100:00000010:1.0:1767384708.221059:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d63e39e. 00000100:00000010:1.0:1767384708.221062:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000040e54202. 00000100:00000010:1.0:1767384708.221065:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee1d88b6. 00000100:00000010:1.0:1767384708.221069:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d9a3a6ae. 00000100:00000010:1.0:1767384708.221071:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055c57ec3. 00000100:00000010:1.0:1767384708.221075:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000097f8fd4d. 00000100:00000010:1.0:1767384708.221077:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ff2bb18. 00000100:00000010:1.0:1767384708.221080:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac2cb5b9. 00000100:00000010:1.0:1767384708.221083:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037c9406d. 00000100:00000010:1.0:1767384708.221086:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c400af00. 00000100:00000010:1.0:1767384708.221088:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000018429ed. 00000100:00000010:1.0:1767384708.221091:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c21c318a. 00000100:00000010:1.0:1767384708.221094:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae9b5be3. 00000100:00000010:1.0:1767384708.221097:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000077c057eb. 00000100:00000010:1.0:1767384708.221100:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9aae1b1. 00000100:00000010:1.0:1767384708.221102:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006deb4a6c. 00000400:00000200:1.0:1767384708.221105:0:40990:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 32 lazy 00000020:00000010:1.0:1767384708.221145:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000b5368555. 00000020:00000010:1.0:1767384708.221150:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000090ee8925. 00000100:00000010:1.0:1767384708.221197:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000099fab160. 00000100:00000010:1.0:1767384708.221201:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000681a4750. 00000100:00000010:1.0:1767384708.221203:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000229c26a2. 00000100:00000010:1.0:1767384708.221206:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008250d56e. 00000100:00000010:1.0:1767384708.221209:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000009bf11ac0. 00000100:00000200:1.0:1767384708.221236:0:40990:0:(service.c:847:ptlrpc_register_service()) mdt_seqs: Started, listening on portal 32 00000100:00000010:1.0:1767384708.221240:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e05c4b89. 00000100:00000010:2.0:1767384708.221393:0:41010:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000c00cd9d9. 00000020:00000010:2.0:1767384708.221397:0:41010:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003b5be400. 00000020:00000010:2.0:1767384708.221399:0:41010:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f514e7b. 00000020:00000010:2.0:1767384708.221403:0:41010:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002254a877. 00000040:00000010:2.0:1767384708.221405:0:41010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000007738cc4d. 00000020:00000010:2.0:1767384708.221407:0:41010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ab7ad169. 00000020:00000010:2.0:1767384708.221409:0:41010:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bab4466e. 00000020:00000010:2.0:1767384708.221411:0:41010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d43177d. 80000000:00000010:2.0:1767384708.221412:0:41010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000004dc00b0. 40000000:00000010:2.0:1767384708.221414:0:41010:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e9d70160. 00100000:00000010:2.0:1767384708.221416:0:41010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000db70c119. 00040000:00000010:2.0:1767384708.221419:0:41010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000073c45daf. 00040000:00000010:2.0:1767384708.221420:0:41010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fa326858. 00080000:00000010:2.0:1767384708.221423:0:41010:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bc7eef12. 00080000:00000010:2.0:1767384708.221426:0:41010:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000fc1f4142. 00000004:00000010:2.0:1767384708.221429:0:41010:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001c22471b. 00000100:00000200:2.0:1767384708.221431:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221435:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11cf120. 00000400:00000010:2.0:1767384708.221465:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000457bb60. 00000100:00000200:2.0:1767384708.221469:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221496:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051e907c8. 00000400:00000010:2.0:1767384708.221499:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a4a5d44. 00000100:00000200:2.0:1767384708.221501:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221503:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052139282. 00000400:00000010:2.0:1767384708.221504:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008e33ed2e. 00000100:00000200:2.0:1767384708.221506:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221507:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000341503a3. 00000400:00000010:2.0:1767384708.221509:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d73724ba. 00000100:00000200:2.0:1767384708.221511:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221512:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000acffbb2b. 00000400:00000010:2.0:1767384708.221513:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d8cb389c. 00000100:00000200:2.0:1767384708.221515:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221516:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f162e7af. 00000400:00000010:2.0:1767384708.221518:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003d6612d3. 00000100:00000200:2.0:1767384708.221519:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221520:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068bccc92. 00000400:00000010:2.0:1767384708.221522:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000099b3532f. 00000100:00000200:2.0:1767384708.221523:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221524:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ef673784. 00000400:00000010:2.0:1767384708.221526:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000476c352. 00000100:00000200:2.0:1767384708.221527:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221528:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c7fd45e. 00000400:00000010:2.0:1767384708.221529:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000076d76927. 00000100:00000200:2.0:1767384708.221530:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221531:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d61c8ce7. 00000400:00000010:2.0:1767384708.221533:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000956d5dc8. 00000100:00000200:2.0:1767384708.221534:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221535:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a32b7145. 00000400:00000010:2.0:1767384708.221536:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b8494511. 00000100:00000200:2.0:1767384708.221537:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221539:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005fc5657. 00000400:00000010:2.0:1767384708.221540:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006669d6d0. 00000100:00000200:2.0:1767384708.221541:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221542:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a91c37c. 00000400:00000010:2.0:1767384708.221543:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e32ed59. 00000100:00000200:2.0:1767384708.221544:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221545:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005288380b. 00000400:00000010:2.0:1767384708.221546:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001698a4c. 00000100:00000200:2.0:1767384708.221547:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221548:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034a61e8d. 00000400:00000010:2.0:1767384708.221549:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000093ba153. 00000100:00000200:2.0:1767384708.221550:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221551:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000481c43d8. 00000400:00000010:2.0:1767384708.221552:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cc3a5c9e. 00000100:00000200:2.0:1767384708.221553:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221553:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e8cf18c. 00000400:00000010:2.0:1767384708.221554:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5e79a20. 00000100:00000200:2.0:1767384708.221555:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221556:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005ebd11cc. 00000400:00000010:2.0:1767384708.221557:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002799fc33. 00000100:00000200:2.0:1767384708.221558:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221559:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000006240558. 00000400:00000010:2.0:1767384708.221560:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017abdd3c. 00000100:00000200:2.0:1767384708.221561:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221562:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000d835201. 00000400:00000010:2.0:1767384708.221563:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000647961eb. 00000100:00000200:2.0:1767384708.221564:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221565:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c91cad30. 00000400:00000010:2.0:1767384708.221566:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f95f8cb6. 00000100:00000200:2.0:1767384708.221567:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221568:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fb191988. 00000400:00000010:2.0:1767384708.221569:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004bf1f82a. 00000100:00000200:2.0:1767384708.221570:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221571:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b636fa18. 00000400:00000010:2.0:1767384708.221572:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac15ff4. 00000100:00000200:2.0:1767384708.221573:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221574:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c4de7fde. 00000400:00000010:2.0:1767384708.221575:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006da71475. 00000100:00000200:2.0:1767384708.221576:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221577:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c303353b. 00000400:00000010:2.0:1767384708.221578:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ba41e48e. 00000100:00000200:2.0:1767384708.221579:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221580:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000051163728. 00000400:00000010:2.0:1767384708.221581:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005c459c9d. 00000100:00000200:2.0:1767384708.221582:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221583:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003575bc60. 00000400:00000010:2.0:1767384708.221584:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad9d1613. 00000100:00000200:2.0:1767384708.221585:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221586:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a778352d. 00000400:00000010:2.0:1767384708.221587:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ef4b20f. 00000100:00000200:2.0:1767384708.221588:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221589:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000005675fd8. 00000400:00000010:2.0:1767384708.221599:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c237508. 00000100:00000200:2.0:1767384708.221601:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221603:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed7ac4c1. 00000400:00000010:2.0:1767384708.221604:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e766e654. 00000100:00000200:2.0:1767384708.221605:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221606:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008db10eac. 00000400:00000010:2.0:1767384708.221607:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003613c0db. 00000100:00000200:2.0:1767384708.221608:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221609:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e8ea1224. 00000400:00000010:2.0:1767384708.221610:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095069440. 00000100:00000200:2.0:1767384708.221611:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221612:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8dfdf65. 00000400:00000010:2.0:1767384708.221613:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d1cd4174. 00000100:00000200:2.0:1767384708.221615:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221616:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000033ca0a2. 00000400:00000010:2.0:1767384708.221617:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf945571. 00000100:00000200:2.0:1767384708.221618:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221619:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042116459. 00000400:00000010:2.0:1767384708.221620:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000008f5a926. 00000100:00000200:2.0:1767384708.221621:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221623:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002241189f. 00000400:00000010:2.0:1767384708.221624:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb707335. 00000100:00000200:2.0:1767384708.221625:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221626:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000771c10ff. 00000400:00000010:2.0:1767384708.221627:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a498a02. 00000100:00000200:2.0:1767384708.221628:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221629:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009bc1876d. 00000400:00000010:2.0:1767384708.221630:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ac77fb7. 00000100:00000200:2.0:1767384708.221631:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221632:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a42bfe53. 00000400:00000010:2.0:1767384708.221633:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000047816821. 00000100:00000200:2.0:1767384708.221634:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221635:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b87c12a9. 00000400:00000010:2.0:1767384708.221636:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a67e9d13. 00000100:00000200:2.0:1767384708.221637:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221638:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fac08b21. 00000400:00000010:2.0:1767384708.221639:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000055a0768c. 00000100:00000200:2.0:1767384708.221640:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221641:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f94a4f. 00000400:00000010:2.0:1767384708.221642:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007fae06ba. 00000100:00000200:2.0:1767384708.221643:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221644:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000744a1b0b. 00000400:00000010:2.0:1767384708.221645:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f57a6710. 00000100:00000200:2.0:1767384708.221646:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221647:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001edca996. 00000400:00000010:2.0:1767384708.221648:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb29f4. 00000100:00000200:2.0:1767384708.221649:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221650:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c661d91. 00000400:00000010:2.0:1767384708.221652:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092cce7cf. 00000100:00000200:2.0:1767384708.221653:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221654:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e271bb8. 00000400:00000010:2.0:1767384708.221655:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004dc0623f. 00000100:00000200:2.0:1767384708.221656:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221657:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000093ced392. 00000400:00000010:2.0:1767384708.221658:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000078511b20. 00000100:00000200:2.0:1767384708.221660:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221661:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088bb3051. 00000400:00000010:2.0:1767384708.221662:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9d9d81a. 00000100:00000200:2.0:1767384708.221674:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221676:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b363db05. 00000400:00000010:2.0:1767384708.221678:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000043a8492f. 00000100:00000200:2.0:1767384708.221679:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221680:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a80236b3. 00000400:00000010:2.0:1767384708.221681:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000527c34b1. 00000100:00000200:2.0:1767384708.221682:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221683:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eba397a. 00000400:00000010:2.0:1767384708.221684:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000939c915. 00000100:00000200:2.0:1767384708.221686:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221687:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033595094. 00000400:00000010:2.0:1767384708.221688:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000edac42cc. 00000100:00000200:2.0:1767384708.221689:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221690:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000069dc1b20. 00000400:00000010:2.0:1767384708.221691:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b61700fc. 00000100:00000200:2.0:1767384708.221692:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221693:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000070c21602. 00000400:00000010:2.0:1767384708.221694:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b98eff7f. 00000100:00000200:2.0:1767384708.221695:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221696:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007b45297f. 00000400:00000010:2.0:1767384708.221697:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b4ad5560. 00000100:00000200:2.0:1767384708.221698:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221699:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fecbf85. 00000400:00000010:2.0:1767384708.221700:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb33b892. 00000100:00000200:2.0:1767384708.221701:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221703:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000024a3e5c0. 00000400:00000010:2.0:1767384708.221704:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000799943f9. 00000100:00000200:2.0:1767384708.221705:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221706:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002ebc423a. 00000400:00000010:2.0:1767384708.221707:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007042b9f7. 00000100:00000200:2.0:1767384708.221709:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221710:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000adc0da53. 00000400:00000010:2.0:1767384708.221718:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d72f9ee8. 00000100:00000200:2.0:1767384708.221721:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221722:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b7b2143f. 00000400:00000010:2.0:1767384708.221723:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004ea70bca. 00000100:00000200:2.0:1767384708.221724:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221725:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004782a71f. 00000400:00000010:2.0:1767384708.221726:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000046b5f8fe. 00000100:00000200:2.0:1767384708.221727:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221728:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bcbc9b2. 00000400:00000010:2.0:1767384708.221730:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037372ec2. 00000100:00000200:2.0:1767384708.221731:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221732:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab2d2c1f. 00000400:00000010:2.0:1767384708.221733:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000090f92234. 00000100:00000200:2.0:1767384708.221734:0:41010:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqs: registering portal 32 00000400:00000010:2.0:1767384708.221735:0:41010:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001a6950b4. 00000400:00000010:2.0:1767384708.221736:0:41010:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000082367e41. 00000100:00000010:2.0:1767384708.221738:0:41010:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000007ccacd56. 00000100:00000200:2.0:1767384708.221748:0:41010:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384708.221771:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ca2a98d3. 00000100:00000010:2.0:1767384708.221910:0:41011:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000008dfefb05. 00000020:00000010:2.0:1767384708.221913:0:41011:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000048822717. 00000020:00000010:2.0:1767384708.221915:0:41011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b0a48456. 00000020:00000010:2.0:1767384708.221918:0:41011:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f413018. 00000040:00000010:2.0:1767384708.221920:0:41011:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000cada858f. 00000020:00000010:2.0:1767384708.221921:0:41011:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000074ac5193. 00000020:00000010:2.0:1767384708.221923:0:41011:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bdc64040. 00000020:00000010:2.0:1767384708.221925:0:41011:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a01e43e9. 80000000:00000010:2.0:1767384708.221927:0:41011:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002fcef899. 40000000:00000010:2.0:1767384708.221928:0:41011:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000f87142d6. 00100000:00000010:2.0:1767384708.221931:0:41011:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000032af7107. 00040000:00000010:2.0:1767384708.221933:0:41011:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000003f6e50ff. 00040000:00000010:2.0:1767384708.221935:0:41011:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000023db1214. 00080000:00000010:2.0:1767384708.221938:0:41011:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000231d5f8b. 00080000:00000010:2.0:1767384708.221948:0:41011:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008d552ace. 00000004:00000010:2.0:1767384708.221952:0:41011:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000033e7f7a9. 00000100:00000010:2.0:1767384708.221954:0:41011:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000b159e2e1. 00000100:00000200:2.0:1767384708.221963:0:41011:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384708.221984:0:40990:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 00000000f1cc961e. 00000100:00000010:1.0:1767384708.221988:0:40990:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 000000002ebeb578. 00000100:00000010:1.0:1767384708.222000:0:40990:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000eb3e6b57. 00000100:00000010:1.0:1767384708.222006:0:40990:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000037876972. 00000100:00000010:1.0:1767384708.222010:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001012887b. 00000100:00000010:1.0:1767384708.222012:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f57a729. 00000100:00000010:1.0:1767384708.222014:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f12a97ea. 00000100:00000010:1.0:1767384708.222018:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000625b800. 00000100:00000010:1.0:1767384708.222020:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009b5befec. 00000100:00000010:1.0:1767384708.222022:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000477b0c95. 00000100:00000010:1.0:1767384708.222024:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000035a8f9d. 00000100:00000010:1.0:1767384708.222026:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009ba0018f. 00000100:00000010:1.0:1767384708.222028:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009125a2da. 00000100:00000010:1.0:1767384708.222030:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000039e5135a. 00000100:00000010:1.0:1767384708.222032:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000eaa3fbe. 00000100:00000010:1.0:1767384708.222034:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009d86f22a. 00000100:00000010:1.0:1767384708.222035:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a5112467. 00000100:00000010:1.0:1767384708.222037:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008f2582f8. 00000100:00000010:1.0:1767384708.222038:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000003f9b000. 00000100:00000010:1.0:1767384708.222041:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000edf5f5ea. 00000100:00000010:1.0:1767384708.222042:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8c84ea0. 00000100:00000010:1.0:1767384708.222045:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000472a924c. 00000100:00000010:1.0:1767384708.222046:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084e0c04a. 00000100:00000010:1.0:1767384708.222049:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036e17da0. 00000100:00000010:1.0:1767384708.222051:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000076aac7fa. 00000100:00000010:1.0:1767384708.222053:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cda2642d. 00000100:00000010:1.0:1767384708.222055:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000934ecc6c. 00000100:00000010:1.0:1767384708.222058:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c9b7f9b1. 00000100:00000010:1.0:1767384708.222060:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000857fa65e. 00000100:00000010:1.0:1767384708.222062:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000032397e52. 00000100:00000010:1.0:1767384708.222064:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000210c8a9. 00000100:00000010:1.0:1767384708.222066:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000dbc00147. 00000100:00000010:1.0:1767384708.222067:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6408b47. 00000100:00000010:1.0:1767384708.222069:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006b2dfb8b. 00000100:00000010:1.0:1767384708.222071:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000987dc19b. 00000100:00000010:1.0:1767384708.222074:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000490666a5. 00000100:00000010:1.0:1767384708.222075:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7bd465f. 00000100:00000010:1.0:1767384708.222078:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4564cc4. 00000100:00000010:1.0:1767384708.222080:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084620bc0. 00000100:00000010:1.0:1767384708.222082:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000869796e4. 00000100:00000010:1.0:1767384708.222083:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee8c1ff5. 00000100:00000010:1.0:1767384708.222086:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000e6aef3a. 00000100:00000010:1.0:1767384708.222087:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000da7b6d5a. 00000100:00000010:1.0:1767384708.222090:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000020c5f58d. 00000100:00000010:1.0:1767384708.222092:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e02876ee. 00000100:00000010:1.0:1767384708.222094:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000036497839. 00000100:00000010:1.0:1767384708.222096:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f9cfa1d. 00000100:00000010:1.0:1767384708.222098:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006fbb1c25. 00000100:00000010:1.0:1767384708.222100:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000011347ca5. 00000100:00000010:1.0:1767384708.222102:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e36e61ef. 00000100:00000010:1.0:1767384708.222103:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4b704cb. 00000100:00000010:1.0:1767384708.222105:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d1221e87. 00000100:00000010:1.0:1767384708.222107:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce1d6108. 00000100:00000010:1.0:1767384708.222109:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003f631f5a. 00000100:00000010:1.0:1767384708.222111:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000982ab682. 00000100:00000010:1.0:1767384708.222113:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000acd3d4d2. 00000100:00000010:1.0:1767384708.222115:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fc61bb0d. 00000100:00000010:1.0:1767384708.222118:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e3835d91. 00000100:00000010:1.0:1767384708.222120:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eed11d3a. 00000100:00000010:1.0:1767384708.222122:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ab6d4f32. 00000100:00000010:1.0:1767384708.222124:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012286a13. 00000100:00000010:1.0:1767384708.222126:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006f575160. 00000100:00000010:1.0:1767384708.222128:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce5403b1. 00000100:00000010:1.0:1767384708.222130:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b50fea9b. 00000100:00000010:1.0:1767384708.222132:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007cc80966. 00000100:00000010:1.0:1767384708.222134:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f48ad2d. 00000100:00000010:1.0:1767384708.222136:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ffe66a8. 00000100:00000010:1.0:1767384708.222138:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e66d66c9. 00000100:00000010:1.0:1767384708.222140:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d2a714b. 00000100:00000010:1.0:1767384708.222142:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006882274c. 00000100:00000010:1.0:1767384708.222144:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ab61b760. 00000100:00000010:1.0:1767384708.222146:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae884642. 00000100:00000010:1.0:1767384708.222147:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d1208683. 00000100:00000010:1.0:1767384708.222150:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fb22a153. 00000100:00000010:1.0:1767384708.222151:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002d67bf9c. 00000100:00000010:1.0:1767384708.222153:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002de98409. 00000100:00000010:1.0:1767384708.222155:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb47db02. 00000100:00000010:1.0:1767384708.222157:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e886832. 00000100:00000010:1.0:1767384708.222158:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007ed09904. 00000100:00000010:1.0:1767384708.222160:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000044c311be. 00000100:00000010:1.0:1767384708.222162:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000032072dec. 00000100:00000010:1.0:1767384708.222164:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f467437f. 00000100:00000010:1.0:1767384708.222166:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003559a90d. 00000100:00000010:1.0:1767384708.222168:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a07bf2cc. 00000100:00000010:1.0:1767384708.222170:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d01c4bf3. 00000100:00000010:1.0:1767384708.222188:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000094bd25a6. 00000100:00000010:1.0:1767384708.222190:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003308af45. 00000100:00000010:1.0:1767384708.222193:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000074ef5757. 00000100:00000010:1.0:1767384708.222195:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068c154e6. 00000100:00000010:1.0:1767384708.222198:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e0836da9. 00000100:00000010:1.0:1767384708.222200:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bbf77bd9. 00000100:00000010:1.0:1767384708.222208:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000064dff03d. 00000100:00000010:1.0:1767384708.222210:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f4f70c7a. 00000100:00000010:1.0:1767384708.222212:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085bb47f1. 00000100:00000010:1.0:1767384708.222216:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c26296ba. 00000100:00000010:1.0:1767384708.222219:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f05c8fad. 00000100:00000010:1.0:1767384708.222222:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6b9c5c4. 00000100:00000010:1.0:1767384708.222224:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000042071e40. 00000100:00000010:1.0:1767384708.222227:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d16aacd5. 00000100:00000010:1.0:1767384708.222229:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000085a6b8da. 00000100:00000010:1.0:1767384708.222230:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5363877. 00000100:00000010:1.0:1767384708.222232:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004be961e0. 00000100:00000010:1.0:1767384708.222234:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080752c16. 00000100:00000010:1.0:1767384708.222237:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000df5307f9. 00000100:00000010:1.0:1767384708.222239:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008220b46d. 00000100:00000010:1.0:1767384708.222241:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000070e77226. 00000100:00000010:1.0:1767384708.222242:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000835b1047. 00000100:00000010:1.0:1767384708.222244:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000007a90e37. 00000100:00000010:1.0:1767384708.222246:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046c4c58c. 00000100:00000010:1.0:1767384708.222248:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e2f2e74b. 00000100:00000010:1.0:1767384708.222249:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000587017e7. 00000100:00000010:1.0:1767384708.222251:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000054ce58f2. 00000100:00000010:1.0:1767384708.222253:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000053ec9cd2. 00000100:00000010:1.0:1767384708.222255:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006e0e3331. 00000100:00000010:1.0:1767384708.222257:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d19249e. 00000100:00000010:1.0:1767384708.222259:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f01355ce. 00000100:00000010:1.0:1767384708.222261:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007e92aa23. 00000100:00000010:1.0:1767384708.222264:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007871e33b. 00000100:00000010:1.0:1767384708.222265:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a0bb463. 00000100:00000010:1.0:1767384708.222268:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008358cb00. 00000100:00000010:1.0:1767384708.222270:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080865f76. 00000100:00000010:1.0:1767384708.222272:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f0477b36. 00000100:00000010:1.0:1767384708.222273:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bad2447. 00000100:00000010:1.0:1767384708.222275:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cbaa7cf4. 00000100:00000010:1.0:1767384708.222277:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004d08bf67. 00000100:00000010:1.0:1767384708.222280:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000fd3b707f. 00000100:00000010:1.0:1767384708.222282:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003bcdfa96. 00000100:00000010:1.0:1767384708.222284:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009453b616. 00000100:00000010:1.0:1767384708.222286:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002bd90cf2. 00000100:00000010:1.0:1767384708.222287:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000fc22b0a. 00000100:00000010:1.0:1767384708.222289:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005b34cf0a. 00000100:00000010:1.0:1767384708.222291:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008fdc5b9f. 00000400:00000200:1.0:1767384708.222293:0:40990:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 30 lazy 00000020:00000010:1.0:1767384708.222322:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007176d23e. 00000020:00000010:1.0:1767384708.222325:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000000341b126. 00000100:00000010:1.0:1767384708.222354:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000ec954aad. 00000100:00000010:1.0:1767384708.222356:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000677cdbd4. 00000100:00000010:1.0:1767384708.222358:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fcde70e4. 00000100:00000010:1.0:1767384708.222360:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e1efef0a. 00000100:00000010:1.0:1767384708.222362:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a7bb695f. 00000100:00000200:1.0:1767384708.222384:0:40990:0:(service.c:847:ptlrpc_register_service()) mdt_seqm: Started, listening on portal 30 00000100:00000010:1.0:1767384708.222386:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000051372bd8. 00000100:00000010:2.0:1767384708.222561:0:41012:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009597cb8c. 00000020:00000010:2.0:1767384708.222565:0:41012:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005151ba99. 00000020:00000010:2.0:1767384708.222567:0:41012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090195a8b. 00000020:00000010:2.0:1767384708.222569:0:41012:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004de63c3e. 00000040:00000010:2.0:1767384708.222570:0:41012:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000037379ee7. 00000020:00000010:2.0:1767384708.222573:0:41012:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000cf812527. 00000020:00000010:2.0:1767384708.222575:0:41012:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003411e297. 00000020:00000010:2.0:1767384708.222577:0:41012:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000367006a5. 80000000:00000010:2.0:1767384708.222578:0:41012:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4b79e60. 40000000:00000010:2.0:1767384708.222580:0:41012:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cab5b583. 00100000:00000010:2.0:1767384708.222582:0:41012:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000052fd693c. 00040000:00000010:2.0:1767384708.222584:0:41012:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000007ff9784. 00040000:00000010:2.0:1767384708.222586:0:41012:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000057dba802. 00080000:00000010:2.0:1767384708.222589:0:41012:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f7b8913d. 00080000:00000010:2.0:1767384708.222592:0:41012:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000041219469. 00000004:00000010:2.0:1767384708.222595:0:41012:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000faffd412. 00002000:00000010:2.0:1767384708.222597:0:41012:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bb99baf6. 00000100:00000200:2.0:1767384708.222599:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222601:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000143c29af. 00000400:00000010:2.0:1767384708.222603:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a0486ef4. 00000100:00000200:2.0:1767384708.222605:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222606:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6ec7e80. 00000400:00000010:2.0:1767384708.222607:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e184d5. 00000100:00000200:2.0:1767384708.222608:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222610:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008958c8c6. 00000400:00000010:2.0:1767384708.222611:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003dc74e5f. 00000100:00000200:2.0:1767384708.222613:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222614:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059c65a5e. 00000400:00000010:2.0:1767384708.222615:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009f0374af. 00000100:00000200:2.0:1767384708.222616:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222617:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a36e94aa. 00000400:00000010:2.0:1767384708.222618:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008b618093. 00000100:00000200:2.0:1767384708.222619:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222620:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a98cd25d. 00000400:00000010:2.0:1767384708.222621:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000656df46f. 00000100:00000200:2.0:1767384708.222622:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222623:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068a0f047. 00000400:00000010:2.0:1767384708.222624:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c95ad83f. 00000100:00000200:2.0:1767384708.222625:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222626:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000088e2ba6f. 00000400:00000010:2.0:1767384708.222627:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009cbc485c. 00000100:00000200:2.0:1767384708.222628:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222629:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087da5bf9. 00000400:00000010:2.0:1767384708.222630:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a916ce7c. 00000100:00000200:2.0:1767384708.222631:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222632:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d7717757. 00000400:00000010:2.0:1767384708.222633:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f02b93e. 00000100:00000200:2.0:1767384708.222634:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222635:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000074298cf6. 00000400:00000010:2.0:1767384708.222636:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb7fe03e. 00000100:00000200:2.0:1767384708.222637:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222638:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c393f7a. 00000400:00000010:2.0:1767384708.222639:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e3461f8e. 00000100:00000200:2.0:1767384708.222640:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222641:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e793c472. 00000400:00000010:2.0:1767384708.222642:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000021298ac1. 00000100:00000200:2.0:1767384708.222643:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222644:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040dfd89d. 00000400:00000010:2.0:1767384708.222645:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002acafd6. 00000100:00000200:2.0:1767384708.222646:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222646:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008461d9c4. 00000400:00000010:2.0:1767384708.222648:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009959de12. 00000100:00000200:2.0:1767384708.222649:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222650:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002af5e4e2. 00000400:00000010:2.0:1767384708.222651:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f4910255. 00000100:00000200:2.0:1767384708.222652:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222654:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e137eb6f. 00000400:00000010:2.0:1767384708.222655:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000932870ff. 00000100:00000200:2.0:1767384708.222656:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222657:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab8b588b. 00000400:00000010:2.0:1767384708.222658:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080cb7e4c. 00000100:00000200:2.0:1767384708.222659:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222660:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061a126a1. 00000400:00000010:2.0:1767384708.222661:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cb7747c3. 00000100:00000200:2.0:1767384708.222676:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222678:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000504a9100. 00000400:00000010:2.0:1767384708.222679:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005df5f17d. 00000100:00000200:2.0:1767384708.222680:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222682:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f1b40163. 00000400:00000010:2.0:1767384708.222683:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fdeb5909. 00000100:00000200:2.0:1767384708.222684:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222684:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c40e2af6. 00000400:00000010:2.0:1767384708.222686:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003578cd1c. 00000100:00000200:2.0:1767384708.222687:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222688:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d00e87f. 00000400:00000010:2.0:1767384708.222689:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006f91e917. 00000100:00000200:2.0:1767384708.222690:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222691:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000090d22035. 00000400:00000010:2.0:1767384708.222692:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000067fd1d13. 00000100:00000200:2.0:1767384708.222693:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222694:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000243039b1. 00000400:00000010:2.0:1767384708.222703:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ad2126e7. 00000100:00000200:2.0:1767384708.222705:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222706:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000181f2ab7. 00000400:00000010:2.0:1767384708.222708:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2cf2824. 00000100:00000200:2.0:1767384708.222709:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222710:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004ead0a9f. 00000400:00000010:2.0:1767384708.222711:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005ef26be3. 00000100:00000200:2.0:1767384708.222713:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222714:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f74a4585. 00000400:00000010:2.0:1767384708.222715:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd2f79e1. 00000100:00000200:2.0:1767384708.222716:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222717:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b8348a33. 00000400:00000010:2.0:1767384708.222719:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a795f4c. 00000100:00000200:2.0:1767384708.222720:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222721:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003ba24c26. 00000400:00000010:2.0:1767384708.222722:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000002041ff5. 00000100:00000200:2.0:1767384708.222723:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222724:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fb43c36. 00000400:00000010:2.0:1767384708.222725:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c1812716. 00000100:00000200:2.0:1767384708.222726:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222727:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007831dab5. 00000400:00000010:2.0:1767384708.222728:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000122e3b6a. 00000100:00000200:2.0:1767384708.222729:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222730:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c534d3f0. 00000400:00000010:2.0:1767384708.222731:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a1602987. 00000100:00000200:2.0:1767384708.222732:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222733:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000207253c9. 00000400:00000010:2.0:1767384708.222734:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000959d065d. 00000100:00000200:2.0:1767384708.222735:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222736:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000432d7bba. 00000400:00000010:2.0:1767384708.222737:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd3d8a60. 00000100:00000200:2.0:1767384708.222738:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222738:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068606034. 00000400:00000010:2.0:1767384708.222739:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000242a34bd. 00000100:00000200:2.0:1767384708.222740:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222741:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009878d299. 00000400:00000010:2.0:1767384708.222742:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000095d70645. 00000100:00000200:2.0:1767384708.222743:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222745:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000804a4cc9. 00000400:00000010:2.0:1767384708.222745:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e6166246. 00000100:00000200:2.0:1767384708.222747:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222748:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0a5ea0d. 00000400:00000010:2.0:1767384708.222749:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eee22b4a. 00000100:00000200:2.0:1767384708.222751:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222752:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004750f477. 00000400:00000010:2.0:1767384708.222753:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000023e507e5. 00000100:00000200:2.0:1767384708.222754:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222755:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083a3f402. 00000400:00000010:2.0:1767384708.222756:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eb228f4f. 00000100:00000200:2.0:1767384708.222757:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222758:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000bbb031f. 00000400:00000010:2.0:1767384708.222759:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f99af173. 00000100:00000200:2.0:1767384708.222760:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222761:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002c68510. 00000400:00000010:2.0:1767384708.222762:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ab9655a3. 00000100:00000200:2.0:1767384708.222763:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222764:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000aad63860. 00000400:00000010:2.0:1767384708.222765:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c42d0aa1. 00000100:00000200:2.0:1767384708.222766:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222767:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d80c4431. 00000400:00000010:2.0:1767384708.222768:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008d37ca5f. 00000100:00000200:2.0:1767384708.222769:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222770:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ed2411be. 00000400:00000010:2.0:1767384708.222771:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e84849cd. 00000100:00000200:2.0:1767384708.222772:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222773:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a517f10. 00000400:00000010:2.0:1767384708.222774:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000870c7cc8. 00000100:00000200:2.0:1767384708.222775:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222776:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000773ec54a. 00000400:00000010:2.0:1767384708.222777:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000eee7d5a4. 00000100:00000200:2.0:1767384708.222778:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222778:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008035e094. 00000400:00000010:2.0:1767384708.222779:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f9518d0e. 00000100:00000200:2.0:1767384708.222780:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222781:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e684060d. 00000400:00000010:2.0:1767384708.222783:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008a55203d. 00000100:00000200:2.0:1767384708.222784:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222785:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033332467. 00000400:00000010:2.0:1767384708.222787:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e31b5e9a. 00000100:00000200:2.0:1767384708.222788:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222789:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4a34cb9. 00000400:00000010:2.0:1767384708.222790:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000071c6b525. 00000100:00000200:2.0:1767384708.222791:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222792:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000009b663cf. 00000400:00000010:2.0:1767384708.222793:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000782593e4. 00000100:00000200:2.0:1767384708.222794:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222795:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005857c815. 00000400:00000010:2.0:1767384708.222796:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dec23e1a. 00000100:00000200:2.0:1767384708.222797:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222798:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f53dff75. 00000400:00000010:2.0:1767384708.222805:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007f0dc3c5. 00000100:00000200:2.0:1767384708.222807:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222808:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c99f5d37. 00000400:00000010:2.0:1767384708.222810:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000045d76879. 00000100:00000200:2.0:1767384708.222811:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222812:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003758820c. 00000400:00000010:2.0:1767384708.222813:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000cd41b072. 00000100:00000200:2.0:1767384708.222814:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222815:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000df8c432. 00000400:00000010:2.0:1767384708.222816:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000038bbe8e4. 00000100:00000200:2.0:1767384708.222817:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222817:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f95fe826. 00000400:00000010:2.0:1767384708.222818:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d5217619. 00000100:00000200:2.0:1767384708.222820:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222821:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000042ce68ba. 00000400:00000010:2.0:1767384708.222822:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000741bfa60. 00000100:00000200:2.0:1767384708.222823:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222824:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f24d7b4c. 00000400:00000010:2.0:1767384708.222825:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aca601c5. 00000100:00000200:2.0:1767384708.222826:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222828:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a1e6ddd. 00000400:00000010:2.0:1767384708.222829:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b9250ed5. 00000100:00000200:2.0:1767384708.222830:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222831:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006a1b0f68. 00000400:00000010:2.0:1767384708.222832:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bfec7bc4. 00000100:00000200:2.0:1767384708.222833:0:41012:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_seqm: registering portal 30 00000400:00000010:2.0:1767384708.222835:0:41012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006890e2d5. 00000400:00000010:2.0:1767384708.222836:0:41012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000068cc09f1. 00000100:00000010:2.0:1767384708.222838:0:41012:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000617ed16c. 00000100:00000200:2.0:1767384708.222849:0:41012:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384708.222871:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000007c2cfdae. 00000100:00000010:2.0:1767384708.223037:0:41013:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000006b767911. 00000020:00000010:2.0:1767384708.223040:0:41013:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000ecc7c760. 00000020:00000010:2.0:1767384708.223043:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000039d99e6. 00000020:00000010:2.0:1767384708.223045:0:41013:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002c10cac4. 00000040:00000010:2.0:1767384708.223046:0:41013:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d77dca29. 00000020:00000010:2.0:1767384708.223049:0:41013:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000035f6a64. 00000020:00000010:2.0:1767384708.223051:0:41013:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000026852c18. 00000020:00000010:2.0:1767384708.223054:0:41013:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b0a9067. 80000000:00000010:2.0:1767384708.223055:0:41013:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a64ac8df. 40000000:00000010:2.0:1767384708.223057:0:41013:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000006f412e13. 00100000:00000010:2.0:1767384708.223060:0:41013:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d0a3a597. 00040000:00000010:2.0:1767384708.223062:0:41013:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000015a255. 00040000:00000010:2.0:1767384708.223064:0:41013:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c729e9c0. 00080000:00000010:2.0:1767384708.223067:0:41013:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004434e1eb. 00080000:00000010:2.0:1767384708.223076:0:41013:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000522dcb8a. 00000004:00000010:2.0:1767384708.223080:0:41013:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000bce0d428. 00002000:00000010:2.0:1767384708.223082:0:41013:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001ff146fb. 00000100:00000010:2.0:1767384708.223085:0:41013:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000cb980d75. 00000100:00000200:2.0:1767384708.223094:0:41013:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384708.223108:0:40990:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000003630b1a7. 00000100:00000010:1.0:1767384708.223114:0:40990:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000034d710a0. 00000100:00000010:1.0:1767384708.223126:0:40990:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000039c610c. 00000100:00000010:1.0:1767384708.223131:0:40990:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 000000000181970b. 00000100:00000010:1.0:1767384708.223135:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b6ac07ba. 00000100:00000010:1.0:1767384708.223143:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000077992b76. 00000100:00000010:1.0:1767384708.223146:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c69da2cc. 00000100:00000010:1.0:1767384708.223148:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ee6b088b. 00000100:00000010:1.0:1767384708.223150:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd977274. 00000100:00000010:1.0:1767384708.223152:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000303a00be. 00000100:00000010:1.0:1767384708.223154:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000aabaff4f. 00000100:00000010:1.0:1767384708.223156:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000be103d0e. 00000100:00000010:1.0:1767384708.223158:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000edc9558c. 00000100:00000010:1.0:1767384708.223160:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ae653747. 00000100:00000010:1.0:1767384708.223162:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000feb2bfe6. 00000100:00000010:1.0:1767384708.223164:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008bc1386d. 00000100:00000010:1.0:1767384708.223166:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c4614847. 00000100:00000010:1.0:1767384708.223168:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000aa2004b4. 00000100:00000010:1.0:1767384708.223169:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ebe9e539. 00000100:00000010:1.0:1767384708.223171:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000b5eb05ea. 00000100:00000010:1.0:1767384708.223173:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ed08131c. 00000100:00000010:1.0:1767384708.223181:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000028b27969. 00000100:00000010:1.0:1767384708.223183:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a185b35. 00000100:00000010:1.0:1767384708.223185:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009df6361e. 00000100:00000010:1.0:1767384708.223186:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009559374d. 00000100:00000010:1.0:1767384708.223189:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ffcdd690. 00000100:00000010:1.0:1767384708.223190:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000046fa44c5. 00000100:00000010:1.0:1767384708.223193:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000643c6ef0. 00000100:00000010:1.0:1767384708.223194:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c2f2921c. 00000100:00000010:1.0:1767384708.223197:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000088c14862. 00000100:00000010:1.0:1767384708.223198:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003d6768aa. 00000100:00000010:1.0:1767384708.223201:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000035f6d3ab. 00000100:00000010:1.0:1767384708.223202:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000024be20c9. 00000100:00000010:1.0:1767384708.223205:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003631c5ce. 00000100:00000010:1.0:1767384708.223206:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000055c1fdfd. 00000100:00000010:1.0:1767384708.223209:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a4f81362. 00000100:00000010:1.0:1767384708.223212:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000095a9ccc9. 00000100:00000010:1.0:1767384708.223220:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009eb723e2. 00000100:00000010:1.0:1767384708.223222:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000397ecae. 00000100:00000010:1.0:1767384708.223225:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007144097a. 00000100:00000010:1.0:1767384708.223227:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000051342c59. 00000100:00000010:1.0:1767384708.223229:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003728c11d. 00000100:00000010:1.0:1767384708.223231:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d02128b2. 00000100:00000010:1.0:1767384708.223233:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000886d0dc3. 00000100:00000010:1.0:1767384708.223235:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c0dc6d62. 00000100:00000010:1.0:1767384708.223237:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000005fd7ff83. 00000100:00000010:1.0:1767384708.223239:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c15982f. 00000100:00000010:1.0:1767384708.223242:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a0764b6d. 00000100:00000010:1.0:1767384708.223244:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000062459b4f. 00000100:00000010:1.0:1767384708.223246:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f53b720e. 00000100:00000010:1.0:1767384708.223248:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000068d253b6. 00000100:00000010:1.0:1767384708.223250:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004a2c9291. 00000100:00000010:1.0:1767384708.223252:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fcfadf70. 00000100:00000010:1.0:1767384708.223258:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a23050c. 00000100:00000010:1.0:1767384708.223260:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000453c0822. 00000100:00000010:1.0:1767384708.223262:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a9b72be0. 00000100:00000010:1.0:1767384708.223264:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000041e96906. 00000100:00000010:1.0:1767384708.223266:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000084098086. 00000100:00000010:1.0:1767384708.223267:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee815641. 00000100:00000010:1.0:1767384708.223269:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000762ab0f1. 00000100:00000010:1.0:1767384708.223270:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000919907dd. 00000100:00000010:1.0:1767384708.223272:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000063b82da1. 00000100:00000010:1.0:1767384708.223274:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034509eda. 00000100:00000010:1.0:1767384708.223276:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009f2571ff. 00000100:00000010:1.0:1767384708.223277:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6f488b9. 00000100:00000010:1.0:1767384708.223279:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000864dd33b. 00000100:00000010:1.0:1767384708.223281:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000047196b4a. 00000100:00000010:1.0:1767384708.223284:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008ef4becb. 00000100:00000010:1.0:1767384708.223286:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001bf9c79c. 00000100:00000010:1.0:1767384708.223293:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008755a27e. 00000100:00000010:1.0:1767384708.223295:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dcd9dd1. 00000100:00000010:1.0:1767384708.223297:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000067b2b4a5. 00000100:00000010:1.0:1767384708.223299:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b84f8c3a. 00000100:00000010:1.0:1767384708.223301:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d18413af. 00000100:00000010:1.0:1767384708.223302:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000084de0055. 00000100:00000010:1.0:1767384708.223304:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006276716c. 00000100:00000010:1.0:1767384708.223306:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093613a60. 00000100:00000010:1.0:1767384708.223308:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007bec8fc3. 00000100:00000010:1.0:1767384708.223310:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6c601be. 00000100:00000010:1.0:1767384708.223312:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000006a3639ee. 00000100:00000010:1.0:1767384708.223313:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c8df9e44. 00000100:00000010:1.0:1767384708.223315:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000092452d9c. 00000100:00000010:1.0:1767384708.223317:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d9412828. 00000100:00000010:1.0:1767384708.223319:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e1e7e6b9. 00000100:00000010:1.0:1767384708.223321:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003337d0d9. 00000100:00000010:1.0:1767384708.223329:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004e22b6ba. 00000100:00000010:1.0:1767384708.223331:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c73c428f. 00000100:00000010:1.0:1767384708.223333:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000d16fb9a2. 00000100:00000010:1.0:1767384708.223334:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bd03ddb8. 00000100:00000010:1.0:1767384708.223337:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000166b93dc. 00000100:00000010:1.0:1767384708.223344:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000594eb58b. 00000100:00000010:1.0:1767384708.223347:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000208db9a4. 00000100:00000010:1.0:1767384708.223348:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000568ab31f. 00000100:00000010:1.0:1767384708.223351:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000ac87ef3e. 00000100:00000010:1.0:1767384708.223352:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005884cd48. 00000100:00000010:1.0:1767384708.223355:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000d713e8f. 00000100:00000010:1.0:1767384708.223356:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000484658cc. 00000100:00000010:1.0:1767384708.223360:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000003a638d17. 00000100:00000010:1.0:1767384708.223361:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006c05cdc3. 00000100:00000010:1.0:1767384708.223364:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e858f7d4. 00000100:00000010:1.0:1767384708.223366:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000401417a7. 00000100:00000010:1.0:1767384708.223372:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000a389a6d1. 00000100:00000010:1.0:1767384708.223374:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a28e6668. 00000100:00000010:1.0:1767384708.223376:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000c3e298eb. 00000100:00000010:1.0:1767384708.223378:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c87a29dd. 00000100:00000010:1.0:1767384708.223380:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000f2a96fae. 00000100:00000010:1.0:1767384708.223381:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003b377009. 00000100:00000010:1.0:1767384708.223383:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000002f6e4f3e. 00000100:00000010:1.0:1767384708.223385:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a9acce56. 00000100:00000010:1.0:1767384708.223387:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000008b649721. 00000100:00000010:1.0:1767384708.223388:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b714ba13. 00000100:00000010:1.0:1767384708.223390:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e7d6b072. 00000100:00000010:1.0:1767384708.223391:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009304ebd0. 00000100:00000010:1.0:1767384708.223394:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000004bc1f920. 00000100:00000010:1.0:1767384708.223395:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000412132c2. 00000100:00000010:1.0:1767384708.223397:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000e31bd676. 00000100:00000010:1.0:1767384708.223398:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a8456912. 00000100:00000010:1.0:1767384708.223406:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009e57295f. 00000100:00000010:1.0:1767384708.223407:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007bfbcd57. 00000100:00000010:1.0:1767384708.223410:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000461cf74c. 00000100:00000010:1.0:1767384708.223411:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000dbe070a8. 00000100:00000010:1.0:1767384708.223414:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000000b410dfc. 00000100:00000010:1.0:1767384708.223420:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a504e7c8. 00000100:00000010:1.0:1767384708.223423:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 0000000055753856. 00000100:00000010:1.0:1767384708.223425:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5bb9cbd. 00000100:00000010:1.0:1767384708.223427:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009df690c3. 00000100:00000010:1.0:1767384708.223429:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008ec58a76. 00000100:00000010:1.0:1767384708.223431:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 00000000cd8350da. 00000100:00000010:1.0:1767384708.223433:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000791bf60f. 00000100:00000010:1.0:1767384708.223451:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000007e44a701. 00000100:00000010:1.0:1767384708.223455:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096cff4ab. 00000100:00000010:1.0:1767384708.223458:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 4096 at 000000009eac4124. 00000400:00000200:1.0:1767384708.223460:0:40990:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 29 lazy 00000020:00000010:1.0:1767384708.223488:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003847c568. 00000020:00000010:1.0:1767384708.223498:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000e61d97ad. 00000100:00000010:1.0:1767384708.223534:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a2aae4b4. 00000100:00000010:1.0:1767384708.223536:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000006535629. 00000100:00000010:1.0:1767384708.223538:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000022e2e378. 00000100:00000010:1.0:1767384708.223540:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fde0a13d. 00000100:00000010:1.0:1767384708.223541:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006fc9f8aa. 00000100:00000200:1.0:1767384708.223568:0:40990:0:(service.c:847:ptlrpc_register_service()) mdt_fld: Started, listening on portal 29 00000100:00000010:1.0:1767384708.223571:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000005ecc24ba. 00000100:00000010:2.0:1767384708.223774:0:41014:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000162b138b. 00000020:00000010:2.0:1767384708.223776:0:41014:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000004706d79a. 00000020:00000010:2.0:1767384708.223779:0:41014:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000024f68128. 00000020:00000010:2.0:1767384708.223780:0:41014:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000978fb76a. 00000040:00000010:2.0:1767384708.223782:0:41014:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d4fe1f43. 00000020:00000010:2.0:1767384708.223785:0:41014:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa18051b. 00000020:00000010:2.0:1767384708.223787:0:41014:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004cc732bc. 00000020:00000010:2.0:1767384708.223789:0:41014:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000490a0907. 80000000:00000010:2.0:1767384708.223791:0:41014:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ce00063c. 40000000:00000010:2.0:1767384708.223792:0:41014:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000064584102. 00100000:00000010:2.0:1767384708.223795:0:41014:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001dc5c2b6. 00040000:00000010:2.0:1767384708.223797:0:41014:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005502d4a5. 00040000:00000010:2.0:1767384708.223799:0:41014:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bbe9251e. 00080000:00000010:2.0:1767384708.223802:0:41014:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000f665e7d. 00080000:00000010:2.0:1767384708.223805:0:41014:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002956e0ed. 00000004:00000010:2.0:1767384708.223808:0:41014:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004992732a. 00002000:00000010:2.0:1767384708.223809:0:41014:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000d3db2aa. 00000100:00000200:2.0:1767384708.223811:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223813:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000832f8add. 00000400:00000010:2.0:1767384708.223816:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000ae71f5a. 00000100:00000200:2.0:1767384708.223818:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223819:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d938c35d. 00000400:00000010:2.0:1767384708.223820:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa579a6e. 00000100:00000200:2.0:1767384708.223821:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223822:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000032d453bc. 00000400:00000010:2.0:1767384708.223823:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009d6acdbc. 00000100:00000200:2.0:1767384708.223825:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223826:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ec418cf5. 00000400:00000010:2.0:1767384708.223827:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008ac2a284. 00000100:00000200:2.0:1767384708.223828:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223829:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005fe46983. 00000400:00000010:2.0:1767384708.223830:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a7afcea9. 00000100:00000200:2.0:1767384708.223831:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223832:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3fcf82c. 00000400:00000010:2.0:1767384708.223833:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006969fa20. 00000100:00000200:2.0:1767384708.223834:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223835:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b149052d. 00000400:00000010:2.0:1767384708.223836:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000646325de. 00000100:00000200:2.0:1767384708.223837:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223838:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a531f09. 00000400:00000010:2.0:1767384708.223840:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aad940bc. 00000100:00000200:2.0:1767384708.223841:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223842:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000226b3c11. 00000400:00000010:2.0:1767384708.223843:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000009c7209. 00000100:00000200:2.0:1767384708.223844:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223845:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000016b07854. 00000400:00000010:2.0:1767384708.223846:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f67b7282. 00000100:00000200:2.0:1767384708.223847:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223848:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000beefcf7. 00000400:00000010:2.0:1767384708.223849:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f57fd391. 00000100:00000200:2.0:1767384708.223850:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223851:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002e3fa14c. 00000400:00000010:2.0:1767384708.223852:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2f79301. 00000100:00000200:2.0:1767384708.223853:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223854:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004324a3dc. 00000400:00000010:2.0:1767384708.223855:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005b1d53b. 00000100:00000200:2.0:1767384708.223856:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223857:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5686c49. 00000400:00000010:2.0:1767384708.223858:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dbb5a5de. 00000100:00000200:2.0:1767384708.223859:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223860:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083ce7bce. 00000400:00000010:2.0:1767384708.223861:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000044943320. 00000100:00000200:2.0:1767384708.223862:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223862:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025baf575. 00000400:00000010:2.0:1767384708.223863:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050f90742. 00000100:00000200:2.0:1767384708.223864:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223865:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a160762d. 00000400:00000010:2.0:1767384708.223866:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005a231485. 00000100:00000200:2.0:1767384708.223867:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223868:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000081f588c2. 00000400:00000010:2.0:1767384708.223869:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000682435c5. 00000100:00000200:2.0:1767384708.223870:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223871:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000089e1043c. 00000400:00000010:2.0:1767384708.223872:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000028dc95d9. 00000100:00000200:2.0:1767384708.223874:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223875:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bdf31315. 00000400:00000010:2.0:1767384708.223876:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000972db810. 00000100:00000200:2.0:1767384708.223877:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223878:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0f8feef. 00000400:00000010:2.0:1767384708.223887:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d438b86f. 00000100:00000200:2.0:1767384708.223889:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223891:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d580a32. 00000400:00000010:2.0:1767384708.223892:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e2bb74f9. 00000100:00000200:2.0:1767384708.223893:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223894:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000087ff8c9a. 00000400:00000010:2.0:1767384708.223895:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000015f6beb. 00000100:00000200:2.0:1767384708.223896:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223897:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cd6c8715. 00000400:00000010:2.0:1767384708.223899:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000204dd396. 00000100:00000200:2.0:1767384708.223900:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223901:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000471e71d3. 00000400:00000010:2.0:1767384708.223902:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000c296ccb. 00000100:00000200:2.0:1767384708.223903:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223904:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ddb1a1dd. 00000400:00000010:2.0:1767384708.223905:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000850e63cc. 00000100:00000200:2.0:1767384708.223906:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223907:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000383efc2b. 00000400:00000010:2.0:1767384708.223908:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e29c709. 00000100:00000200:2.0:1767384708.223909:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223910:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a1059b4. 00000400:00000010:2.0:1767384708.223911:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000093ccbf27. 00000100:00000200:2.0:1767384708.223912:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223913:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bbf493b. 00000400:00000010:2.0:1767384708.223914:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002f5e03dd. 00000100:00000200:2.0:1767384708.223915:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223916:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000269916a8. 00000400:00000010:2.0:1767384708.223917:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000600b800e. 00000100:00000200:2.0:1767384708.223918:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223919:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004cf0fb95. 00000400:00000010:2.0:1767384708.223920:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dd5f4df9. 00000100:00000200:2.0:1767384708.223921:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223923:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078010df6. 00000400:00000010:2.0:1767384708.223924:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032a6b686. 00000100:00000200:2.0:1767384708.223925:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223926:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000059b64190. 00000400:00000010:2.0:1767384708.223927:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000da3831c3. 00000100:00000200:2.0:1767384708.223928:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223929:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004817a3b5. 00000400:00000010:2.0:1767384708.223930:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002350a2ce. 00000100:00000200:2.0:1767384708.223931:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223932:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045e0b010. 00000400:00000010:2.0:1767384708.223933:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000036a97465. 00000100:00000200:2.0:1767384708.223934:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223935:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc3b3c84. 00000400:00000010:2.0:1767384708.223936:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aa6a3c5b. 00000100:00000200:2.0:1767384708.223937:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223937:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005301e3d6. 00000400:00000010:2.0:1767384708.223938:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040a943fe. 00000100:00000200:2.0:1767384708.223939:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223940:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000847e7a14. 00000400:00000010:2.0:1767384708.223941:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000037d6544f. 00000100:00000200:2.0:1767384708.223942:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223943:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084be6512. 00000400:00000010:2.0:1767384708.223944:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000015aaf5c2. 00000100:00000200:2.0:1767384708.223945:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223946:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000001bce5fb. 00000400:00000010:2.0:1767384708.223947:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000092d50b76. 00000100:00000200:2.0:1767384708.223948:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223949:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ce1eccc. 00000400:00000010:2.0:1767384708.223950:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bc464f1d. 00000100:00000200:2.0:1767384708.223951:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223952:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d3bbd14e. 00000400:00000010:2.0:1767384708.223953:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fe723512. 00000100:00000200:2.0:1767384708.223954:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223956:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000523cef9e. 00000400:00000010:2.0:1767384708.223957:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000062ba31c4. 00000100:00000200:2.0:1767384708.223958:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223959:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1a3c0cb. 00000400:00000010:2.0:1767384708.223960:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010ef8f68. 00000100:00000200:2.0:1767384708.223961:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223962:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b0a8bbb6. 00000400:00000010:2.0:1767384708.223963:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d2653069. 00000100:00000200:2.0:1767384708.223964:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223966:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027bcc7b2. 00000400:00000010:2.0:1767384708.223967:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f09e0a11. 00000100:00000200:2.0:1767384708.223968:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223969:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000066645769. 00000400:00000010:2.0:1767384708.223970:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000085051953. 00000100:00000200:2.0:1767384708.223971:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223972:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a603ab16. 00000400:00000010:2.0:1767384708.223973:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bd2056d1. 00000100:00000200:2.0:1767384708.223974:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223975:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fba7b02. 00000400:00000010:2.0:1767384708.223976:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f126fa02. 00000100:00000200:2.0:1767384708.223977:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223978:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d9fc6cb. 00000400:00000010:2.0:1767384708.223979:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000dc57ac0e. 00000100:00000200:2.0:1767384708.223980:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223981:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b6d4bed. 00000400:00000010:2.0:1767384708.223988:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa19256. 00000100:00000200:2.0:1767384708.223991:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223992:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba267278. 00000400:00000010:2.0:1767384708.223993:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000011670cc6. 00000100:00000200:2.0:1767384708.223994:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223995:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000067ad69d9. 00000400:00000010:2.0:1767384708.223996:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000250da5ff. 00000100:00000200:2.0:1767384708.223997:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.223998:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b00a1d9. 00000400:00000010:2.0:1767384708.224000:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000050124d02. 00000100:00000200:2.0:1767384708.224001:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224002:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000de0864fe. 00000400:00000010:2.0:1767384708.224003:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000bcad23e. 00000100:00000200:2.0:1767384708.224005:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224006:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000050d225d9. 00000400:00000010:2.0:1767384708.224007:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000025ec0c35. 00000100:00000200:2.0:1767384708.224008:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224009:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002463088c. 00000400:00000010:2.0:1767384708.224010:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008caed497. 00000100:00000200:2.0:1767384708.224011:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224012:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d0f54f4d. 00000400:00000010:2.0:1767384708.224013:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001de8605b. 00000100:00000200:2.0:1767384708.224014:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224015:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000731616bc. 00000400:00000010:2.0:1767384708.224016:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fc1917ab. 00000100:00000200:2.0:1767384708.224017:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224018:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e6827121. 00000400:00000010:2.0:1767384708.224019:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004d9c0c65. 00000100:00000200:2.0:1767384708.224020:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224021:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000085a3c908. 00000400:00000010:2.0:1767384708.224022:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002465f328. 00000100:00000200:2.0:1767384708.224023:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224024:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000181d71ff. 00000400:00000010:2.0:1767384708.224025:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000010f9653c. 00000100:00000200:2.0:1767384708.224026:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224027:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000045eaddb5. 00000400:00000010:2.0:1767384708.224028:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d6540008. 00000100:00000200:2.0:1767384708.224029:0:41014:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_fld: registering portal 29 00000400:00000010:2.0:1767384708.224030:0:41014:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000334cbbf8. 00000400:00000010:2.0:1767384708.224031:0:41014:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000be96f885. 00000100:00000010:2.0:1767384708.224033:0:41014:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000dac78bc2. 00000100:00000200:2.0:1767384708.224043:0:41014:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384708.224068:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000fcaee046. 00000100:00000010:2.0:1767384708.224241:0:41015:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000018747e50. 00000020:00000010:2.0:1767384708.224244:0:41015:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000006e8bc597. 00000020:00000010:2.0:1767384708.224247:0:41015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070d3d05b. 00000020:00000010:2.0:1767384708.224250:0:41015:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009a1e841c. 00000040:00000010:2.0:1767384708.224251:0:41015:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fff811bd. 00000020:00000010:2.0:1767384708.224254:0:41015:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000067d71d03. 00000020:00000010:2.0:1767384708.224256:0:41015:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c5e535b8. 00000020:00000010:2.0:1767384708.224257:0:41015:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005cce15ab. 80000000:00000010:2.0:1767384708.224259:0:41015:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d343de0e. 40000000:00000010:2.0:1767384708.224260:0:41015:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000038160408. 00100000:00000010:2.0:1767384708.224263:0:41015:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000008031d4a2. 00040000:00000010:2.0:1767384708.224265:0:41015:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000c2b1e3c. 00040000:00000010:2.0:1767384708.224266:0:41015:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000412173d9. 00080000:00000010:2.0:1767384708.224270:0:41015:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008d8f7f5f. 00080000:00000010:2.0:1767384708.224279:0:41015:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000099e07ac1. 00000004:00000010:2.0:1767384708.224283:0:41015:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000004184f85a. 00002000:00000010:2.0:1767384708.224285:0:41015:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000fbe3f878. 00000100:00000010:2.0:1767384708.224288:0:41015:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000fc8f9dad. 00000100:00000200:2.0:1767384708.224299:0:41015:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384708.224313:0:40990:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 352 at 000000003b3d521b. 00000100:00000010:1.0:1767384708.224318:0:40990:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000332ccb89. 00000100:00000010:1.0:1767384708.224329:0:40990:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000049449e17. 00000100:00000010:1.0:1767384708.224335:0:40990:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000e00d259e. 00000100:00000010:1.0:1767384708.224338:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003eacd728. 00000100:00000010:1.0:1767384708.224502:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000d2d8c703. 00000100:00000010:1.0:1767384708.224506:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d1cef1e. 00000100:00000010:1.0:1767384708.224675:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000edfad0d8. 00000100:00000010:1.0:1767384708.224679:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007930cab8. 00000100:00000010:1.0:1767384708.224819:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000e684a4e1. 00000100:00000010:1.0:1767384708.224822:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f438b040. 00000100:00000010:1.0:1767384708.224962:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000022a23fb5. 00000100:00000010:1.0:1767384708.224964:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000896673a3. 00000100:00000010:1.0:1767384708.225103:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009d2a5afd. 00000100:00000010:1.0:1767384708.225105:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000343808b1. 00000100:00000010:1.0:1767384708.225255:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c959f007. 00000100:00000010:1.0:1767384708.225258:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000915bb605. 00000100:00000010:1.0:1767384708.225397:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c668ef7d. 00000100:00000010:1.0:1767384708.225400:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000015c08630. 00000100:00000010:1.0:1767384708.225566:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006034ef23. 00000100:00000010:1.0:1767384708.225572:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb8ad4ed. 00000100:00000010:1.0:1767384708.225736:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004a679ee3. 00000100:00000010:1.0:1767384708.225748:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d327f1ff. 00000100:00000010:1.0:1767384708.225900:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000070a43c1d. 00000100:00000010:1.0:1767384708.225904:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000daecbfcc. 00000100:00000010:1.0:1767384708.226045:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000be3f888a. 00000100:00000010:1.0:1767384708.226048:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000040f513a0. 00000100:00000010:1.0:1767384708.226186:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000022152c36. 00000100:00000010:1.0:1767384708.226188:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029d46da6. 00000100:00000010:1.0:1767384708.226328:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005505e1a7. 00000100:00000010:1.0:1767384708.226330:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008284ddc3. 00000100:00000010:1.0:1767384708.226498:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b59d5355. 00000100:00000010:1.0:1767384708.226502:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae0a47a8. 00000100:00000010:1.0:1767384708.226642:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b289112f. 00000100:00000010:1.0:1767384708.226644:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001319ae57. 00000100:00000010:1.0:1767384708.226795:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000bcada2e8. 00000100:00000010:1.0:1767384708.226798:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cca53d4. 00000100:00000010:1.0:1767384708.226937:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000945eddb2. 00000100:00000010:1.0:1767384708.226939:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000407f53e6. 00000100:00000010:1.0:1767384708.227089:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005032d7fd. 00000100:00000010:1.0:1767384708.227092:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7e7ef23. 00000100:00000010:1.0:1767384708.227236:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005da00376. 00000100:00000010:1.0:1767384708.227238:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000345a971f. 00000100:00000010:1.0:1767384708.227378:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005d1d5c65. 00000100:00000010:1.0:1767384708.227381:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a25c35b. 00000100:00000010:1.0:1767384708.227539:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000093feeae2. 00000100:00000010:1.0:1767384708.227542:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b95e2065. 00000100:00000010:1.0:1767384708.227699:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007373c163. 00000100:00000010:1.0:1767384708.227703:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000065d95606. 00000100:00000010:1.0:1767384708.227840:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000009f5b712e. 00000100:00000010:1.0:1767384708.227843:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093230d83. 00000100:00000010:1.0:1767384708.227982:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000df3d3f96. 00000100:00000010:1.0:1767384708.227984:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009f5a284a. 00000100:00000010:1.0:1767384708.228123:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007594efb6. 00000100:00000010:1.0:1767384708.228132:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000fb0360be. 00000100:00000010:1.0:1767384708.228280:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000f5ebaf02. 00000100:00000010:1.0:1767384708.228283:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ffda622. 00000100:00000010:1.0:1767384708.228422:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000007e405f57. 00000100:00000010:1.0:1767384708.228424:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020ba1632. 00000100:00000010:1.0:1767384708.228577:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000368af96b. 00000100:00000010:1.0:1767384708.228580:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b4161c29. 00000100:00000010:1.0:1767384708.228730:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000080a8b362. 00000100:00000010:1.0:1767384708.228733:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e7679a7. 00000100:00000010:1.0:1767384708.228882:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000dea4ff44. 00000100:00000010:1.0:1767384708.228885:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003efe7c4a. 00000100:00000010:1.0:1767384708.229023:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a6e591e8. 00000100:00000010:1.0:1767384708.229026:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae447077. 00000100:00000010:1.0:1767384708.229165:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000626d72c9. 00000100:00000010:1.0:1767384708.229167:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e72c56bd. 00000100:00000010:1.0:1767384708.229308:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000a0f6bd88. 00000100:00000010:1.0:1767384708.229310:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000092972601. 00000100:00000010:1.0:1767384708.229474:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001577e269. 00000100:00000010:1.0:1767384708.229478:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008dfd083f. 00000100:00000010:1.0:1767384708.229620:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000060691f76. 00000100:00000010:1.0:1767384708.229622:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000259a45a0. 00000100:00000010:1.0:1767384708.229774:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fccf513e. 00000100:00000010:1.0:1767384708.229777:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bf4c9226. 00000100:00000010:1.0:1767384708.229920:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000837f57a7. 00000100:00000010:1.0:1767384708.229923:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6f80bdb. 00000100:00000010:1.0:1767384708.230075:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000006f15970. 00000100:00000010:1.0:1767384708.230078:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a650498. 00000100:00000010:1.0:1767384708.230219:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000070d6776f. 00000100:00000010:1.0:1767384708.230222:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b898fc84. 00000100:00000010:1.0:1767384708.230362:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000b9424bb2. 00000100:00000010:1.0:1767384708.230365:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000399a4bc8. 00000100:00000010:1.0:1767384708.230522:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000d7754d5. 00000100:00000010:1.0:1767384708.230533:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000096986eb. 00000100:00000010:1.0:1767384708.230693:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000057779dc. 00000100:00000010:1.0:1767384708.230696:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c06bdfa. 00000100:00000010:1.0:1767384708.230835:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000012c6c30c. 00000100:00000010:1.0:1767384708.230837:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000103420e0. 00000100:00000010:1.0:1767384708.230978:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000573ced8a. 00000100:00000010:1.0:1767384708.230981:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d4fa5811. 00000100:00000010:1.0:1767384708.231123:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005b9c829d. 00000100:00000010:1.0:1767384708.231125:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d189b11c. 00000100:00000010:1.0:1767384708.231285:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000ed232a8a. 00000100:00000010:1.0:1767384708.231288:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c45ef4fd. 00000100:00000010:1.0:1767384708.231430:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002bda57ad. 00000100:00000010:1.0:1767384708.231432:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000addc198b. 00000100:00000010:1.0:1767384708.231587:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000004267a2eb. 00000100:00000010:1.0:1767384708.231590:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d6f0e4f1. 00000100:00000010:1.0:1767384708.231743:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000015af7030. 00000100:00000010:1.0:1767384708.231745:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000099a29d7. 00000100:00000010:1.0:1767384708.231898:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c532cf19. 00000100:00000010:1.0:1767384708.231900:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000029cdf367. 00000100:00000010:1.0:1767384708.232042:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005e19bc6d. 00000100:00000010:1.0:1767384708.232044:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005cec38f6. 00000100:00000010:1.0:1767384708.232184:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000df1930cc. 00000100:00000010:1.0:1767384708.232187:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e09e7fb6. 00000100:00000010:1.0:1767384708.232330:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000fb88f2e1. 00000100:00000010:1.0:1767384708.232333:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cec3de70. 00000100:00000010:1.0:1767384708.232497:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000001e1d35c6. 00000100:00000010:1.0:1767384708.232500:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb869247. 00000100:00000010:1.0:1767384708.232643:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000004dfc184. 00000100:00000010:1.0:1767384708.232646:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ba8b736c. 00000100:00000010:1.0:1767384708.232796:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000c74ec8a9. 00000100:00000010:1.0:1767384708.232799:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ce705901. 00000100:00000010:1.0:1767384708.232941:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000529e614b. 00000100:00000010:1.0:1767384708.232949:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007d357063. 00000100:00000010:1.0:1767384708.233101:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 0000000019c6a46c. 00000100:00000010:1.0:1767384708.233104:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001d282225. 00000100:00000010:1.0:1767384708.233245:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000005d505bc2. 00000100:00000010:1.0:1767384708.233248:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006d8dd354. 00000100:00000010:1.0:1767384708.233388:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000006f9e9d3f. 00000100:00000010:1.0:1767384708.233390:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000dd2b700. 00000100:00000010:1.0:1767384708.233546:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000000372131a. 00000100:00000010:1.0:1767384708.233549:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093b1c81b. 00000100:00000010:1.0:1767384708.233710:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000003d6d6428. 00000100:00000010:1.0:1767384708.233712:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ee958edf. 00000100:00000010:1.0:1767384708.233853:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 00000000346aca57. 00000100:00000010:1.0:1767384708.233855:0:40990:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bc03e246. 00000100:00000010:1.0:1767384708.233999:0:40990:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 524288 at 000000002c5715bc. 00000400:00000200:1.0:1767384708.234004:0:40990:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 13 lazy 00000020:00000010:1.0:1767384708.234065:0:40990:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000db861110. 00000020:00000010:1.0:1767384708.234070:0:40990:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ad20d751. 00000100:00000010:1.0:1767384708.234112:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000004900c0e. 00000100:00000010:1.0:1767384708.234118:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000099530f62. 00000100:00000010:1.0:1767384708.234120:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000065b1a5a. 00000100:00000010:1.0:1767384708.234123:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008792caa6. 00000100:00000010:1.0:1767384708.234125:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006fbe5a39. 00000100:00000010:1.0:1767384708.234129:0:40990:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 00000000a97d8202. 00000100:00000010:1.0:1767384708.234132:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001e85e71a. 00000100:00000010:1.0:1767384708.234133:0:40990:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000fc43e54c. 00000100:00000010:1.0:1767384708.234135:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000deeec75a. 00000100:00000010:1.0:1767384708.234137:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000911d227d. 00000100:00000010:1.0:1767384708.234138:0:40990:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d6375dd1. 00000100:00000200:1.0:1767384708.234160:0:40990:0:(service.c:847:ptlrpc_register_service()) mdt_io: Started, listening on portal 13 00000100:00000010:1.0:1767384708.234163:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000921a56a4. 00000020:00000010:3.0:1767384708.234787:0:41016:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000c926681b. 00000100:00000010:3.0:1767384708.234795:0:41016:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 000000009af719d8. 00000020:00000010:3.0:1767384708.234800:0:41016:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000024a3161a. 00000020:00000010:3.0:1767384708.234807:0:41016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000580b0193. 00000020:00000010:3.0:1767384708.234811:0:41016:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000002cf0bed6. 00000040:00000010:3.0:1767384708.234815:0:41016:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000053665e5b. 00000020:00000010:3.0:1767384708.234819:0:41016:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008a1e6943. 00000020:00000010:3.0:1767384708.234823:0:41016:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000030464100. 00000020:00000010:3.0:1767384708.234826:0:41016:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fd2f451e. 80000000:00000010:3.0:1767384708.234830:0:41016:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000bb113bb9. 40000000:00000010:3.0:1767384708.234832:0:41016:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004d5b15af. 00100000:00000010:3.0:1767384708.234838:0:41016:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006b2ebd32. 00040000:00000010:3.0:1767384708.234841:0:41016:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005d080747. 00040000:00000010:3.0:1767384708.234844:0:41016:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006d89d20a. 00080000:00000010:3.0:1767384708.234850:0:41016:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000013b0e85c. 00080000:00000010:3.0:1767384708.234854:0:41016:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000007d9bdea. 00000004:00000010:3.0:1767384708.234861:0:41016:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000324a5edb. 00002000:00000010:3.0:1767384708.234865:0:41016:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000030710fcc. 00000100:00000200:3.0:1767384708.234870:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234874:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d4ede359. 00000400:00000010:3.0:1767384708.234887:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000082c452f0. 00000100:00000200:3.0:1767384708.234894:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234895:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab5bb6d9. 00000400:00000010:3.0:1767384708.234898:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000238e7db. 00000100:00000200:3.0:1767384708.234900:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234901:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fa73301. 00000400:00000010:3.0:1767384708.234903:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f65fcb52. 00000100:00000200:3.0:1767384708.234905:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234906:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007d146f5a. 00000400:00000010:3.0:1767384708.234908:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000009d9eda3f. 00000100:00000200:3.0:1767384708.234909:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234910:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000002a8e8a8. 00000400:00000010:3.0:1767384708.234912:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c5282a3d. 00000100:00000200:3.0:1767384708.234914:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234915:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000078b964a1. 00000400:00000010:3.0:1767384708.234917:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000079d1144c. 00000100:00000200:3.0:1767384708.234918:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234919:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000871700f7. 00000400:00000010:3.0:1767384708.234921:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b6698fc5. 00000100:00000200:3.0:1767384708.234923:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234924:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e024ab67. 00000400:00000010:3.0:1767384708.234926:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f0b834c4. 00000100:00000200:3.0:1767384708.234927:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234928:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ba78c137. 00000400:00000010:3.0:1767384708.234936:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000022427a6. 00000100:00000200:3.0:1767384708.234938:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234940:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000426670ac. 00000400:00000010:3.0:1767384708.234943:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a6378bb2. 00000100:00000200:3.0:1767384708.234945:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234946:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f871879. 00000400:00000010:3.0:1767384708.234948:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007cddb0b4. 00000100:00000200:3.0:1767384708.234950:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234951:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005c0427d0. 00000400:00000010:3.0:1767384708.234953:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006de3b42c. 00000100:00000200:3.0:1767384708.234955:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234956:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000654deb9a. 00000400:00000010:3.0:1767384708.234958:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ff2a7c30. 00000100:00000200:3.0:1767384708.234960:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234961:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b32e176d. 00000400:00000010:3.0:1767384708.234964:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea2836db. 00000100:00000200:3.0:1767384708.234966:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234967:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000544b04b7. 00000400:00000010:3.0:1767384708.234969:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ea1bf981. 00000100:00000200:3.0:1767384708.234971:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234971:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000027ef3756. 00000400:00000010:3.0:1767384708.234974:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000080ca3f01. 00000100:00000200:3.0:1767384708.234976:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234977:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bcffbfad. 00000400:00000010:3.0:1767384708.234983:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000029d6a9ec. 00000100:00000200:3.0:1767384708.234986:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234987:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000005b331e. 00000400:00000010:3.0:1767384708.234989:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000616dfc5c. 00000100:00000200:3.0:1767384708.234991:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234992:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c92683b. 00000400:00000010:3.0:1767384708.234994:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d10ff8e4. 00000100:00000200:3.0:1767384708.234995:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.234996:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac96ed8a. 00000400:00000010:3.0:1767384708.234998:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007644700c. 00000100:00000200:3.0:1767384708.235000:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235001:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000077cb5106. 00000400:00000010:3.0:1767384708.235003:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000fc0b550. 00000100:00000200:3.0:1767384708.235005:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235006:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f8b9bef. 00000400:00000010:3.0:1767384708.235008:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b0769fda. 00000100:00000200:3.0:1767384708.235010:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235011:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009e40429e. 00000400:00000010:3.0:1767384708.235013:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000041a9b74f. 00000100:00000200:3.0:1767384708.235015:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235015:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b85abecc. 00000400:00000010:3.0:1767384708.235017:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b8c64fb3. 00000100:00000200:3.0:1767384708.235019:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235020:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001f1b185b. 00000400:00000010:3.0:1767384708.235027:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000959f2781. 00000100:00000200:3.0:1767384708.235029:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235030:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004421e2d2. 00000400:00000010:3.0:1767384708.235033:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000fafab1a. 00000100:00000200:3.0:1767384708.235034:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235035:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002a9eb410. 00000400:00000010:3.0:1767384708.235037:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000034347953. 00000100:00000200:3.0:1767384708.235039:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235040:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000db60fbb7. 00000400:00000010:3.0:1767384708.235042:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004cd568e2. 00000100:00000200:3.0:1767384708.235044:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235044:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000000130fc1. 00000400:00000010:3.0:1767384708.235046:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000a0206353. 00000100:00000200:3.0:1767384708.235048:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235049:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ab0265ec. 00000400:00000010:3.0:1767384708.235051:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005cee5fac. 00000100:00000200:3.0:1767384708.235052:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235054:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bbd48b4. 00000400:00000010:3.0:1767384708.235056:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d5223d7b. 00000100:00000200:3.0:1767384708.235057:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235058:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a7150c6f. 00000400:00000010:3.0:1767384708.235060:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000004659e37c. 00000100:00000200:3.0:1767384708.235062:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235063:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e605557c. 00000400:00000010:3.0:1767384708.235070:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000000e4c287c. 00000100:00000200:3.0:1767384708.235073:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235074:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e9cf1dc. 00000400:00000010:3.0:1767384708.235077:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000006963a641. 00000100:00000200:3.0:1767384708.235079:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235080:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000092e6df6. 00000400:00000010:3.0:1767384708.235082:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000075357306. 00000100:00000200:3.0:1767384708.235084:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235085:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a144b4dc. 00000400:00000010:3.0:1767384708.235088:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000000233672. 00000100:00000200:3.0:1767384708.235089:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235090:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c475e859. 00000400:00000010:3.0:1767384708.235093:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000642a3a20. 00000100:00000200:3.0:1767384708.235094:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235095:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008e454136. 00000400:00000010:3.0:1767384708.235097:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000dedfc572. 00000100:00000200:3.0:1767384708.235099:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235100:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da6b686d. 00000400:00000010:3.0:1767384708.235103:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005a33510a. 00000100:00000200:3.0:1767384708.235105:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235105:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000013d183f8. 00000400:00000010:3.0:1767384708.235108:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fa25f27f. 00000100:00000200:3.0:1767384708.235110:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235111:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079e8c690. 00000400:00000010:3.0:1767384708.235118:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000ae8cde86. 00000100:00000200:3.0:1767384708.235121:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235122:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff343fe9. 00000400:00000010:3.0:1767384708.235125:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000018fd0c2c. 00000100:00000200:3.0:1767384708.235127:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235128:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060597fd7. 00000400:00000010:3.0:1767384708.235130:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000596b4ae6. 00000100:00000200:3.0:1767384708.235132:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235139:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000810b7d2. 00000400:00000010:3.0:1767384708.235142:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000662896fa. 00000100:00000200:3.0:1767384708.235144:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235145:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000186aeb1. 00000400:00000010:3.0:1767384708.235148:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c138f223. 00000100:00000200:3.0:1767384708.235150:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235151:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f60c3638. 00000400:00000010:3.0:1767384708.235153:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005c123cc5. 00000100:00000200:3.0:1767384708.235155:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235156:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e20bdc5. 00000400:00000010:3.0:1767384708.235159:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cbee15ad. 00000100:00000200:3.0:1767384708.235161:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235161:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b6f3a220. 00000400:00000010:3.0:1767384708.235164:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000e1075353. 00000100:00000200:3.0:1767384708.235166:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235166:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000245c6b54. 00000400:00000010:3.0:1767384708.235172:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c5433b62. 00000100:00000200:3.0:1767384708.235175:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235177:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097714c2e. 00000400:00000010:3.0:1767384708.235178:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000cd347e7e. 00000100:00000200:3.0:1767384708.235180:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235181:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034adf015. 00000400:00000010:3.0:1767384708.235183:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c4aaebd2. 00000100:00000200:3.0:1767384708.235185:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235186:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008aa67e9b. 00000400:00000010:3.0:1767384708.235188:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000b81321b0. 00000100:00000200:3.0:1767384708.235189:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235190:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f163b5c. 00000400:00000010:3.0:1767384708.235192:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000bc39a0bc. 00000100:00000200:3.0:1767384708.235194:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235195:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a09837c. 00000400:00000010:3.0:1767384708.235197:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000092b77ee3. 00000100:00000200:3.0:1767384708.235199:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235200:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000686d95a. 00000400:00000010:3.0:1767384708.235203:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000005ed7e278. 00000100:00000200:3.0:1767384708.235205:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235207:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007a854c58. 00000400:00000010:3.0:1767384708.235210:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000f1e9f99c. 00000100:00000200:3.0:1767384708.235213:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235215:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000772f5448. 00000400:00000010:3.0:1767384708.235224:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000029034802. 00000100:00000200:3.0:1767384708.235230:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235232:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a86ccc77. 00000400:00000010:3.0:1767384708.235235:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000005aec77e. 00000100:00000200:3.0:1767384708.235238:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235240:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bbbe1667. 00000400:00000010:3.0:1767384708.235243:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000000a55a5b. 00000100:00000200:3.0:1767384708.235246:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235248:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000269ac2a. 00000400:00000010:3.0:1767384708.235251:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 0000000003161e91. 00000100:00000200:3.0:1767384708.235254:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235256:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073a76a48. 00000400:00000010:3.0:1767384708.235259:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 000000007fc5ad6a. 00000100:00000200:3.0:1767384708.235261:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235263:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000877d5c1c. 00000400:00000010:3.0:1767384708.235265:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000c34c7a4c. 00000100:00000200:3.0:1767384708.235267:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235268:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7a71ea5. 00000400:00000010:3.0:1767384708.235270:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000d9a7b980. 00000100:00000200:3.0:1767384708.235271:0:41016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_io: registering portal 13 00000400:00000010:3.0:1767384708.235272:0:41016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000078073ca. 00000400:00000010:3.0:1767384708.235274:0:41016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at 00000000fc600424. 00000100:00000010:3.0:1767384708.235285:0:41016:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 00000000380fcf6c. 00000100:00000200:3.0:1767384708.235300:0:41016:0:(service.c:3079:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:1.0:1767384708.235317:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000b5bb7d2f. 00000020:00000010:3.0:1767384708.235780:0:41017:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 000000001996cdb6. 00000100:00000010:3.0:1767384708.235784:0:41017:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000013e0ade4. 00000020:00000010:3.0:1767384708.235785:0:41017:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000678447da. 00000020:00000010:3.0:1767384708.235788:0:41017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054004389. 00000020:00000010:3.0:1767384708.235790:0:41017:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000df8521d8. 00000040:00000010:3.0:1767384708.235792:0:41017:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008d1e6ce1. 00000020:00000010:3.0:1767384708.235794:0:41017:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e1ed11f. 00000020:00000010:3.0:1767384708.235797:0:41017:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000003967b636. 00000020:00000010:3.0:1767384708.235799:0:41017:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e2c7defd. 80000000:00000010:3.0:1767384708.235801:0:41017:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003e66b8cf. 40000000:00000010:3.0:1767384708.235802:0:41017:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000016767241. 00100000:00000010:3.0:1767384708.235805:0:41017:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000509c3b2b. 00040000:00000010:3.0:1767384708.235806:0:41017:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000009fc9ebd9. 00040000:00000010:3.0:1767384708.235809:0:41017:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000cf475325. 00080000:00000010:3.0:1767384708.235818:0:41017:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000f9ca905. 00080000:00000010:3.0:1767384708.235821:0:41017:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a176f5f1. 00000004:00000010:3.0:1767384708.235829:0:41017:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002552b078. 00002000:00000010:3.0:1767384708.235832:0:41017:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000000181e2f5. 00000100:00000010:3.0:1767384708.235840:0:41017:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 000000003fcc333f. 00000100:00000200:3.0:1767384708.235853:0:41017:0:(service.c:3079:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:1.0:1767384708.235869:0:40990:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008d4405a2. 00000020:00000010:3.0:1767384708.236311:0:41018:0:(tgt_handler.c:1685:tgt_io_thread_init()) kmalloced '(tbc)': 1048576 at 00000000b5d37361. 00000100:00000010:3.0:1767384708.236316:0:41018:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 0000000086de2e82. 00000020:00000010:3.0:1767384708.236317:0:41018:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000010d27165. 00000020:00000010:3.0:1767384708.236320:0:41018:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b603357d. 00000020:00000010:3.0:1767384708.236322:0:41018:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f0ab9e6. 00000040:00000010:3.0:1767384708.236324:0:41018:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000004d2827cb. 00000020:00000010:3.0:1767384708.236326:0:41018:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d68d7e1c. 00000020:00000010:3.0:1767384708.236328:0:41018:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000ffa33071. 00000020:00000010:3.0:1767384708.236330:0:41018:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000c6985ae9. 80000000:00000010:3.0:1767384708.236332:0:41018:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ddc43d48. 40000000:00000010:3.0:1767384708.236333:0:41018:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000095f39f9b. 00100000:00000010:3.0:1767384708.236335:0:41018:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000003214d19a. 00040000:00000010:3.0:1767384708.236338:0:41018:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a8f28e09. 00040000:00000010:3.0:1767384708.236340:0:41018:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000467dfdcd. 00080000:00000010:3.0:1767384708.236343:0:41018:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005bfbbd5f. 00080000:00000010:3.0:1767384708.236346:0:41018:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b60a6258. 00000004:00000010:3.0:1767384708.236349:0:41018:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000074b904fe. 00002000:00000010:3.0:1767384708.236351:0:41018:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000145e0a92. 00000100:00000010:3.0:1767384708.236361:0:41018:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 16384 at 0000000076404db1. 00000100:00000200:3.0:1767384708.236372:0:41018:0:(service.c:3079:ptlrpc_main()) service thread 2 (#3) started 00000020:00000010:1.0:1767384708.236460:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000006151dc72. 00000040:00000010:1.0:1767384708.236469:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f5326b30. 00000020:00000010:1.0:1767384708.236472:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000067edc41a. 00000020:00000010:1.0:1767384708.236476:0:40990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000022df65d3. 00000020:00000010:1.0:1767384708.236481:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f690f71. 80000000:00000010:1.0:1767384708.236485:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a9d5c7de. 40000000:00000010:1.0:1767384708.236488:0:40990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000008d9bcaa9. 00100000:00000010:1.0:1767384708.236490:0:40990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a874aa7. 00040000:00000010:1.0:1767384708.236493:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004d74ba36. 00040000:00000010:1.0:1767384708.236497:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005fca2587. 00080000:00000010:1.0:1767384708.236501:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ec3a103b. 00080000:00000010:1.0:1767384708.236504:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007d2f5f13. 00000020:00000010:1.0:1767384708.236506:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001a720421. 00000020:00000010:1.0:1767384708.236510:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ccaffa0d. 00000020:00000010:1.0:1767384708.236512:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001d04bf30. 00000008:00000010:1.0:1767384708.236515:0:40990:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000006ac8c3b5. 00020000:00000010:1.0:1767384708.236519:0:40990:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000d52bf241. 00008000:00000010:1.0:1767384708.236522:0:40990:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000ecfd943d. 00000080:00000010:1.0:1767384708.236526:0:40990:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000027eb73cf. 00000020:00000010:1.0:1767384708.236528:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3c00375. 00000020:00000010:1.0:1767384708.236533:0:40990:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 48 at 00000000e0b38fa5. 00000020:00000010:1.0:1767384708.236542:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d613ca3. 00000020:00000010:1.0:1767384708.236545:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008cb822b4. 00000040:00000010:1.0:1767384708.236547:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001f196ae5. 00000020:00000010:1.0:1767384708.236549:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000058822a0c. 00000020:00000010:1.0:1767384708.236551:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006c0185bb. 80000000:00000010:1.0:1767384708.236552:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a9d5c7de. 00040000:00000010:1.0:1767384708.236554:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000584d1720. 00080000:00000010:1.0:1767384708.236558:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d2f5f13. 00080000:00000010:1.0:1767384708.236561:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ec3a103b. 20000000:00000010:1.0:1767384708.236565:0:40990:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000004d192db6. 00000020:00000010:1.0:1767384708.236580:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000045628461. 00080000:00000010:1.0:1767384708.236585:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b5d78de. 00080000:00000010:1.0:1767384708.236646:0:40990:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000ccb7812c. 00080000:00000010:1.0:1767384708.236659:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005b5d78de. 00000020:00000010:1.0:1767384708.236662:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000045628461. 00000040:00000010:1.0:1767384708.236690:0:40990:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000fc16020f. 00000020:00000010:1.0:1767384708.236728:0:40990:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 0000000021dbaef8. 00000100:00000010:1.0:1767384708.236762:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5854106. 02000000:00000010:1.0:1767384708.236777:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 0000000091d4089c. 00000100:00000010:1.0:1767384708.236789:0:40990:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000d1d00037. 00000100:00000010:1.0:1767384708.236791:0:40990:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000b7a771bf. 00000100:00000010:1.0:1767384708.236798:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c214d69. 00000400:00000010:1.0:1767384708.236819:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000015322284. 00000400:00000010:1.0:1767384708.236823:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003f1f4717. 00000100:00000200:1.0:1767384708.236825:0:40990:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695825ff08f80-0x695825ff08f80, portal 33 02000000:00000010:1.0:1767384708.236832:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 0000000051e6ae78. 00000400:00000010:1.0:1767384708.236835:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028566434. 00000400:00000010:1.0:1767384708.236837:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a27400f. 00000100:00000200:1.0:1767384708.236839:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048151936, portal 25 00000400:00000010:1.0:1767384708.236843:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bcb730de. 00000100:00000200:1.0:1767384708.236845:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237048151936, offset 0 00000400:00000200:1.0:1767384708.236851:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.236862:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.236870:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695825ff08f80 00000400:00000200:1.0:1767384708.236876:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x22a9 [2] + 0 00000400:00000010:1.0:1767384708.236878:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003590b05f. 00000400:00000200:1.0:1767384708.236882:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b9338178 00000400:00000200:1.0:1767384708.236888:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.236891:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.236895:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b9338178 00000400:00000010:1.0:1767384708.236896:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b9338178. 00000100:00000200:1.0:1767384708.236900:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384708.236916:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bcb730de 00000400:00000010:1.0:1767384708.236918:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bcb730de. 00000100:00000200:1.0:1767384708.236923:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5854106 x1853237048151936/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.236939:0:40990:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000001dc4da4d. 00000020:00000010:2.0:1767384708.236951:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000100:00000010:1.0:1767384708.236951:0:40990:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009fc2abe2. 00000100:00000010:1.0:1767384708.236957:0:40990:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000055bfc9f5. 00000020:00000010:2.0:1767384708.236958:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000100:00000010:1.0:1767384708.236964:0:40990:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c45b80c9. 00000020:00000010:2.0:1767384708.236967:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7a61a29. 00000020:00000010:2.0:1767384708.236972:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.236975:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.237008:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000020:00000010:2.0:1767384708.237010:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000100:00000200:2.0:1767384708.237012:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048151936 02000000:00000010:2.0:1767384708.237028:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000d3358aa9. 20000000:00000010:2.0:1767384708.237037:0:40999:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 00000000f1d8cd4e. 00000100:00000010:2.0:1767384708.237041:0:40999:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000ecdde6d0. 00000100:00000010:2.0:1767384708.237043:0:40999:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000003a3c88f0. 00000400:00000010:2.0:1767384708.237048:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000400:00000010:2.0:1767384708.237054:0:40999:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006ca9f817. 00000400:00000200:2.0:1767384708.237057:0:40999:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384708.237063:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384708.237068:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695825ff08f80 00000400:00000200:2.0:1767384708.237073:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2ac9 [1] + 0 00000400:00000010:2.0:1767384708.237075:0:40999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000015322284. 00000400:00000200:2.0:1767384708.237077:0:40999:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000003f1f4717 00000100:00000200:2.0:1767384708.237081:0:40999:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000ecdde6d0 00000400:00000200:2.0:1767384708.237086:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384708.237090:0:40999:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2ad5 00000400:00000200:2.0:1767384708.237093:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.237095:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384708.237097:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.237098:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.237101:0:40999:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 00000000ecdde6d0 00000400:00000200:2.0:1767384708.237103:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000003f1f4717 00000400:00000010:2.0:1767384708.237104:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003f1f4717. 00000100:00000200:2.0:1767384708.237107:0:40999:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 00000000a5854106 desc 00000000d1d00037 mbits 1853237048151936 00000100:00000200:2.0:1767384708.237119:0:40999:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695825ff08f80-0x695825ff08f80 20000000:00000010:2.0:1767384708.237129:0:40999:0:(mgs_llog.c:459:mgs_new_fsdb()) kmalloced '(fsdb)': 488 at 00000000b84e5405. 20000000:00000010:2.0:1767384708.237135:0:40999:0:(mgs_llog.c:479:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_mdt_index_map)': 8192 at 00000000c88d2fe2. 20000000:00000010:2.0:1767384708.237147:0:40999:0:(mgs_llog.c:486:mgs_new_fsdb()) kmalloced '(fsdb->fsdb_ost_index_map)': 8192 at 000000006b5c7d06. 00000100:00000010:2.0:1767384708.237413:0:40999:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000003a3c88f0. 00000100:00000010:2.0:1767384708.237417:0:40999:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000ecdde6d0. 20000000:00000010:2.0:1767384708.237419:0:40999:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 00000000f1d8cd4e. 00010000:00000200:2.0:1767384708.237427:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000502eeac1 x1853237048151936/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 4784/4768 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.237480:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d90c4a6. 00000100:00000200:2.0:1767384708.237485:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048151936, offset 224 00000400:00000200:2.0:1767384708.237491:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.237500:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.237507:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff08f80 00000400:00000200:2.0:1767384708.237512:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2acd [2] + 224 00000400:00000200:2.0:1767384708.237518:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.237522:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.237528:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5854106 x1853237048151936/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.237543:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004d90c4a6 00000400:00000010:2.0:1767384708.237545:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000004d90c4a6. 00000020:00000010:2.0:1767384708.237556:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.237560:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.237562:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7a61a29. 00000400:00000010:1.0:1767384708.237564:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028566434. 02000000:00000010:2.0:1767384708.237568:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000d3358aa9. 00000400:00000200:1.0:1767384708.237569:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a27400f 00000400:00000010:1.0:1767384708.237573:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005a27400f. 00000100:00000200:2.0:1767384708.237577:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384708.237580:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5854106 x1853237048151936/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.237582:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003012dddf. 00000400:00000010:2.0:1767384708.237588:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004d90c4a6. 00000100:00000200:1.0:1767384708.237595:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5854106 x1853237048151936/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.237614:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c214d69. 02000000:00000010:1.0:1767384708.237620:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 0000000051e6ae78. 00000100:00000010:1.0:1767384708.237623:0:40990:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000b7a771bf. 00000100:00000010:1.0:1767384708.237625:0:40990:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000d1d00037. 02000000:00000010:1.0:1767384708.237628:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 0000000091d4089c. 00000100:00000010:1.0:1767384708.237631:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5854106. 00000020:00000010:1.0:1767384708.237634:0:40990:0:(tgt_mount.c:1413:server_register_target()) kfreed 'mti': 7232 at 0000000021dbaef8. 00000020:00000010:1.0:1767384708.237638:0:40990:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at 00000000d32457a8. 00000020:00000010:1.0:1767384708.237640:0:40990:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at 00000000b7a771bf. 00000020:00000010:1.0:1767384708.237645:0:40990:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000ccaffa0d. 00000020:00000010:1.0:1767384708.237647:0:40990:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000bcb730de. 00000020:00000010:1.0:1767384708.237649:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b5d78de. 00000020:00000010:1.0:1767384708.237652:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000cab80179. 00000040:00000010:1.0:1767384708.237654:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d3c00375. 00000020:00000010:1.0:1767384708.237656:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007b38a8dd. 00000020:00000010:1.0:1767384708.237657:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a720421. 00040000:00000010:1.0:1767384708.237660:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c85155cb. 00040000:00000010:1.0:1767384708.237661:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005fca2587. 00080000:00000010:1.0:1767384708.237677:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000021dbaef8. 00080000:00000010:1.0:1767384708.237679:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000091d4089c. 10000000:00000010:1.0:1767384708.237688:0:40990:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000f5326b30. 10000000:00000010:1.0:1767384708.237693:0:40990:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 000000006151dc72. 00000100:00000010:1.0:1767384708.237697:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5854106. 02000000:00000010:1.0:1767384708.237703:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c38e4cf3. 00010000:00000010:1.0:1767384708.237711:0:40990:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000280d6d4d. 00010000:00000010:1.0:1767384708.237717:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d034b66. 00000100:00000010:1.0:1767384708.237728:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c214d69. 02000000:00000010:1.0:1767384708.237733:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d1d00037. 00000400:00000010:1.0:1767384708.237735:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028566434. 00000400:00000010:1.0:1767384708.237737:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.237739:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048152064, portal 25 00000400:00000010:1.0:1767384708.237741:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.237742:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048152064, offset 0 00000400:00000200:1.0:1767384708.237745:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.237749:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.237753:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff09000 00000400:00000200:1.0:1767384708.237755:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x22ad [2] + 0 00000400:00000010:1.0:1767384708.237757:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027410ff9. 00000400:00000200:1.0:1767384708.237759:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000876866ee 00000400:00000200:1.0:1767384708.237762:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.237763:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.237766:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000876866ee 00000400:00000010:1.0:1767384708.237766:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000876866ee. 00000100:00000200:1.0:1767384708.237769:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384708.237780:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000400:00000010:1.0:1767384708.237781:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.237784:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5854106 x1853237048152064/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.237806:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000020:00000010:2.0:1767384708.237810:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000020:00000010:2.0:1767384708.237813:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7a61a29. 00000020:00000010:2.0:1767384708.237815:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.237817:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.237836:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ab591299. 00000020:00000010:2.0:1767384708.237837:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ab591299. 00000100:00000200:2.0:1767384708.237839:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048152064 00010000:00000010:2.0:1767384708.237850:0:40999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000002b41cda1. 00010000:00000010:2.0:1767384708.237854:0:40999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006d8bed29. 00000020:00000010:2.0:1767384708.237864:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000ab591299. 02000000:00000010:2.0:1767384708.237871:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ecdde6d0. 00010000:00000200:2.0:1767384708.237890:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000030b11cae x1853237048152064/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 328/344 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.237897:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.237900:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048152064, offset 224 00000400:00000200:2.0:1767384708.237902:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.237907:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.237911:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff09000 00000400:00000200:2.0:1767384708.237913:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2ae1 [1] + 224 00000400:00000200:2.0:1767384708.237916:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.237919:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.237922:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5854106 x1853237048152064/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.237935:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.237937:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000020:00000010:2.0:1767384708.237942:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.237944:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.237947:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7a61a29. 02000000:00000010:2.0:1767384708.237950:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ecdde6d0. 00000100:00000200:2.0:1767384708.237953:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384708.237956:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e1bf676. 00000400:00000010:2.0:1767384708.237960:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5eacc4d. 00000400:00000010:1.0:1767384708.237964:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028566434. 00000400:00000200:1.0:1767384708.237968:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000400:00000010:1.0:1767384708.237970:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.237973:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5854106 x1853237048152064/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384708.237979:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5854106 x1853237048152064/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.237988:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c214d69. 02000000:00000010:1.0:1767384708.237998:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d1d00037. 02000000:00000010:1.0:1767384708.238000:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c38e4cf3. 00000100:00000010:1.0:1767384708.238002:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5854106. 10000000:00000010:1.0:1767384708.238016:0:40990:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 00000000c38e4cf3. 10000000:00000010:1.0:1767384708.238020:0:40990:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 000000006165b48e. 00000100:00000010:1.0:1767384708.238022:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5854106. 02000000:00000010:1.0:1767384708.238026:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077233a16. 00010000:00000010:1.0:1767384708.238030:0:40990:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000008428cf3. 00010000:00000010:1.0:1767384708.238033:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000070db8059. 00000100:00000010:1.0:1767384708.238038:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c214d69. 02000000:00000010:1.0:1767384708.238043:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d1d00037. 00000400:00000010:1.0:1767384708.238045:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028566434. 00000400:00000010:1.0:1767384708.238047:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.238049:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048152192, portal 25 00000400:00000010:1.0:1767384708.238051:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.238052:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048152192, offset 0 00000400:00000200:1.0:1767384708.238055:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.238059:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.238062:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff09080 00000400:00000200:1.0:1767384708.238065:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x22b1 [2] + 0 00000400:00000010:1.0:1767384708.238066:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000d0f9ece. 00000400:00000200:1.0:1767384708.238068:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000b4de9282 00000400:00000200:1.0:1767384708.238070:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.238072:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.238074:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4de9282 00000400:00000010:1.0:1767384708.238075:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b4de9282. 00000100:00000200:1.0:1767384708.238077:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384708.238088:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000400:00000010:1.0:1767384708.238089:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.238091:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5854106 x1853237048152192/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.238106:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384708.238109:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384708.238113:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7a61a29. 00000020:00000010:2.0:1767384708.238115:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.238117:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.238134:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384708.238136:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00000200:2.0:1767384708.238138:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048152192 00010000:00000010:2.0:1767384708.238145:0:40999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4282788. 00010000:00000010:2.0:1767384708.238148:0:40999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b637680a. 02000000:00000010:2.0:1767384708.238152:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000ecdde6d0. 00010000:00000200:2.0:1767384708.238159:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003124af8 x1853237048152192/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 328/344 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.238166:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.238168:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048152192, offset 224 00000400:00000200:2.0:1767384708.238171:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.238175:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.238178:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff09080 00000400:00000200:2.0:1767384708.238181:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2af1 [1] + 224 00000400:00000200:2.0:1767384708.238184:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.238186:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.238189:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5854106 x1853237048152192/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.238202:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.238203:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000020:00000010:2.0:1767384708.238210:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.238212:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.238214:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7a61a29. 00000400:00000010:1.0:1767384708.238218:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028566434. 02000000:00000010:2.0:1767384708.238219:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000ecdde6d0. 00000400:00000200:1.0:1767384708.238224:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000100:00000200:2.0:1767384708.238225:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384708.238227:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000400:00000010:2.0:1767384708.238230:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000058311ba3. 00000100:00000200:1.0:1767384708.238234:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5854106 x1853237048152192/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.238236:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000039f32dfc. 00000100:00000200:1.0:1767384708.238245:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5854106 x1853237048152192/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.238254:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c214d69. 02000000:00000010:1.0:1767384708.238259:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d1d00037. 02000000:00000010:1.0:1767384708.238261:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077233a16. 00000100:00000010:1.0:1767384708.238263:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5854106. 10000000:00000010:1.0:1767384708.238268:0:40990:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000e0b38fa5. 00000020:00000010:1.0:1767384708.238270:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077233a16. 00000020:00000010:1.0:1767384708.238273:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dacf7765. 00000040:00000010:1.0:1767384708.238275:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f159c786. 00000020:00000010:1.0:1767384708.238277:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c9a97750. 00000020:00000010:1.0:1767384708.238279:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6b1e846. 80000000:00000010:1.0:1767384708.238280:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf4ccabf. 00040000:00000010:1.0:1767384708.238283:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000c064eb0b. 00080000:00000010:1.0:1767384708.238285:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000051e6ae78. 00080000:00000010:1.0:1767384708.238288:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000002dffa309. 20000000:00000010:1.0:1767384708.238291:0:40990:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000005f6842bc. 00000040:00000010:1.0:1767384708.238295:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000006e09b064. 00000100:00000010:1.0:1767384708.238298:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5854106. 02000000:00000010:1.0:1767384708.238302:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad9b441d. 00000100:00000010:1.0:1767384708.238306:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c214d69. 02000000:00000010:1.0:1767384708.238311:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bbe7cba3. 00000400:00000010:1.0:1767384708.238313:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028566434. 00000400:00000010:1.0:1767384708.238315:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.238317:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048152320, portal 25 00000400:00000010:1.0:1767384708.238319:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.238320:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237048152320, offset 0 00000400:00000200:1.0:1767384708.238322:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.238326:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.238329:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695825ff09100 00000400:00000200:1.0:1767384708.238332:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x22b5 [2] + 0 00000400:00000010:1.0:1767384708.238334:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000047212796. 00000400:00000200:1.0:1767384708.238336:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000533cbc8a 00000400:00000200:1.0:1767384708.238338:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.238340:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.238342:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000533cbc8a 00000400:00000010:1.0:1767384708.238343:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000533cbc8a. 00000100:00000200:1.0:1767384708.238344:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384708.238354:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000400:00000010:1.0:1767384708.238356:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.238358:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5854106 x1853237048152320/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.238377:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384708.238381:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384708.238384:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7a61a29. 00000020:00000010:2.0:1767384708.238386:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.238388:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.238403:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000966811ba. 00000020:00000010:2.0:1767384708.238404:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000966811ba. 00000100:00000200:2.0:1767384708.238406:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048152320 02000000:00000010:2.0:1767384708.238412:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000ecdde6d0. 00000040:00000010:2.0:1767384708.238416:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000032d9255d. 00000040:00000010:2.0:1767384708.238468:0:40999:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000003a3c88f0. 00000020:00000010:2.0:1767384708.238475:0:40999:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000031fdd751. 00080000:00000010:2.0:1767384708.238479:0:40999:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e0894216. 00000040:00000010:2.0:1767384708.238496:0:40999:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000003a3c88f0. 00000040:00000010:2.0:1767384708.238500:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000032d9255d. 20000000:00000010:2.0:1767384708.238508:0:40999:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000966811ba. 00010000:00000200:2.0:1767384708.238513:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a5e6721c x1853237048152320/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 512/272 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.238520:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.238522:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237048152320, offset 224 00000400:00000200:2.0:1767384708.238525:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.238530:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.238534:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695825ff09100 00000400:00000200:2.0:1767384708.238536:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b01 [1] + 224 00000400:00000200:2.0:1767384708.238539:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.238541:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.238544:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5854106 x1853237048152320/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.238557:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.238559:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000020:00000010:2.0:1767384708.238566:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.238569:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000400:00000010:1.0:1767384708.238570:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028566434. 00000020:00000010:2.0:1767384708.238571:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7a61a29. 00000400:00000200:1.0:1767384708.238576:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 02000000:00000010:2.0:1767384708.238578:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000ecdde6d0. 00000400:00000010:1.0:1767384708.238579:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000100:00000200:2.0:1767384708.238585:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:1.0:1767384708.238587:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5854106 x1853237048152320/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.238590:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a819f1c. 00000400:00000010:2.0:1767384708.238596:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006aaf549c. 00000100:00000200:1.0:1767384708.238599:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5854106 x1853237048152320/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.238610:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c214d69. 02000000:00000010:1.0:1767384708.238613:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bbe7cba3. 02000000:00000010:1.0:1767384708.238615:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad9b441d. 00000100:00000010:1.0:1767384708.238617:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5854106. 00000040:00000010:1.0:1767384708.238629:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000b5986d47. 00000100:00000010:1.0:1767384708.238633:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5854106. 02000000:00000010:1.0:1767384708.238636:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad9b441d. 00000100:00000010:1.0:1767384708.238640:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c214d69. 02000000:00000010:1.0:1767384708.238651:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000aad818af. 00000400:00000010:1.0:1767384708.238653:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028566434. 00000400:00000010:1.0:1767384708.238656:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000005a27400f. 00000100:00000200:1.0:1767384708.238658:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048152448, portal 25 00000400:00000010:1.0:1767384708.238660:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.238661:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048152448, offset 0 00000400:00000200:1.0:1767384708.238680:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.238684:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.238687:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff09180 00000400:00000200:1.0:1767384708.238690:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x22b9 [2] + 0 00000400:00000010:1.0:1767384708.238691:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000071971945. 00000400:00000200:1.0:1767384708.238693:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000009bcb6937 00000400:00000200:1.0:1767384708.238696:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.238697:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.238699:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000009bcb6937 00000400:00000010:1.0:1767384708.238700:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000009bcb6937. 00000100:00000200:1.0:1767384708.238702:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384708.238710:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000400:00000010:1.0:1767384708.238711:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.238714:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5854106 x1853237048152448/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.238731:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057bcc19e. 00000020:00000010:2.0:1767384708.238736:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057bcc19e. 00000020:00000010:2.0:1767384708.238741:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7a61a29. 00000020:00000010:2.0:1767384708.238744:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.238748:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.238771:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000057bcc19e. 00000020:00000010:2.0:1767384708.238774:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000057bcc19e. 00000100:00000200:2.0:1767384708.238777:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048152448 02000000:00000010:2.0:1767384708.238796:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000d9cfb7f5. 00000040:00000010:2.0:1767384708.238800:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000032d9255d. 00000040:00000010:2.0:1767384708.238807:0:40999:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000030f70fa2. 00000040:00000010:2.0:1767384708.239120:0:40999:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000030f70fa2. 00000040:00000010:2.0:1767384708.239123:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000032d9255d. 00010000:00000200:2.0:1767384708.239128:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000026337f48 x1853237048152448/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 272/8416 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.239136:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000044172780. 00000100:00000200:2.0:1767384708.239139:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237048152448, offset 224 00000400:00000200:2.0:1767384708.239142:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.239146:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.239149:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695825ff09180 00000400:00000200:2.0:1767384708.239152:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2b11 [4] + 224 00000400:00000200:2.0:1767384708.239157:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.239158:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.239162:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5854106 x1853237048152448/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.239175:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000044172780 00000400:00000010:2.0:1767384708.239176:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000044172780. 00000020:00000010:2.0:1767384708.239182:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.239184:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000020:00000010:2.0:1767384708.239186:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7a61a29. 02000000:00000010:2.0:1767384708.239188:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000d9cfb7f5. 00000100:00000200:2.0:1767384708.239198:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384708.239201:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e841aac2. 00000400:00000010:2.0:1767384708.239204:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000044172780. 00000400:00000010:1.0:1767384708.239208:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028566434. 00000400:00000200:1.0:1767384708.239213:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005a27400f 00000400:00000010:1.0:1767384708.239214:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000005a27400f. 00000100:00000200:1.0:1767384708.239218:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5854106 x1853237048152448/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384708.239223:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5854106 x1853237048152448/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.239231:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000001c214d69. 02000000:00000010:1.0:1767384708.239235:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000aad818af. 02000000:00000010:1.0:1767384708.239243:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ad9b441d. 00000100:00000010:1.0:1767384708.239245:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5854106. 00000040:00000010:1.0:1767384708.239250:0:40990:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000049e8158. 00000020:00000010:2.0:1767384708.239429:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7a61a29. 00000020:00000010:2.0:1767384708.239432:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000032d9255d. 00000040:00000010:2.0:1767384708.239434:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000e4f7643b. 00000020:00000010:2.0:1767384708.239436:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e1935403. 00000020:00000010:2.0:1767384708.239461:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004b2c7224. 00000020:00000010:2.0:1767384708.239465:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000aaf8e926. 80000000:00000010:2.0:1767384708.239468:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000604be90c. 40000000:00000010:2.0:1767384708.239471:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000057bcc19e. 00100000:00000010:2.0:1767384708.239475:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000716b394. 00040000:00000010:2.0:1767384708.239479:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000000d9a5db4. 00040000:00000010:2.0:1767384708.239483:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000700ca7c7. 00080000:00000010:2.0:1767384708.239486:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000030f70fa2. 00080000:00000010:2.0:1767384708.239490:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000003ace395. 00000004:00000010:2.0:1767384708.239495:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a6bf562f. 00002000:00000010:2.0:1767384708.239498:0:41019:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ecdde6d0. 00000020:00000010:2.0:1767384708.239501:0:41019:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000073fd4243. 00000040:00000010:2.0:1767384708.239508:0:41019:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000007ed298c9. 00000100:00000010:2.0:1767384708.239515:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0851fa3. 02000000:00000010:2.0:1767384708.239520:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000041a44bf9. 00000100:00000010:2.0:1767384708.239525:0:41019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006e108371. 02000000:00000010:2.0:1767384708.239537:0:41019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000aad818af. 00000400:00000010:2.0:1767384708.239540:0:41019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4b412cb. 00000400:00000010:2.0:1767384708.239542:0:41019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000c74ce5dc. 00000100:00000200:2.0:1767384708.239545:0:41019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048152576, portal 25 00000400:00000010:2.0:1767384708.239547:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.239548:0:41019:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048152576, offset 0 00000400:00000200:2.0:1767384708.239551:0:41019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.239555:0:41019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.239559:0:41019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff09200 00000400:00000200:2.0:1767384708.239561:0:41019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x22bd [2] + 0 00000400:00000010:2.0:1767384708.239563:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000928840c6. 00000400:00000200:2.0:1767384708.239566:0:41019:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000a7b91738 00000400:00000200:2.0:1767384708.239568:0:41019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.239570:0:41019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384708.239572:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a7b91738 00000400:00000010:2.0:1767384708.239573:0:41019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a7b91738. 00000100:00000200:2.0:1767384708.239575:0:41019:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384708.239587:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.239588:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.239591:0:41019:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0851fa3 x1853237048152576/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384708.239611:0:40999:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000e96b5aa3. 00000020:00000010:3.0:1767384708.239621:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f4a5bc9. 00000020:00000010:3.0:1767384708.239623:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f4a5bc9. 00000020:00000010:3.0:1767384708.239626:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff0cf8e3. 00000020:00000010:3.0:1767384708.239629:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073590637. 00000020:00000010:3.0:1767384708.239631:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.239651:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005f4a5bc9. 00000020:00000010:3.0:1767384708.239653:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005f4a5bc9. 00000100:00000200:3.0:1767384708.239655:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048152576 02000000:00000010:3.0:1767384708.239680:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000d9cfb7f5. 00000040:00000010:3.0:1767384708.239685:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000cf9fa71c. 00000040:00000010:3.0:1767384708.239692:0:40999:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000aee9c7fe. 00000040:00000010:3.0:1767384708.239986:0:40999:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000aee9c7fe. 00000040:00000010:3.0:1767384708.239990:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000cf9fa71c. 00010000:00000200:3.0:1767384708.239994:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007b79de83 x1853237048152576/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 272/8472 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384708.240004:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000da0c9c5f. 00000100:00000200:3.0:1767384708.240006:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237048152576, offset 224 00000400:00000200:3.0:1767384708.240010:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.240014:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.240019:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825ff09200 00000400:00000200:3.0:1767384708.240022:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b21 [4] + 224 00000400:00000200:3.0:1767384708.240027:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.240029:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.240032:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0851fa3 x1853237048152576/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384708.240047:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000da0c9c5f 00000400:00000010:3.0:1767384708.240048:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000da0c9c5f. 00000020:00000010:3.0:1767384708.240056:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073590637. 00000020:00000010:3.0:1767384708.240058:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.240061:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff0cf8e3. 02000000:00000010:3.0:1767384708.240063:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000d9cfb7f5. 00000100:00000200:3.0:1767384708.240070:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384708.240073:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006bad3889. 00000400:00000010:3.0:1767384708.240076:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da0c9c5f. 00000400:00000010:2.0:1767384708.240107:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a4b412cb. 00000400:00000200:2.0:1767384708.240113:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c74ce5dc 00000400:00000010:2.0:1767384708.240114:0:41019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000c74ce5dc. 00000100:00000200:2.0:1767384708.240119:0:41019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0851fa3 x1853237048152576/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384708.240125:0:41019:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0851fa3 x1853237048152576/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767384708.240140:0:41019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000006e108371. 02000000:00000010:2.0:1767384708.240148:0:41019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000aad818af. 02000000:00000010:2.0:1767384708.240158:0:41019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000041a44bf9. 00000100:00000010:2.0:1767384708.240161:0:41019:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0851fa3. 00000020:00000010:2.0:1767384708.240175:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000421ca0bc. 00000020:00000010:2.0:1767384708.240180:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000421ca0bc. 00000020:00000010:2.0:1767384708.240185:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.240197:0:41019:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000004d512e9d. 00000020:00000010:2.0:1767384708.240205:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000cfad9790. 00000020:00000010:2.0:1767384708.240218:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.240223:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000006e108371. 00000001:00000010:2.0:1767384708.240247:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000421ca0bc. 00000001:00000010:2.0:1767384708.240252:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000048b27c65. 00000001:00000010:2.0:1767384708.240255:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000041a44bf9. 00000001:00000010:2.0:1767384708.240258:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f1a0a162. 00000001:00000010:2.0:1767384708.240261:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007eb3e569. 00000001:00000010:2.0:1767384708.240264:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa4c45bf. 00000001:00000010:2.0:1767384708.240267:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000002923abcf. 00000001:00000010:2.0:1767384708.240269:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000e9677f92. 00000001:00000010:2.0:1767384708.240271:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000eae7ce5. 00000001:00000010:2.0:1767384708.240273:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000007cc94b4. 00000001:00000010:2.0:1767384708.240276:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002c15f1a5. 00000001:00000010:2.0:1767384708.240279:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fa58ba9e. 00000020:00000010:2.0:1767384708.240283:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015abb3e8. 00000020:00000010:2.0:1767384708.240286:0:41019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.240289:0:41019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000008:00000010:2.0:1767384708.240294:0:41019:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000261c627e. 00020000:00000010:2.0:1767384708.240297:0:41019:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000204f95a0. 00008000:00000010:2.0:1767384708.240301:0:41019:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007dfd2670. 00000080:00000010:2.0:1767384708.240306:0:41019:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000020c2384c. 00000020:00000010:2.0:1767384708.240310:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ae559acf. 00000020:00000010:2.0:1767384708.240313:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000076ae1ffd. 00000040:00000010:2.0:1767384708.240316:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000032f36148. 00000020:00000010:2.0:1767384708.240320:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004c0a9ca7. 00000020:00000010:2.0:1767384708.240323:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000690f0f4f. 00000020:00000010:2.0:1767384708.240325:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007348d46b. 80000000:00000010:2.0:1767384708.240329:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e09a77b9. 40000000:00000010:2.0:1767384708.240331:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ee1edd21. 00100000:00000010:2.0:1767384708.240335:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000063b494b1. 00040000:00000010:2.0:1767384708.240338:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000002b3abce. 00040000:00000010:2.0:1767384708.240340:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000059bdefbc. 00080000:00000010:2.0:1767384708.240345:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d3358aa9. 00080000:00000010:2.0:1767384708.240348:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f1d8cd4e. 00000004:00000010:2.0:1767384708.240353:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000df997422. 00000004:00000010:2.0:1767384708.240358:0:41019:0:(lod_dev.c:2194:lod_device_alloc()) kmalloced '(lod)': 4056 at 00000000f8294bc2. 00000004:00000010:2.0:1767384708.240365:0:41019:0:(lod_dev.c:1990:lod_connect_to_osd()) kmalloced '(nextdev)': 27 at 00000000beeaf533. 00000004:00000010:2.0:1767384708.240369:0:41019:0:(lod_dev.c:2015:lod_connect_to_osd()) kmalloced '(data)': 192 at 00000000c74ce5dc. 00000020:00000010:2.0:1767384708.240374:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009cecece1. 00000004:00000010:2.0:1767384708.240380:0:41019:0:(lod_dev.c:2043:lod_connect_to_osd()) kfreed 'data': 192 at 00000000c74ce5dc. 00000004:00000010:2.0:1767384708.240383:0:41019:0:(lod_dev.c:2044:lod_connect_to_osd()) kfreed 'nextdev': 27 at 00000000beeaf533. 00000020:00000010:2.0:1767384708.240401:0:41019:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000001a5673e9. 00000020:00000010:2.0:1767384708.240404:0:41019:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000005f2e6254. 00000020:00000010:2.0:1767384708.240406:0:41019:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000c4ecbdf1. 00000020:00000010:2.0:1767384708.240408:0:41019:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 0000000023396b09. 00000020:00000010:2.0:1767384708.240573:0:41019:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c74ce5dc. 00000020:00000010:2.0:1767384708.240584:0:41019:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000c74ce5dc. 00000020:00000010:2.0:1767384708.240594:0:41019:0:(lprocfs_status.c:79:lprocfs_add_symlink()) kmalloced '(dest)': 129 at 00000000c74ce5dc. 00000020:00000010:2.0:1767384708.240600:0:41019:0:(lprocfs_status.c:92:lprocfs_add_symlink()) kfreed 'dest': 129 at 00000000c74ce5dc. 00000020:00000010:2.0:1767384708.240607:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000076ae1ffd. 00000040:00000010:2.0:1767384708.240610:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000032f36148. 00000020:00000010:2.0:1767384708.240615:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004c0a9ca7. 00000020:00000010:2.0:1767384708.240618:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000690f0f4f. 00000020:00000010:2.0:1767384708.240621:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007348d46b. 80000000:00000010:2.0:1767384708.240623:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e09a77b9. 40000000:00000010:2.0:1767384708.240626:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ee1edd21. 00100000:00000010:2.0:1767384708.240630:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000063b494b1. 00040000:00000010:2.0:1767384708.240632:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000002b3abce. 00040000:00000010:2.0:1767384708.240635:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000059bdefbc. 00080000:00000010:2.0:1767384708.240638:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f1d8cd4e. 00080000:00000010:2.0:1767384708.240641:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d3358aa9. 00000004:00000010:2.0:1767384708.240644:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000df997422. 00000020:00000010:2.0:1767384708.240647:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ae559acf. 00000020:00000010:2.0:1767384708.240650:0:41019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.240652:0:41019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000008:00000010:2.0:1767384708.240654:0:41019:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000261c627e. 00020000:00000010:2.0:1767384708.240657:0:41019:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000204f95a0. 00008000:00000010:2.0:1767384708.240660:0:41019:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007dfd2670. 00000080:00000010:2.0:1767384708.240679:0:41019:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000020c2384c. 00000020:00000010:2.0:1767384708.240682:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015abb3e8. 00000020:00000010:2.0:1767384708.240686:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000006e108371. 00000020:00000010:2.0:1767384708.240691:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000002b3abce. 00000020:00000010:2.0:1767384708.240693:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000002b3abce. 00000020:00000010:2.0:1767384708.240698:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000002b3abce. 00000020:00000010:2.0:1767384708.240699:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000002b3abce. 00000020:00000010:2.0:1767384708.240702:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000e09a77b9. 00000020:00000010:2.0:1767384708.240709:0:41019:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000859ed672. 00000020:00000010:2.0:1767384708.240713:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000063b494b1. 00000004:00000010:2.0:1767384708.240718:0:41019:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000ee1edd21. 00000020:00000010:2.0:1767384708.240726:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000e09a77b9. 00000020:00000010:2.0:1767384708.240731:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at 00000000e09a77b9. 00000020:00000010:2.0:1767384708.240735:0:41019:0:(obd_config.c:1076:class_add_profile()) kmalloced '(lprof)': 48 at 00000000e376f000. 00000020:00000010:2.0:1767384708.240738:0:41019:0:(obd_config.c:1082:class_add_profile()) kmalloced '(lprof->lp_profile)': 15 at 000000001141da0d. 00000020:00000010:2.0:1767384708.240741:0:41019:0:(obd_config.c:1088:class_add_profile()) kmalloced '(lprof->lp_dt)': 22 at 00000000565d8935. 00000020:00000010:2.0:1767384708.240743:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 88 at 00000000e09a77b9. 00000020:00000010:2.0:1767384708.240747:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000006e108371. 00000001:00000010:2.0:1767384708.240757:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000002b3abce. 00000001:00000010:2.0:1767384708.240760:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000039c9751c. 00000001:00000010:2.0:1767384708.240764:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aa64d1a7. 00000001:00000010:2.0:1767384708.240766:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a11434fe. 00000001:00000010:2.0:1767384708.240769:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000eb0abac7. 00000001:00000010:2.0:1767384708.240771:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ff3dcab5. 00000001:00000010:2.0:1767384708.240774:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e40f5e9b. 00000001:00000010:2.0:1767384708.240777:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000058926ded. 00000001:00000010:2.0:1767384708.240779:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005a186b0e. 00000001:00000010:2.0:1767384708.240781:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e7fe773a. 00000001:00000010:2.0:1767384708.240784:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004afe63f5. 00000001:00000010:2.0:1767384708.240786:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d0ea0720. 00000020:00000010:2.0:1767384708.240789:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004d47442e. 00000020:00000010:2.0:1767384708.240792:0:41019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001d01d04b. 00000020:00000010:2.0:1767384708.240794:0:41019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8de1358. 00000008:00000010:2.0:1767384708.240797:0:41019:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000261c627e. 00020000:00000010:2.0:1767384708.240799:0:41019:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000204f95a0. 00008000:00000010:2.0:1767384708.240802:0:41019:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000007dfd2670. 00000080:00000010:2.0:1767384708.240805:0:41019:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000020c2384c. 00000020:00000010:2.0:1767384708.240808:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000301f42e7. 00000020:00000010:2.0:1767384708.240810:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000052b45e24. 00000040:00000010:2.0:1767384708.240813:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d83c2973. 00000020:00000010:2.0:1767384708.240815:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004c0a9ca7. 00000020:00000010:2.0:1767384708.240818:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000690f0f4f. 00000020:00000010:2.0:1767384708.240820:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000034785daf. 80000000:00000010:2.0:1767384708.240823:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e09a77b9. 40000000:00000010:2.0:1767384708.240825:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000292ddc32. 00100000:00000010:2.0:1767384708.240828:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a0dd9901. 00040000:00000010:2.0:1767384708.240831:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d684b56d. 00040000:00000010:2.0:1767384708.240833:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000afd5c175. 00080000:00000010:2.0:1767384708.240836:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d3358aa9. 00080000:00000010:2.0:1767384708.240839:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f1d8cd4e. 00000004:00000010:2.0:1767384708.240843:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000df997422. 00000004:00000010:2.0:1767384708.240847:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000ef270e5. 00000004:00000010:2.0:1767384708.240852:0:41019:0:(mdt_handler.c:8346:mdt_device_alloc()) kmalloced '(m)': 4000 at 000000005ec92b1e. 00000004:00000010:2.0:1767384708.240860:0:41019:0:(mdt_handler.c:5964:mdt_stack_init()) kmalloced '(name)': 128 at 00000000b55f62c2. 00000004:00000010:2.0:1767384708.240863:0:41019:0:(mdt_handler.c:5965:mdt_stack_init()) kmalloced '(uuid)': 128 at 00000000241cc5f0. 00000004:00000010:2.0:1767384708.240866:0:41019:0:(mdt_handler.c:5969:mdt_stack_init()) kmalloced '(bufs)': 104 at 000000003f6a7ba2. 00000004:00000010:2.0:1767384708.240871:0:41019:0:(mdt_handler.c:5993:mdt_stack_init()) kmalloced '(lcfg)': 120 at 00000000d446fa34. 00000020:00000010:2.0:1767384708.240878:0:41019:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ad38ba42. 00000020:00000010:2.0:1767384708.240883:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000442c319a. 00000004:00000010:2.0:1767384708.240892:0:41019:0:(mdt_handler.c:6009:mdt_stack_init()) kfreed 'lcfg': 120 at 00000000d446fa34. 00000004:00000010:2.0:1767384708.240898:0:41019:0:(mdt_handler.c:6016:mdt_stack_init()) kmalloced '(lcfg)': 128 at 00000000d446fa34. 00000001:00000010:2.0:1767384708.240906:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ad9fa85c. 00000001:00000010:2.0:1767384708.240910:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ff9e3699. 00000001:00000010:2.0:1767384708.240912:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ae559acf. 00000001:00000010:2.0:1767384708.240915:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000059bdefbc. 00000001:00000010:2.0:1767384708.240917:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007348d46b. 00000001:00000010:2.0:1767384708.240919:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000032f36148. 00000001:00000010:2.0:1767384708.240921:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000419fc071. 00000001:00000010:2.0:1767384708.240923:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000690ff244. 00000001:00000010:2.0:1767384708.240926:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000076ae1ffd. 00000001:00000010:2.0:1767384708.240930:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c78897e9. 00000001:00000010:2.0:1767384708.240932:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000093abff67. 00000001:00000010:2.0:1767384708.240935:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000125c85e0. 00000020:00000010:2.0:1767384708.240938:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074a68afa. 00000020:00000010:2.0:1767384708.240941:0:41019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003f259b89. 00000020:00000010:2.0:1767384708.240943:0:41019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000330b4cf1. 00000008:00000010:2.0:1767384708.240947:0:41019:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008bd608d5. 00020000:00000010:2.0:1767384708.240949:0:41019:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000031851d14. 00008000:00000010:2.0:1767384708.240952:0:41019:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000dc1c54e3. 00000080:00000010:2.0:1767384708.240954:0:41019:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000f5707a43. 00000020:00000010:2.0:1767384708.240957:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066e83cf1. 00000020:00000010:2.0:1767384708.240960:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ddd8f255. 00000040:00000010:2.0:1767384708.240963:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d4880cc7. 00000020:00000010:2.0:1767384708.240965:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000057fbab1a. 00000020:00000010:2.0:1767384708.240968:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000049391c9. 00000020:00000010:2.0:1767384708.240971:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003475b93f. 80000000:00000010:2.0:1767384708.240973:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e7f044f2. 40000000:00000010:2.0:1767384708.240975:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000007c20ff4b. 00100000:00000010:2.0:1767384708.240979:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000c26392e. 00040000:00000010:2.0:1767384708.240981:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007001023c. 00040000:00000010:2.0:1767384708.240984:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000544f6723. 00080000:00000010:2.0:1767384708.240997:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004c066302. 00080000:00000010:2.0:1767384708.241003:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000fb256c5. 00000004:00000010:2.0:1767384708.241008:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000afc83dd6. 00000004:00000010:2.0:1767384708.241011:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000002393134f. 00000004:00000010:2.0:1767384708.241016:0:41019:0:(mdd_device.c:1567:mdd_device_alloc()) kmalloced '(m)': 816 at 00000000aad818af. 00000004:00000010:2.0:1767384708.241021:0:41019:0:(mdd_device.c:86:mdd_connect_to_next()) kmalloced '(data)': 192 at 00000000c74ce5dc. 00000020:00000010:2.0:1767384708.241026:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000e8e4b08f. 00000004:00000010:2.0:1767384708.241031:0:41019:0:(mdd_device.c:113:mdd_connect_to_next()) kfreed 'data': 192 at 00000000c74ce5dc. 00000020:00000010:2.0:1767384708.241110:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ddd8f255. 00000040:00000010:2.0:1767384708.241115:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d4880cc7. 00000020:00000010:2.0:1767384708.241118:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000057fbab1a. 00000020:00000010:2.0:1767384708.241121:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000049391c9. 00000020:00000010:2.0:1767384708.241124:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003475b93f. 80000000:00000010:2.0:1767384708.241127:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e7f044f2. 40000000:00000010:2.0:1767384708.241130:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000007c20ff4b. 00100000:00000010:2.0:1767384708.241132:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000c26392e. 00040000:00000010:2.0:1767384708.241135:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000007001023c. 00040000:00000010:2.0:1767384708.241138:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000544f6723. 00080000:00000010:2.0:1767384708.241140:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000000fb256c5. 00080000:00000010:2.0:1767384708.241143:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000004c066302. 00000004:00000010:2.0:1767384708.241145:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000afc83dd6. 00000004:00000010:2.0:1767384708.241149:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000002393134f. 00000020:00000010:2.0:1767384708.241151:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066e83cf1. 00000020:00000010:2.0:1767384708.241155:0:41019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003f259b89. 00000020:00000010:2.0:1767384708.241157:0:41019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000330b4cf1. 00000008:00000010:2.0:1767384708.241160:0:41019:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008bd608d5. 00020000:00000010:2.0:1767384708.241165:0:41019:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000031851d14. 00008000:00000010:2.0:1767384708.241168:0:41019:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000dc1c54e3. 00000080:00000010:2.0:1767384708.241170:0:41019:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000f5707a43. 00000020:00000010:2.0:1767384708.241172:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074a68afa. 00000004:00000010:2.0:1767384708.241178:0:41019:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000c74ce5dc. 00000020:00000010:2.0:1767384708.241184:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000002393134f. 00000004:00000010:2.0:1767384708.241188:0:41019:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000c74ce5dc. 00000004:00000010:2.0:1767384708.241192:0:41019:0:(mdt_handler.c:5894:mdt_connect_to_next()) kmalloced '(data)': 192 at 00000000c74ce5dc. 00000020:00000010:2.0:1767384708.241194:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000c26392e. 00000004:00000010:2.0:1767384708.241197:0:41019:0:(mdt_handler.c:5916:mdt_connect_to_next()) kfreed 'data': 192 at 00000000c74ce5dc. 00000004:00000010:2.0:1767384708.241202:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d4154806. 00000004:00000010:2.0:1767384708.241206:0:41019:0:(mdt_handler.c:6056:mdt_stack_init()) kfreed 'lcfg': 128 at 00000000d446fa34. 00000004:00000010:2.0:1767384708.241209:0:41019:0:(mdt_handler.c:6060:mdt_stack_init()) kfreed 'bufs': 104 at 000000003f6a7ba2. 00000004:00000010:2.0:1767384708.241212:0:41019:0:(mdt_handler.c:6062:mdt_stack_init()) kfreed 'name': 128 at 00000000b55f62c2. 00000004:00000010:2.0:1767384708.241214:0:41019:0:(mdt_handler.c:6063:mdt_stack_init()) kfreed 'uuid': 128 at 00000000241cc5f0. 00000004:00000010:2.0:1767384708.241217:0:41019:0:(mdt_handler.c:5785:mdt_fld_init()) kmalloced '(ss->ss_server_fld)': 192 at 00000000c74ce5dc. 80000000:00000010:2.0:1767384708.241222:0:41019:0:(fld_cache.c:42:fld_cache_init()) kmalloced '(cache)': 168 at 000000007db5f011. 80000000:00000010:2.0:1767384708.241225:0:41019:0:(fld_index.c:328:fld_index_init()) kmalloced '(attr)': 104 at 00000000241cc5f0. 00000004:00000010:2.0:1767384708.241231:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fc89d55d. 00000004:00000010:2.0:1767384708.241238:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ce0a1468. 00000004:00000010:2.0:1767384708.241243:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000075841c8c. 00080000:00000010:2.0:1767384708.241249:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009ddf084f. 00000001:00000010:2.0:1767384708.241260:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4b412cb. 00000001:00000010:2.0:1767384708.241274:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4b412cb. 00080000:00000010:2.0:1767384708.241293:0:41019:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007001023c. 00100000:00000010:2.0:1767384708.241302:0:41019:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000007c20ff4b. 00100000:00000010:2.0:1767384708.241312:0:41019:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000007c20ff4b. 00080000:00000010:2.0:1767384708.241316:0:41019:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000544f6723. 00000001:00000010:2.0:1767384708.241320:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4b412cb. 80000000:00000010:2.0:1767384708.241510:0:41019:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000007c20ff4b. 80000000:00000010:2.0:1767384708.241517:0:41019:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000005322ca3e. 80000000:00000010:2.0:1767384708.241520:0:41019:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000001bf79860. 80000000:00000010:2.0:1767384708.241522:0:41019:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 000000002ffa7ad3. 80000000:00000010:2.0:1767384708.241526:0:41019:0:(fld_cache.c:338:fld_cache_entry_create()) kmalloced '(f_new)': 56 at 0000000095cc96c5. 00000001:00000010:2.0:1767384708.241530:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005d98e33a. 00000001:00000010:2.0:1767384708.241534:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 000000005d98e33a. 00000001:00000010:2.0:1767384708.241537:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4b412cb. 00080000:00000010:2.0:1767384708.241545:0:41019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003475b93f. 00080000:00000010:2.0:1767384708.241551:0:41019:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000003475b93f. 00080000:00000010:2.0:1767384708.241557:0:41019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003475b93f. 00080000:00000010:2.0:1767384708.241560:0:41019:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000003475b93f. 00080000:00000010:2.0:1767384708.241563:0:41019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003475b93f. 00080000:00000010:2.0:1767384708.241565:0:41019:0:(osd_handler.c:2364:osd_trans_stop()) kfreed 'oh': 296 at 000000003475b93f. 00080000:00000010:2.0:1767384708.241569:0:41019:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at 00000000544f6723. 80000000:00000010:2.0:1767384708.241571:0:41019:0:(fld_index.c:435:fld_index_init()) kfreed 'attr': 104 at 00000000241cc5f0. 00000004:00000010:2.0:1767384708.241595:0:41019:0:(mdt_handler.c:5717:mdt_seq_init()) kmalloced '(ss->ss_control_seq)': 288 at 00000000544f6723. 00000004:00000010:2.0:1767384708.241602:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000047c1b848. 00000004:00000010:2.0:1767384708.241607:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000013556b88. 00000004:00000010:2.0:1767384708.241611:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007aab40c4. 00080000:00000010:2.0:1767384708.241615:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003475b93f. 00000001:00000010:2.0:1767384708.241620:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4b412cb. 00000001:00000010:2.0:1767384708.241626:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4b412cb. 00000004:00000010:2.0:1767384708.241847:0:41019:0:(mdt_handler.c:5729:mdt_seq_init()) kmalloced '(ss->ss_server_seq)': 288 at 00000000d4880cc7. 00000004:00000010:2.0:1767384708.241854:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a3e03fa4. 00000004:00000010:2.0:1767384708.241901:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008ced16c4. 00000004:00000010:2.0:1767384708.241906:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a649a791. 00080000:00000010:2.0:1767384708.241909:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d4b68ed8. 00000001:00000010:2.0:1767384708.241915:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4b412cb. 00000001:00000010:2.0:1767384708.241920:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4b412cb. 00000004:00000010:2.0:1767384708.242092:0:41019:0:(mdt_handler.c:5686:mdt_seq_init_cli()) kmalloced '(ss->ss_client_seq)': 224 at 0000000019185473. 00000004:00000010:2.0:1767384708.242096:0:41019:0:(mdt_handler.c:5690:mdt_seq_init_cli()) kmalloced '(prefix)': 133 at 00000000ac694878. 00000004:00000010:2.0:1767384708.242123:0:41019:0:(mdt_handler.c:5702:mdt_seq_init_cli()) kfreed 'prefix': 133 at 00000000ac694878. 00010000:00000010:2.0:1767384708.242131:0:41019:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 000000003aa486ab. 00000001:00000010:2.0:1767384708.242134:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000513dc2bc. 00000001:00000010:2.0:1767384708.242137:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 1024 at 0000000013e09b21. 00000001:00000010:2.0:1767384708.242356:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e1d4036f. 00000001:00000010:2.0:1767384708.242716:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a301a16a. 00000001:00000010:2.0:1767384708.243037:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005ffd8f38. 00000001:00000010:2.0:1767384708.243349:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e24d8d6. 00000001:00000010:2.0:1767384708.243722:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ab03dffc. 00000001:00000010:2.0:1767384708.244067:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000036fd9757. 00000001:00000010:2.0:1767384708.244411:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000011dd5a78. 00000001:00000010:2.0:1767384708.244948:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000093e2129c. 00000001:00000010:2.0:1767384708.245298:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f3e0c778. 00000001:00000010:2.0:1767384708.245652:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000059975bdd. 00000001:00000010:2.0:1767384708.245998:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000aebc0221. 00000001:00000010:2.0:1767384708.246320:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000108de19e. 00000100:00000010:2.0:1767384708.246490:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000055bfc9f5. 00000100:00000010:1.0:1767384708.246494:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009fc2abe2. 00000100:00000010:3.0:1767384708.246497:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c45b80c9. 00000100:00000010:0.0:1767384708.246514:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000001dc4da4d. 00000001:00000010:2.0:1767384708.246712:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e8385b83. 00000001:00000010:2.0:1767384708.247023:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e9020f1. 00000001:00000010:2.0:1767384708.247342:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000eb7eccb. 00000001:00000010:2.0:1767384708.247713:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009159ee05. 00000001:00000010:2.0:1767384708.248059:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b041c111. 00000001:00000010:2.0:1767384708.248393:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007ed14286. 00000001:00000010:2.0:1767384708.248793:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000003cd7ce7. 00000001:00000010:2.0:1767384708.249051:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048367083. 00000001:00000010:2.0:1767384708.249284:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000382b774f. 00000001:00000010:2.0:1767384708.249546:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a8b3ef78. 00000001:00000010:2.0:1767384708.249798:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000029d4e74b. 00000001:00000010:2.0:1767384708.250034:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ff5b67dd. 00000001:00000010:2.0:1767384708.250267:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fdab4b18. 00000001:00000010:2.0:1767384708.250529:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b5835744. 00000001:00000010:2.0:1767384708.250857:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000036c0d7c5. 00000001:00000010:2.0:1767384708.251182:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001e1ca38e. 00000001:00000010:2.0:1767384708.251532:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000237c19db. 00000001:00000010:2.0:1767384708.251875:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ee50acff. 00000001:00000010:2.0:1767384708.252204:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007b129b82. 00000001:00000010:2.0:1767384708.252550:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c089090a. 00000001:00000010:2.0:1767384708.252891:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005a5998aa. 00000001:00000010:2.0:1767384708.253214:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000088461e7a. 00000001:00000010:2.0:1767384708.253565:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000012a8249d. 00000001:00000010:2.0:1767384708.253817:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000071067840. 00000001:00000010:2.0:1767384708.254100:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000059e854ac. 00000001:00000010:2.0:1767384708.254422:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000015b96ca2. 00000001:00000010:2.0:1767384708.254802:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006e596f01. 00000001:00000010:2.0:1767384708.255106:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002f79fa5f. 00000001:00000010:2.0:1767384708.255343:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003969d19a. 00000001:00000010:2.0:1767384708.255615:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d1347953. 00000001:00000010:2.0:1767384708.255883:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000048983e5e. 00000001:00000010:2.0:1767384708.256119:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000012413928. 00000001:00000010:2.0:1767384708.256356:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f89286fa. 00000001:00000010:2.0:1767384708.256626:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f4364f47. 00000001:00000010:2.0:1767384708.256879:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000384d07e. 00000001:00000010:2.0:1767384708.257115:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000059fb6789. 00000001:00000010:2.0:1767384708.257351:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005c831ea6. 00000001:00000010:2.0:1767384708.257619:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000810b3ce8. 00000001:00000010:2.0:1767384708.257892:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000066bc601a. 00000001:00000010:2.0:1767384708.258130:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000019103c32. 00000001:00000010:2.0:1767384708.258363:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000838efbc6. 00000001:00000010:2.0:1767384708.258627:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007e2b3c27. 00000001:00000010:2.0:1767384708.258883:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005743ffd4. 00000001:00000010:2.0:1767384708.259118:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ce55c499. 00000001:00000010:2.0:1767384708.259353:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f53b1875. 00000001:00000010:2.0:1767384708.259618:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a670bbe0. 00000001:00000010:2.0:1767384708.259880:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002644c17f. 00000001:00000010:2.0:1767384708.260115:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000079b8696e. 00000001:00000010:2.0:1767384708.260414:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000e6c65621. 00000001:00000010:2.0:1767384708.260780:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006b0e0a40. 00000001:00000010:2.0:1767384708.261131:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000246074a. 00000001:00000010:2.0:1767384708.261404:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000908a2638. 00000001:00000010:2.0:1767384708.261769:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003ab35056. 00000001:00000010:2.0:1767384708.262010:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000027f9372c. 00000001:00000010:2.0:1767384708.262265:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000795436c3. 00000001:00000010:2.0:1767384708.262530:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000033213756. 00000001:00000010:2.0:1767384708.262780:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c3b0d84. 00000001:00000010:2.0:1767384708.263014:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f4c2175c. 00000001:00000010:2.0:1767384708.263246:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000227178bf. 00000001:00000010:2.0:1767384708.263528:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005fa7631a. 00000001:00000010:2.0:1767384708.263832:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005ed39bb7. 00000001:00000010:2.0:1767384708.264078:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007ec5b6fe. 00000001:00000010:2.0:1767384708.264314:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002be0ddf7. 00000001:00000010:2.0:1767384708.264575:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009866e61a. 00000001:00000010:2.0:1767384708.264823:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003213fbb5. 00000001:00000010:2.0:1767384708.265071:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001cf2669a. 00000001:00000010:2.0:1767384708.265323:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001341c688. 00000001:00000010:2.0:1767384708.265591:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005e575733. 00000001:00000010:2.0:1767384708.265852:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000b2b2d818. 00000001:00000010:2.0:1767384708.266113:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003c4da06e. 00000001:00000010:2.0:1767384708.266379:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a78fc7c8. 00000001:00000010:2.0:1767384708.266642:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000821d3338. 00000001:00000010:2.0:1767384708.266904:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000003f4c2495. 00000001:00000010:2.0:1767384708.267148:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009f6a5026. 00000001:00000010:2.0:1767384708.267404:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bf0bd948. 00000001:00000010:2.0:1767384708.267682:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ea286eb4. 00000001:00000010:2.0:1767384708.267928:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000edd9f914. 00000001:00000010:2.0:1767384708.268211:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000024407736. 00000001:00000010:2.0:1767384708.268483:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000ffd67065. 00000001:00000010:2.0:1767384708.268745:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000058a9508d. 00000001:00000010:2.0:1767384708.269004:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000a7a2ed40. 00000001:00000010:2.0:1767384708.269252:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008e9d36f9. 00000001:00000010:2.0:1767384708.269553:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007bdda162. 00000001:00000010:2.0:1767384708.269866:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000068fccbdd. 00000001:00000010:2.0:1767384708.270210:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000fb141349. 00000001:00000010:2.0:1767384708.270576:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000004b85a3b2. 00000001:00000010:2.0:1767384708.270879:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000043f52e27. 00000001:00000010:2.0:1767384708.271142:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000083b63902. 00000001:00000010:2.0:1767384708.271410:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000015862f4d. 00000001:00000010:2.0:1767384708.271736:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000081ba5685. 00000001:00000010:2.0:1767384708.272065:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000008e8c6f4. 00000001:00000010:2.0:1767384708.272407:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000d9d4475f. 00000001:00000010:2.0:1767384708.272786:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000097360ec. 00000001:00000010:2.0:1767384708.273153:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000002eaa923b. 00000001:00000010:2.0:1767384708.273407:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000008d5f813b. 00000001:00000010:2.0:1767384708.273690:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000c4f8ee7e. 00000001:00000010:2.0:1767384708.273939:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000057988555. 00000001:00000010:2.0:1767384708.274218:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000bf0a48a6. 00000001:00000010:2.0:1767384708.274478:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000415ecdc9. 00000001:00000010:2.0:1767384708.274783:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000040068715. 00000001:00000010:2.0:1767384708.275132:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000001c85957d. 00000001:00000010:2.0:1767384708.275477:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000099df93e8. 00000001:00000010:2.0:1767384708.275838:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000328f9432. 00000001:00000010:2.0:1767384708.276126:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000014ceac11. 00000001:00000010:2.0:1767384708.276377:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000006a518e46. 00000001:00000010:2.0:1767384708.276641:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000dd2b0e6d. 00000001:00000010:2.0:1767384708.276978:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000f5dcb6e9. 00000001:00000010:2.0:1767384708.277306:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000000a943046. 00000001:00000010:2.0:1767384708.277701:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000067f941a3. 00000001:00000010:2.0:1767384708.278059:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000009564a330. 00000001:00000010:2.0:1767384708.278331:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 0000000019f278e0. 00000001:00000010:2.0:1767384708.278616:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000007002807e. 00000001:00000010:2.0:1767384708.278906:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005d48ab00. 00000001:00000010:2.0:1767384708.279270:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000855c4476. 00000001:00000010:2.0:1767384708.280235:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 000000005b21b528. 00000001:00000010:2.0:1767384708.280531:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 262320 at 00000000204e0fcc. 00000020:00000010:2.0:1767384708.280772:0:41019:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000691e9cd4. 00000020:00000010:2.0:1767384708.280778:0:41019:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 00000000766407a5. 00000020:00000010:2.0:1767384708.280848:0:41019:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000c41714da. 00000020:00000010:2.0:1767384708.280852:0:41019:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000ce8d0e4a. 00000020:00000010:2.0:1767384708.280896:0:41019:0:(tgt_main.c:539:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at 000000004ae28ec5. 00000004:00000010:2.0:1767384708.280910:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000df52d857. 00000004:00000010:2.0:1767384708.280919:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000245f500e. 00000004:00000010:2.0:1767384708.280927:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004d88f2d2. 00080000:00000010:2.0:1767384708.280935:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c1ab9454. 00000001:00000010:2.0:1767384708.280954:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4b412cb. 00000001:00000010:2.0:1767384708.280971:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4b412cb. 00000001:00000010:2.0:1767384708.281024:0:41019:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at 00000000241cc5f0. 00000001:00000010:2.0:1767384708.281371:0:41019:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at 00000000241cc5f0. 00080000:00000010:2.0:1767384708.281381:0:41019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000d9bdf198. 00080000:00000010:2.0:1767384708.281388:0:41019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000053628ae9. 00080000:00000010:2.0:1767384708.281461:0:41019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000053628ae9. 00000020:00000010:2.0:1767384708.281471:0:41019:0:(tgt_main.c:583:tgt_init()) kmalloced '(lut->lut_reply_bitmap)': 128 at 00000000241cc5f0. 00000004:00000010:2.0:1767384708.281476:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002800d2cb. 00000004:00000010:2.0:1767384708.281480:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000ebfa8523. 00000004:00000010:2.0:1767384708.281484:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003d46430e. 00080000:00000010:2.0:1767384708.281488:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000074a68afa. 00000001:00000010:2.0:1767384708.281493:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a4b412cb. 00000001:00000010:2.0:1767384708.281499:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a4b412cb. 00000001:00000010:2.0:1767384708.281678:0:41019:0:(tgt_lastrcvd.c:2196:tgt_reply_data_init()) kmalloced '(trd)': 136 at 000000005dce5564. 00000001:00000010:2.0:1767384708.281687:0:41019:0:(tgt_lastrcvd.c:2285:tgt_reply_data_init()) kfreed 'trd': 136 at 000000005dce5564. 00000001:00000010:2.0:1767384708.281699:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000ee51f715. 00000001:00000010:2.0:1767384708.281704:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000003a61227f. 00000001:00000010:2.0:1767384708.281705:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000005dce5564. 00000020:00000010:2.0:1767384708.281709:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066e83cf1. 00000020:00000010:2.0:1767384708.281712:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ddd8f255. 00000040:00000010:2.0:1767384708.281717:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ba2d009c. 00000020:00000010:2.0:1767384708.281720:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c217b587. 00000020:00000010:2.0:1767384708.281723:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000049391c9. 00000020:00000010:2.0:1767384708.281726:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bed5c009. 80000000:00000010:2.0:1767384708.281729:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e7f044f2. 40000000:00000010:2.0:1767384708.281731:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000053628ae9. 00100000:00000010:2.0:1767384708.281736:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b63228a3. 00040000:00000010:2.0:1767384708.281739:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008253ecbb. 00040000:00000010:2.0:1767384708.281741:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000beee3fa1. 00080000:00000010:2.0:1767384708.281746:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000004c066302. 00080000:00000010:2.0:1767384708.281749:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000000fb256c5. 00000004:00000010:2.0:1767384708.281753:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000054443505. 00000004:00000010:2.0:1767384708.281757:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000afc83dd6. 00000004:00000010:2.0:1767384708.281760:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005cd05d37. 00000020:00000010:2.0:1767384708.281763:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cf0bfa14. 00000020:00000010:2.0:1767384708.281765:0:41019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b55f62c2. 00000020:00000010:2.0:1767384708.281767:0:41019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000330b4cf1. 02000000:00000010:2.0:1767384708.281779:0:41019:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 0000000071702ef2. 02000000:00000010:2.0:1767384708.281781:0:41019:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 00000000b0f8ed91. 02000000:00000010:2.0:1767384708.281784:0:41019:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 00000000809d32bc. 02000000:00000010:2.0:1767384708.281787:0:41019:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 2048 at 0000000057fbab1a. 00000020:00000010:2.0:1767384708.282049:0:41019:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d5542248. 00000020:00000010:2.0:1767384708.282054:0:41019:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1344 at 000000005db04d7a. 00000004:00000010:2.0:1767384708.282074:0:41019:0:(mdt_handler.c:6098:mdt_quota_init()) kmalloced '(qmtname)': 128 at 000000003f6a7ba2. 00000004:00000010:2.0:1767384708.282076:0:41019:0:(mdt_handler.c:6099:mdt_quota_init()) kmalloced '(uuid)': 40 at 0000000057235714. 00000004:00000010:2.0:1767384708.282078:0:41019:0:(mdt_handler.c:6100:mdt_quota_init()) kmalloced '(bufs)': 104 at 00000000d446fa34. 00000004:00000010:2.0:1767384708.282080:0:41019:0:(mdt_handler.c:6101:mdt_quota_init()) kmalloced '(data)': 192 at 00000000defdf392. 00000004:00000010:2.0:1767384708.282084:0:41019:0:(mdt_handler.c:6127:mdt_quota_init()) kmalloced '(lcfg)': 120 at 000000003f259b89. 00000020:00000010:2.0:1767384708.282094:0:41019:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 00000000ffa2cf16. 00000020:00000010:2.0:1767384708.282098:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000009d414da6. 00000004:00000010:2.0:1767384708.282113:0:41019:0:(mdt_handler.c:6143:mdt_quota_init()) kfreed 'lcfg': 120 at 000000003f259b89. 00000004:00000010:2.0:1767384708.282117:0:41019:0:(mdt_handler.c:6153:mdt_quota_init()) kmalloced '(lcfg)': 128 at 000000003f259b89. 00000001:00000010:2.0:1767384708.282127:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000003aea5503. 00000001:00000010:2.0:1767384708.282131:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004c6c65f2. 00000001:00000010:2.0:1767384708.282133:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a85b5e23. 00000001:00000010:2.0:1767384708.282136:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000425833eb. 00000001:00000010:2.0:1767384708.282138:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000aaec2b83. 00000001:00000010:2.0:1767384708.282139:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a64fc7c4. 00000001:00000010:2.0:1767384708.282142:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000504408c6. 00000001:00000010:2.0:1767384708.282144:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000a9c097ea. 00000001:00000010:2.0:1767384708.282145:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d58f157a. 00000001:00000010:2.0:1767384708.282148:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005f924073. 00000001:00000010:2.0:1767384708.282150:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d4dca76c. 00000001:00000010:2.0:1767384708.282152:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000458a169. 00000020:00000010:2.0:1767384708.282156:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b498684b. 00000020:00000010:2.0:1767384708.282158:0:41019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fff3952d. 00000020:00000010:2.0:1767384708.282160:0:41019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000006b3e9b2a. 00000008:00000010:2.0:1767384708.282164:0:41019:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000008bd608d5. 00020000:00000010:2.0:1767384708.282167:0:41019:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 0000000031851d14. 00008000:00000010:2.0:1767384708.282172:0:41019:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000dc1c54e3. 00000080:00000010:2.0:1767384708.282176:0:41019:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000f5707a43. 00000020:00000010:2.0:1767384708.282181:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000283a8a21. 00000020:00000010:2.0:1767384708.282184:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ff9c2e43. 00000040:00000010:2.0:1767384708.282186:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000006e617315. 00000020:00000010:2.0:1767384708.282188:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000dbec0098. 00000020:00000010:2.0:1767384708.282192:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000372b66da. 00000020:00000010:2.0:1767384708.282195:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002a3ca754. 80000000:00000010:2.0:1767384708.282198:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c807a79. 40000000:00000010:2.0:1767384708.282200:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074f5dd3f. 00100000:00000010:2.0:1767384708.282204:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d2ce4275. 00040000:00000010:2.0:1767384708.282207:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b003303f. 00040000:00000010:2.0:1767384708.282210:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003b16ee98. 00080000:00000010:2.0:1767384708.282214:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f80bbc36. 00080000:00000010:2.0:1767384708.282218:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d12a938e. 00000004:00000010:2.0:1767384708.282221:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000055eccf7b. 00000004:00000010:2.0:1767384708.282223:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000045495628. 00000004:00000010:2.0:1767384708.282225:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b2a2682f. 00040000:00000010:2.0:1767384708.282228:0:41019:0:(qmt_dev.c:324:qmt_device_alloc()) kmalloced '(qmt)': 656 at 00000000e2517b43. 00040000:00000010:2.0:1767384708.282234:0:41019:0:(qmt_dev.c:138:qmt_connect_to_osd()) kmalloced '(data)': 192 at 000000008fe5fb79. 00000020:00000010:2.0:1767384708.282238:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f5159864. 00040000:00000010:2.0:1767384708.282243:0:41019:0:(qmt_dev.c:169:qmt_connect_to_osd()) kfreed 'data': 192 at 000000008fe5fb79. 00040000:00000010:2.0:1767384708.282248:0:41019:0:(qmt_lock.c:1088:qmt_start_reba_thread()) kmalloced '(args)': 72 at 00000000d5ecd122. 00000020:00000010:2.0:1767384708.282251:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8f064f1. 00000020:00000010:2.0:1767384708.282254:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c15a2f1b. 00000040:00000010:2.0:1767384708.282257:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d5d42d6. 00000020:00000010:2.0:1767384708.282259:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004298ce48. 00000020:00000010:2.0:1767384708.282261:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000cb9fa44a. 00000020:00000010:2.0:1767384708.282263:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003019b311. 80000000:00000010:2.0:1767384708.282265:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000031835051. 40000000:00000010:2.0:1767384708.282267:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000040e00539. 00100000:00000010:2.0:1767384708.282268:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000d1a4f1c. 00040000:00000010:2.0:1767384708.282270:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000002ff82e5. 00040000:00000010:2.0:1767384708.282273:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000006f60678c. 00040000:00000010:2.0:1767384708.282274:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e1bb3b98. 00080000:00000010:2.0:1767384708.282283:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000000974b2b4. 00080000:00000010:2.0:1767384708.282286:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000a0c1037a. 00000004:00000010:2.0:1767384708.282290:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008a03297c. 00000004:00000010:2.0:1767384708.282293:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005a57f279. 00000004:00000010:2.0:1767384708.282295:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c699fb9d. 00000020:00000010:1.0:1767384708.282510:0:41019:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008d9bcaa9. 00040000:00000010:1.0:1767384708.282574:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032d5238d. 00040000:00000010:1.0:1767384708.282579:0:41019:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000ad9b441d. 00000020:00000010:1.0:1767384708.282587:0:41019:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 000000006d49e306. 00040000:00000010:1.0:1767384708.282590:0:41019:0:(qmt_pool.c:163:qmt_pool_alloc()) kmalloced '(pool)': 360 at 00000000bbe7cba3. 00000020:00000010:1.0:1767384708.282594:0:41019:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000130c1048. 00000020:00000010:1.0:1767384708.282619:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ff9c2e43. 00000040:00000010:1.0:1767384708.282623:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000006e617315. 00000020:00000010:1.0:1767384708.282626:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000dbec0098. 00000020:00000010:1.0:1767384708.282629:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000372b66da. 00000020:00000010:1.0:1767384708.282632:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002a3ca754. 80000000:00000010:1.0:1767384708.282635:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008c807a79. 40000000:00000010:1.0:1767384708.282637:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074f5dd3f. 00100000:00000010:1.0:1767384708.282640:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d2ce4275. 00040000:00000010:1.0:1767384708.282642:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b003303f. 00040000:00000010:1.0:1767384708.282645:0:41019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032d5238d. 00040000:00000010:1.0:1767384708.282647:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000003b16ee98. 00080000:00000010:1.0:1767384708.282651:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d12a938e. 00080000:00000010:1.0:1767384708.282654:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f80bbc36. 00000004:00000010:1.0:1767384708.282657:0:41019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000055eccf7b. 00000004:00000010:1.0:1767384708.282660:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000045495628. 00000004:00000010:1.0:1767384708.282675:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000b2a2682f. 00000020:00000010:1.0:1767384708.282678:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000283a8a21. 00000020:00000010:1.0:1767384708.282681:0:41019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fff3952d. 00000020:00000010:1.0:1767384708.282683:0:41019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000006b3e9b2a. 00000008:00000010:1.0:1767384708.282686:0:41019:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000008bd608d5. 00020000:00000010:1.0:1767384708.282690:0:41019:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000031851d14. 00008000:00000010:1.0:1767384708.282693:0:41019:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000dc1c54e3. 00000080:00000010:1.0:1767384708.282695:0:41019:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000f5707a43. 00000020:00000010:1.0:1767384708.282697:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b498684b. 00000004:00000010:1.0:1767384708.282707:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005c62fbf6. 00000004:00000010:1.0:1767384708.282712:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000333a731e. 00000004:00000010:1.0:1767384708.282716:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c26328d4. 00080000:00000010:1.0:1767384708.282720:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc638007. 00080000:00000010:1.0:1767384708.282763:0:41019:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000d1d00037. 00000020:00000010:1.0:1767384708.282768:0:41019:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000045628461. 00080000:00000010:1.0:1767384708.282773:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f03fc68f. 00080000:00000010:1.0:1767384708.282785:0:41019:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000f03fc68f. 00000020:00000010:1.0:1767384708.282788:0:41019:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000045628461. 00000004:00000010:1.0:1767384708.282799:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000008e94476c. 00000004:00000010:1.0:1767384708.282803:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e32c24c2. 00000004:00000010:1.0:1767384708.282806:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000147a0424. 00080000:00000010:1.0:1767384708.282808:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f03fc68f. 00040000:00000010:1.0:1767384708.282815:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032d5238d. 00000020:00000010:1.0:1767384708.282831:0:41019:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d941025d. 00080000:00000010:1.0:1767384708.282835:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cdae0b91. 00080000:00000010:1.0:1767384708.282842:0:41019:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000cdae0b91. 00000020:00000010:1.0:1767384708.282844:0:41019:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000d941025d. 00000004:00000010:1.0:1767384708.282849:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002a1fb762. 00000004:00000010:1.0:1767384708.282852:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cccb2520. 00000004:00000010:1.0:1767384708.282854:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000081069700. 00080000:00000010:1.0:1767384708.282858:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cdae0b91. 00000004:00000010:1.0:1767384708.282880:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000016dc8308. 00000004:00000010:1.0:1767384708.282884:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fa900b62. 00000004:00000010:1.0:1767384708.282887:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003e2b9090. 00080000:00000010:1.0:1767384708.282889:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b498684b. 00080000:00000010:1.0:1767384708.282897:0:41019:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004d74ba36. 00100000:00000010:1.0:1767384708.282907:0:41019:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000be887fe3. 00100000:00000010:1.0:1767384708.282911:0:41019:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000be887fe3. 00040000:00000010:1.0:1767384708.282917:0:41019:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000088751313. 00000001:00000010:1.0:1767384708.282921:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000283a8a21. 00000001:00000010:1.0:1767384708.282925:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000002f9e90ac. 00000001:00000010:1.0:1767384708.282928:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000533cbc8a. 00040000:00000010:1.0:1767384708.282932:0:41019:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 00000000be887fe3. 00080000:00000010:1.0:1767384708.282937:0:41019:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000d52bf241. 00080000:00000010:1.0:1767384708.282972:0:41019:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000d52bf241. 00040000:00000010:1.0:1767384708.282977:0:41019:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 00000000be887fe3. 00040000:00000010:1.0:1767384708.282996:0:41019:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000c42867cd. 00000001:00000010:1.0:1767384708.283008:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000028566434. 00000001:00000010:1.0:1767384708.283197:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000028566434. 00000004:00000010:1.0:1767384708.283251:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000782cc5ef. 00000004:00000010:1.0:1767384708.283259:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000000458603c. 00000004:00000010:1.0:1767384708.283266:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a4349c4d. 00080000:00000010:1.0:1767384708.283271:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bfdb346b. 00080000:00000010:1.0:1767384708.283289:0:41019:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000095561eff. 00100000:00000010:1.0:1767384708.283298:0:41019:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005f8e7b39. 00100000:00000010:1.0:1767384708.283301:0:41019:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.283307:0:41019:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000fb43b436. 00000001:00000010:1.0:1767384708.283313:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000003b16ee98. 00000001:00000010:1.0:1767384708.283318:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000e1633512. 00000001:00000010:1.0:1767384708.283321:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000876866ee. 00040000:00000010:1.0:1767384708.283325:0:41019:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005f8e7b39. 00080000:00000010:1.0:1767384708.283330:0:41019:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000d52bf241. 00080000:00000010:1.0:1767384708.283354:0:41019:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000d52bf241. 00040000:00000010:1.0:1767384708.283359:0:41019:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.283365:0:41019:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000066e8886. 00000001:00000010:1.0:1767384708.283374:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000028566434. 00000001:00000010:1.0:1767384708.283534:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000028566434. 00000004:00000010:1.0:1767384708.283573:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000f4dd7a15. 00000004:00000010:1.0:1767384708.283581:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000098a88fb0. 00000004:00000010:1.0:1767384708.283586:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005b3d966e. 00080000:00000010:1.0:1767384708.283592:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002a3ca754. 00080000:00000010:1.0:1767384708.283608:0:41019:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e8721ded. 00100000:00000010:1.0:1767384708.283618:0:41019:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005f8e7b39. 00100000:00000010:1.0:1767384708.283621:0:41019:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.283626:0:41019:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ba75a70f. 00000001:00000010:1.0:1767384708.283630:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000006e617315. 00000001:00000010:1.0:1767384708.283635:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000a7df6b6a. 00000001:00000010:1.0:1767384708.283637:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e0f85ecb. 00040000:00000010:1.0:1767384708.283640:0:41019:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005f8e7b39. 00080000:00000010:1.0:1767384708.283645:0:41019:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000d52bf241. 00080000:00000010:1.0:1767384708.283660:0:41019:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000d52bf241. 00040000:00000010:1.0:1767384708.283680:0:41019:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.283688:0:41019:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000006f3dc7cf. 00000001:00000010:1.0:1767384708.283694:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000028566434. 00000001:00000010:1.0:1767384708.283906:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000028566434. 00000020:00000010:1.0:1767384708.283942:0:41019:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e6bf709a. 00080000:00000010:1.0:1767384708.283948:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ff9c2e43. 00080000:00000010:1.0:1767384708.283963:0:41019:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000ff9c2e43. 00000020:00000010:1.0:1767384708.283967:0:41019:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000e6bf709a. 00000004:00000010:1.0:1767384708.283976:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003db7ec98. 00000004:00000010:1.0:1767384708.283981:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003b75c2cb. 00000004:00000010:1.0:1767384708.283985:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000000de772d. 00080000:00000010:1.0:1767384708.283989:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ff9c2e43. 00000004:00000010:1.0:1767384708.284047:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006f7099af. 00000004:00000010:1.0:1767384708.284053:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f2e304ab. 00000004:00000010:1.0:1767384708.284058:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c059c049. 00080000:00000010:1.0:1767384708.284062:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000acd7aece. 00080000:00000010:1.0:1767384708.284075:0:41019:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000caab146c. 00100000:00000010:1.0:1767384708.284085:0:41019:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005f8e7b39. 00100000:00000010:1.0:1767384708.284087:0:41019:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.284092:0:41019:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cba185f4. 00000001:00000010:1.0:1767384708.284095:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009620a212. 00000001:00000010:1.0:1767384708.284100:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000009b92394a. 00000001:00000010:1.0:1767384708.284102:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000085b016dc. 00040000:00000010:1.0:1767384708.284105:0:41019:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005f8e7b39. 00080000:00000010:1.0:1767384708.284109:0:41019:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000d52bf241. 00080000:00000010:1.0:1767384708.284124:0:41019:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000d52bf241. 00040000:00000010:1.0:1767384708.284128:0:41019:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.284134:0:41019:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 000000004619ee73. 00000001:00000010:1.0:1767384708.284140:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000028566434. 00000001:00000010:1.0:1767384708.284322:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000028566434. 00000004:00000010:1.0:1767384708.284357:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000086cfed4d. 00000004:00000010:1.0:1767384708.284363:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000041e32c5. 00000004:00000010:1.0:1767384708.284368:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000001dfae519. 00080000:00000010:1.0:1767384708.284372:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c4f1a2ae. 00080000:00000010:1.0:1767384708.284386:0:41019:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a307bd67. 00100000:00000010:1.0:1767384708.284395:0:41019:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005f8e7b39. 00100000:00000010:1.0:1767384708.284397:0:41019:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.284402:0:41019:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000ffec6fa1. 00000001:00000010:1.0:1767384708.284407:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000dc40c9ba. 00000001:00000010:1.0:1767384708.284411:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000086129428. 00000001:00000010:1.0:1767384708.284415:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000e3becf49. 00040000:00000010:1.0:1767384708.284418:0:41019:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005f8e7b39. 00080000:00000010:1.0:1767384708.284422:0:41019:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000d52bf241. 00080000:00000010:1.0:1767384708.284463:0:41019:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000d52bf241. 00040000:00000010:1.0:1767384708.284468:0:41019:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.284474:0:41019:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 0000000060a5c5a1. 00000001:00000010:1.0:1767384708.284482:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000028566434. 00000001:00000010:1.0:1767384708.284661:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000028566434. 00000004:00000010:1.0:1767384708.284699:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000da02927f. 00000004:00000010:1.0:1767384708.284738:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000892ede7a. 00000004:00000010:1.0:1767384708.284741:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000038203f8e. 00080000:00000010:1.0:1767384708.284744:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000db137521. 00080000:00000010:1.0:1767384708.284752:0:41019:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ecd9caa2. 00100000:00000010:1.0:1767384708.284758:0:41019:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 000000005f8e7b39. 00100000:00000010:1.0:1767384708.284759:0:41019:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.284762:0:41019:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000fb1c1c18. 00000001:00000010:1.0:1767384708.284765:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000d501b978. 00000001:00000010:1.0:1767384708.284768:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000008ac951a1. 00000001:00000010:1.0:1767384708.284769:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000f8814917. 00040000:00000010:1.0:1767384708.284771:0:41019:0:(lquota_disk.c:462:lquota_disk_for_each_slv()) kmalloced '(name)': 52 at 000000005f8e7b39. 00080000:00000010:1.0:1767384708.284774:0:41019:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000d52bf241. 00080000:00000010:1.0:1767384708.284783:0:41019:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000d52bf241. 00040000:00000010:1.0:1767384708.284786:0:41019:0:(lquota_disk.c:536:lquota_disk_for_each_slv()) kfreed 'name': 52 at 000000005f8e7b39. 00040000:00000010:1.0:1767384708.284789:0:41019:0:(lquota_entry.c:321:lqe_locate_find()) slab-alloced 'new': 392 at 00000000689ce4f9. 00000001:00000010:1.0:1767384708.284795:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000028566434. 00000001:00000010:1.0:1767384708.284969:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000028566434. 00000020:00000010:1.0:1767384708.284986:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000573da5bd. 00000004:00000010:1.0:1767384708.284995:0:41019:0:(mdt_handler.c:6196:mdt_quota_init()) kfreed 'lcfg': 128 at 000000003f259b89. 00000004:00000010:1.0:1767384708.284999:0:41019:0:(mdt_handler.c:6200:mdt_quota_init()) kfreed 'bufs': 104 at 00000000d446fa34. 00000004:00000010:1.0:1767384708.285001:0:41019:0:(mdt_handler.c:6201:mdt_quota_init()) kfreed 'qmtname': 128 at 000000003f6a7ba2. 00000004:00000010:1.0:1767384708.285003:0:41019:0:(mdt_handler.c:6202:mdt_quota_init()) kfreed 'uuid': 40 at 0000000057235714. 00000004:00000010:1.0:1767384708.285006:0:41019:0:(mdt_handler.c:6203:mdt_quota_init()) kfreed 'data': 192 at 00000000defdf392. 00000020:00000010:1.0:1767384708.285017:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d02d1fd9. 00000020:00000010:1.0:1767384708.285020:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004dad0c69. 00000040:00000010:1.0:1767384708.285024:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005e14a891. 00000020:00000010:1.0:1767384708.285028:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000079ecb0d7. 00000020:00000010:1.0:1767384708.285032:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000022df65d3. 00000020:00000010:1.0:1767384708.285035:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e94cae92. 80000000:00000010:1.0:1767384708.285038:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009fc2abe2. 40000000:00000010:1.0:1767384708.285040:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f8e7b39. 00100000:00000010:1.0:1767384708.285043:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000cf375cc1. 00040000:00000010:1.0:1767384708.285046:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000107318fc. 00040000:00000010:1.0:1767384708.285050:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000dbec0098. 00040000:00000010:1.0:1767384708.285053:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000beaa729d. 00080000:00000010:1.0:1767384708.285057:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b030f6e2. 00080000:00000010:1.0:1767384708.285061:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000008203cfd3. 00000004:00000010:1.0:1767384708.285066:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004a874aa7. 00000004:00000010:1.0:1767384708.285070:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000017f652c6. 00000004:00000010:1.0:1767384708.285074:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000067edc41a. 00000020:00000010:1.0:1767384708.285076:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3f32963. 00000020:00000010:1.0:1767384708.285078:0:41019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000345fa026. 00000020:00000010:1.0:1767384708.285082:0:41019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001d04bf30. 00000020:00000010:3.0:1767384708.285263:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000052b45e24. 00000040:00000010:3.0:1767384708.285270:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d83c2973. 00000020:00000010:3.0:1767384708.285272:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004c0a9ca7. 00000020:00000010:3.0:1767384708.285276:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000690f0f4f. 00000020:00000010:3.0:1767384708.285280:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000034785daf. 80000000:00000010:3.0:1767384708.285282:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e09a77b9. 40000000:00000010:3.0:1767384708.285285:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000292ddc32. 00100000:00000010:3.0:1767384708.285288:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a0dd9901. 00040000:00000010:3.0:1767384708.285291:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d684b56d. 00040000:00000010:3.0:1767384708.285293:0:41019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032d5238d. 00040000:00000010:3.0:1767384708.285295:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000afd5c175. 00080000:00000010:3.0:1767384708.285299:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f1d8cd4e. 00080000:00000010:3.0:1767384708.285303:0:41019:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000d1d00037. 00080000:00000010:3.0:1767384708.285305:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000d3358aa9. 00000004:00000010:3.0:1767384708.285309:0:41019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d4154806. 00000004:00000010:3.0:1767384708.285311:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000df997422. 00000004:00000010:3.0:1767384708.285314:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000ef270e5. 00000020:00000010:3.0:1767384708.285315:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000301f42e7. 00000020:00000010:3.0:1767384708.285318:0:41019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001d01d04b. 00000020:00000010:3.0:1767384708.285320:0:41019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8de1358. 00000008:00000010:3.0:1767384708.285322:0:41019:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000261c627e. 00020000:00000010:3.0:1767384708.285325:0:41019:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000204f95a0. 00008000:00000010:3.0:1767384708.285327:0:41019:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000007dfd2670. 00000080:00000010:3.0:1767384708.285331:0:41019:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000020c2384c. 00000020:00000010:3.0:1767384708.285334:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d47442e. 00000020:00000010:3.0:1767384708.285339:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000006e108371. 00000020:00000010:3.0:1767384708.285350:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285353:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285358:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285359:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285364:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285366:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285369:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000009f40d80e. 00000020:00000010:3.0:1767384708.285375:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000028b8350b. 00000020:00000010:3.0:1767384708.285377:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d9510c2. 00000040:00000010:3.0:1767384708.285380:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000752aaf52. 00000020:00000010:3.0:1767384708.285383:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d4154806. 00000020:00000010:3.0:1767384708.285386:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000031c56b72. 00000020:00000010:3.0:1767384708.285388:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000003d55990. 80000000:00000010:3.0:1767384708.285390:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003b2432d9. 40000000:00000010:3.0:1767384708.285392:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cfba6a1d. 00100000:00000010:3.0:1767384708.285395:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000032d5238d. 00040000:00000010:3.0:1767384708.285397:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000695937a2. 00040000:00000010:3.0:1767384708.285399:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000000ef270e5. 00040000:00000010:3.0:1767384708.285402:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000015abb3e8. 00080000:00000010:3.0:1767384708.285406:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aee9c7fe. 00080000:00000010:3.0:1767384708.285410:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000019b373f6. 00000004:00000010:3.0:1767384708.285413:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a0dd9901. 00000004:00000010:3.0:1767384708.285416:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024e85ab9. 00000004:00000010:3.0:1767384708.285419:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000004c0a9ca7. 02000000:00000010:3.0:1767384708.285427:0:41019:0:(upcall_cache.c:133:upcall_cache_set_upcall()) kmalloced '(upcall)': 58 at 00000000eeeac4ab. 02000000:00000010:3.0:1767384708.285432:0:41019:0:(upcall_cache.c:157:upcall_cache_set_upcall()) kfreed 'upcall': 58 at 00000000eeeac4ab. 00000020:00000010:3.0:1767384708.285435:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007d9510c2. 00000040:00000010:3.0:1767384708.285464:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000752aaf52. 00000020:00000010:3.0:1767384708.285468:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d4154806. 00000020:00000010:3.0:1767384708.285470:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000031c56b72. 00000020:00000010:3.0:1767384708.285474:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000003d55990. 80000000:00000010:3.0:1767384708.285477:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003b2432d9. 40000000:00000010:3.0:1767384708.285479:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cfba6a1d. 00100000:00000010:3.0:1767384708.285481:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000032d5238d. 00040000:00000010:3.0:1767384708.285484:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000695937a2. 00040000:00000010:3.0:1767384708.285486:0:41019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000000ef270e5. 00040000:00000010:3.0:1767384708.285488:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000015abb3e8. 00080000:00000010:3.0:1767384708.285490:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000019b373f6. 00080000:00000010:3.0:1767384708.285493:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aee9c7fe. 00000004:00000010:3.0:1767384708.285496:0:41019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000a0dd9901. 00000004:00000010:3.0:1767384708.285497:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024e85ab9. 00000004:00000010:3.0:1767384708.285499:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000004c0a9ca7. 00000020:00000010:3.0:1767384708.285502:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000028b8350b. 00000020:00000010:3.0:1767384708.285503:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000009f40d80e. 00000020:00000010:3.0:1767384708.285507:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285509:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285513:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285515:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000695937a2. 00000020:00000010:3.0:1767384708.285517:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000cfba6a1d. 00000100:00000010:3.0:1767384708.285530:0:41019:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 0000000000bd9530. 00000400:00000200:3.0:1767384708.285534:0:41019:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:3.0:1767384708.285540:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:3.0:1767384708.285547:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1767384708.285553:0:41019:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (42) 00000400:00000200:3.0:1767384708.285558:0:41019:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1767384708.285560:0:41019:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:3.0:1767384708.285562:0:41019:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (43) 00000400:00000200:3.0:1767384708.285564:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:3.0:1767384708.285566:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:3.0:1767384708.285568:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285570:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:3.0:1767384708.285571:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:3.0:1767384708.285572:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285573:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:3.0:1767384708.285574:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:3.0:1767384708.285576:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285577:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:3.0:1767384708.285578:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:3.0:1767384708.285580:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285581:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:3.0:1767384708.285582:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:3.0:1767384708.285584:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285585:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:3.0:1767384708.285586:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:3.0:1767384708.285587:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285588:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:3.0:1767384708.285589:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:3.0:1767384708.285592:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285594:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:3.0:1767384708.285595:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:3.0:1767384708.285598:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285599:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:3.0:1767384708.285600:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:3.0:1767384708.285602:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285603:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:3.0:1767384708.285604:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:3.0:1767384708.285606:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285606:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:3.0:1767384708.285608:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:3.0:1767384708.285610:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285610:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:3.0:1767384708.285611:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:3.0:1767384708.285614:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285614:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:3.0:1767384708.285615:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:3.0:1767384708.285617:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285618:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:3.0:1767384708.285619:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:3.0:1767384708.285620:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285621:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:3.0:1767384708.285622:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:3.0:1767384708.285624:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285625:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:3.0:1767384708.285626:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:3.0:1767384708.285628:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285629:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:3.0:1767384708.285630:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:3.0:1767384708.285631:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285633:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:3.0:1767384708.285634:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:3.0:1767384708.285636:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285637:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:3.0:1767384708.285638:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:3.0:1767384708.285641:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285643:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:3.0:1767384708.285645:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:3.0:1767384708.285647:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285648:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:3.0:1767384708.285649:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:3.0:1767384708.285651:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285652:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:3.0:1767384708.285654:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:3.0:1767384708.285656:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285656:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:3.0:1767384708.285657:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:3.0:1767384708.285659:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285660:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:3.0:1767384708.285661:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:3.0:1767384708.285679:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285680:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000400:00000200:3.0:1767384708.285681:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.125@tcp34 00000400:00000200:3.0:1767384708.285683:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp34 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285684:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp34 00000400:00000200:3.0:1767384708.285685:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.125@tcp35 00000400:00000200:3.0:1767384708.285687:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp35 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285688:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp35 00000400:00000200:3.0:1767384708.285689:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.125@tcp36 00000400:00000200:3.0:1767384708.285691:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp36 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285692:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp36 00000400:00000200:3.0:1767384708.285692:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.125@tcp37 00000400:00000200:3.0:1767384708.285694:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp37 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285695:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp37 00000400:00000200:3.0:1767384708.285696:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.125@tcp38 00000400:00000200:3.0:1767384708.285698:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp38 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285699:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp38 00000400:00000200:3.0:1767384708.285700:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.125@tcp39 00000400:00000200:3.0:1767384708.285702:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp39 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285702:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp39 00000400:00000200:3.0:1767384708.285703:0:41019:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.125@tcp40 00000400:00000200:3.0:1767384708.285706:0:41019:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp40 NID flags 0x1: -114 00000400:00000200:3.0:1767384708.285707:0:41019:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp40 00000100:00000010:3.0:1767384708.285709:0:41019:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 0000000000bd9530. 00000020:00000010:3.0:1767384708.285712:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000cfba6a1d. 00000020:00000010:3.0:1767384708.285716:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 0000000073590637. 00000020:00000010:3.0:1767384708.285725:0:41019:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 000000008f7dcf26. 00000020:00000010:3.0:1767384708.285729:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004c0a9ca7. 00000020:00000010:3.0:1767384708.285737:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 0000000073590637. 00000020:00000010:3.0:1767384708.285741:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 0000000073590637. 00000001:00000010:3.0:1767384708.285752:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000695937a2. 00000001:00000010:3.0:1767384708.285755:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004576daf3. 00000001:00000010:3.0:1767384708.285757:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d47442e. 00000001:00000010:3.0:1767384708.285759:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000301f42e7. 00000001:00000010:3.0:1767384708.285761:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000afd5c175. 00000001:00000010:3.0:1767384708.285763:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000034785daf. 00000001:00000010:3.0:1767384708.285764:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b85055eb. 00000001:00000010:3.0:1767384708.285766:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000004b498246. 00000001:00000010:3.0:1767384708.285768:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d83c2973. 00000001:00000010:3.0:1767384708.285770:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000052b45e24. 00000001:00000010:3.0:1767384708.285771:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000015abb3e8. 00000001:00000010:3.0:1767384708.285773:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000028b8350b. 00000020:00000010:3.0:1767384708.285775:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000003d55990. 00000020:00000010:3.0:1767384708.285777:0:41019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000004b316397. 00000020:00000010:3.0:1767384708.285780:0:41019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000008:00000010:3.0:1767384708.285783:0:41019:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000f97c8e3c. 00020000:00000010:3.0:1767384708.285785:0:41019:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 000000009fab75b0. 00008000:00000010:3.0:1767384708.285788:0:41019:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000a23aa326. 00000080:00000010:3.0:1767384708.285791:0:41019:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000e38cd132. 00000020:00000010:3.0:1767384708.285793:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000752aaf52. 00000020:00000010:3.0:1767384708.285795:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007d9510c2. 00000040:00000010:3.0:1767384708.285798:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003e6c5097. 00000020:00000010:3.0:1767384708.285800:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a0dd9901. 00000020:00000010:3.0:1767384708.285803:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000031c56b72. 00000020:00000010:3.0:1767384708.285805:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003f055007. 80000000:00000010:3.0:1767384708.285807:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003b2432d9. 40000000:00000010:3.0:1767384708.285808:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000cfba6a1d. 00100000:00000010:3.0:1767384708.285810:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ef270e5. 00040000:00000010:3.0:1767384708.285812:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d684b56d. 00040000:00000010:3.0:1767384708.285814:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000032d5238d. 00040000:00000010:3.0:1767384708.285816:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001e6cee43. 00080000:00000010:3.0:1767384708.285818:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000aee9c7fe. 00080000:00000010:3.0:1767384708.285820:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000019b373f6. 00000004:00000010:3.0:1767384708.285823:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d4154806. 00000004:00000010:3.0:1767384708.285825:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024e85ab9. 00000004:00000010:3.0:1767384708.285827:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005a5c7795. 00002000:00000010:3.0:1767384708.285830:0:41019:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000057ef2ff6. 00000004:00000010:3.0:1767384708.285834:0:41019:0:(osp_dev.c:1345:osp_device_alloc()) kmalloced '(osp)': 1400 at 000000007acfdaf2. 00000004:00000010:3.0:1767384708.285841:0:41019:0:(osp_dev.c:1178:osp_init0()) kmalloced '(osdname)': 128 at 000000000295f7b9. 00000004:00000010:3.0:1767384708.285844:0:41019:0:(osp_dev.c:993:osp_connect_to_osd()) kmalloced '(data)': 192 at 000000009f40d80e. 00000020:00000010:3.0:1767384708.285847:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000008b550338. 00000004:00000010:3.0:1767384708.285851:0:41019:0:(osp_dev.c:1018:osp_connect_to_osd()) kfreed 'data': 192 at 000000009f40d80e. 00010000:00000010:3.0:1767384708.285859:0:41019:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000b46adb0f. 00010000:00000010:3.0:1767384708.285864:0:41019:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000080ecf6ac. 00000020:00000010:3.0:1767384708.285870:0:41019:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000684ad000. 00000100:00000200:3.0:1767384708.285883:0:41019:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.125@tcp->12345-0@lo 00010000:00000010:3.0:1767384708.285888:0:41019:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000365f4e78. 00010000:00000010:3.0:1767384708.285891:0:41019:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000383b9bdb. 00000001:00000010:3.0:1767384708.285894:0:41019:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000894472a. 00000001:00000010:3.0:1767384708.285897:0:41019:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000003e219dab. 00000001:00000010:3.0:1767384708.285901:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003d54831e. 00000001:00000010:3.0:1767384708.285906:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d3358aa9. 00000001:00000010:3.0:1767384708.285911:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f1d8cd4e. 00000001:00000010:3.0:1767384708.285923:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003850c707. 00000001:00000010:3.0:1767384708.285928:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d8958f68. 00000001:00000010:3.0:1767384708.285933:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f5dec4ed. 00000001:00000010:3.0:1767384708.285937:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e6c207e6. 00000001:00000010:3.0:1767384708.285948:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000026a790a1. 00000001:00000010:3.0:1767384708.285952:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000f539054d. 00000001:00000010:3.0:1767384708.285956:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c98a7d94. 00000001:00000010:3.0:1767384708.285961:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c35fca48. 00000001:00000010:3.0:1767384708.285968:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002bfc1594. 00000001:00000010:3.0:1767384708.285973:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c9dffc68. 00000001:00000010:3.0:1767384708.285977:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e7918d0d. 00000001:00000010:3.0:1767384708.285982:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000075815ac4. 00000001:00000010:3.0:1767384708.285990:0:41019:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000e6b40737. 00000020:00000010:3.0:1767384708.286027:0:41019:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000574f937d. 00000020:00000010:3.0:1767384708.286030:0:41019:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000073d98c74. 00000020:00000010:3.0:1767384708.286085:0:41019:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e27294fa. 00000020:00000010:3.0:1767384708.286087:0:41019:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000661d0225. 40000000:00000010:3.0:1767384708.286104:0:41019:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at 00000000e09cc2f4. 40000000:00000010:3.0:1767384708.286106:0:41019:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at 000000009f40d80e. 40000000:00000010:3.0:1767384708.286136:0:41019:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at 000000009f40d80e. 00000004:00000010:3.0:1767384708.286141:0:41019:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f89ea59e. 00000004:00000010:3.0:1767384708.286148:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d68c9cf6. 00000004:00000010:3.0:1767384708.286152:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000caf47a5b. 00000004:00000010:3.0:1767384708.286155:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000ee4c7264. 00080000:00000010:3.0:1767384708.286159:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000608be530. 00000001:00000010:3.0:1767384708.286166:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1172196. 00000001:00000010:3.0:1767384708.286176:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1172196. 00000004:00000010:3.0:1767384708.286385:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000021d54392. 00000004:00000010:3.0:1767384708.286390:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b6c9571e. 00000004:00000010:3.0:1767384708.286393:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000094bfbd01. 00080000:00000010:3.0:1767384708.286395:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b55bc599. 00000001:00000010:3.0:1767384708.286400:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1172196. 00000001:00000010:3.0:1767384708.286405:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1172196. 00000004:00000010:3.0:1767384708.286617:0:41019:0:(osp_precreate.c:1756:osp_init_precreate()) kmalloced '(d->opd_pre)': 112 at 00000000a71bb40d. 00000004:00000010:3.0:1767384708.286621:0:41019:0:(osp_sync.c:1665:osp_sync_init()) kmalloced '(args)': 16 at 0000000028928058. 00000004:00000010:3.0:1767384708.286626:0:41019:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000000b78e851. 00000004:00000010:3.0:1767384708.286630:0:41019:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000000e88f67. 00000004:00000010:3.0:1767384708.286632:0:41019:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000fd6fe559. 00080000:00000010:3.0:1767384708.286635:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000091d0fbcd. 00000001:00000010:3.0:1767384708.286640:0:41019:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e1172196. 00000001:00000010:3.0:1767384708.286645:0:41019:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e1172196. 00000040:00000010:3.0:1767384708.286837:0:41019:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 0000000055f04350. 00000040:00000010:3.0:1767384708.286848:0:41019:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000008584990b. 00000020:00000010:3.0:1767384708.286854:0:41019:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000f5d356f9. 00080000:00000010:3.0:1767384708.286858:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d0ebc4f9. 00000040:00000010:3.0:1767384708.287042:0:41019:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000f0555ca9. 00080000:00000010:3.0:1767384708.287321:0:41019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000f6b3f867. 00080000:00000010:3.0:1767384708.287328:0:41019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000eeeac4ab. 00080000:00000010:3.0:1767384708.287356:0:41019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000eeeac4ab. 00080000:00000010:3.0:1767384708.287361:0:41019:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000034e92a37. 00000040:00000010:3.0:1767384708.287364:0:41019:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000c110516c. 00000020:00000010:3.0:1767384708.287368:0:41019:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000058868002. 00080000:00000010:3.0:1767384708.287371:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000878060ff. 00080000:00000010:3.0:1767384708.287552:0:41019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000eeeac4ab. 00080000:00000010:3.0:1767384708.287558:0:41019:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000001191c993. 00080000:00000010:3.0:1767384708.287563:0:41019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000010c99286. 00000040:00000010:3.0:1767384708.287567:0:41019:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000dffd1a25. 00000020:00000010:3.0:1767384708.287570:0:41019:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000009b477f3. 00080000:00000010:3.0:1767384708.287573:0:41019:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d246fdaa. 00080000:00000010:3.0:1767384708.287731:0:41019:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000088299293. 00000001:00000010:3.0:1767384708.287952:0:41019:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000c50bd8d6. 00000040:00000010:3.0:1767384708.287978:0:41019:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e75712ff. 00080000:00000010:3.0:1767384708.287987:0:41019:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 000000005ff08a1e. 00080000:00000010:3.0:1767384708.288139:0:41019:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000c9d619ba. 00080000:00000010:3.0:1767384708.288416:0:41019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000088299293. 00080000:00000010:3.0:1767384708.288419:0:41019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000010c99286. 00080000:00000010:3.0:1767384708.288421:0:41019:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000eeeac4ab. 00000020:00000010:2.0:1767384708.288656:0:41023:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099f81806. 00000020:00000010:2.0:1767384708.288675:0:41023:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000009a4de645. 00000040:00000010:2.0:1767384708.288678:0:41023:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f515c66e. 00000020:00000010:2.0:1767384708.288681:0:41023:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005d765239. 00000020:00000010:2.0:1767384708.288684:0:41023:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009a123d30. 00000004:00000010:3.0:1767384708.288687:0:41019:0:(osp_precreate.c:1830:osp_init_statfs()) kmalloced '(args)': 72 at 000000005c80c8e9. 00040000:00000010:2.0:1767384708.288688:0:41023:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008a4b57a4. 00000020:00000010:3.0:1767384708.288693:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dcf97be. 00040000:00000010:2.0:1767384708.288695:0:41023:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005da994d3. 00000020:00000010:3.0:1767384708.288701:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000007898dcad. 00080000:00000010:2.0:1767384708.288703:0:41023:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008bca5adc. 00000040:00000010:3.0:1767384708.288706:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000040155fef. 00080000:00000010:2.0:1767384708.288709:0:41023:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009c1fb603. 00000020:00000010:3.0:1767384708.288712:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000058f8d362. 00000020:00000010:2.0:1767384708.288716:0:41023:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000037334b6b. 00000020:00000010:3.0:1767384708.288718:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b4a40d6f. 00000020:00000010:3.0:1767384708.288723:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007fbcf846. 00000040:00000010:2.0:1767384708.288725:0:41023:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000b8eb5370. 80000000:00000010:3.0:1767384708.288726:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008ddd2c81. 40000000:00000010:3.0:1767384708.288730:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000eeeac4ab. 00100000:00000010:3.0:1767384708.288734:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ca83874f. 00040000:00000010:3.0:1767384708.288737:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000007b87c4fc. 00040000:00000010:3.0:1767384708.288739:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ff554668. 00000040:00000010:2.0:1767384708.288741:0:41023:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000084ebbd12. 00040000:00000010:3.0:1767384708.288742:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000902f581d. 00080000:00000010:3.0:1767384708.288749:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000d43b504f. 00080000:00000010:3.0:1767384708.288761:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aec3e57a. 00000040:00000010:2.0:1767384708.288764:0:41023:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001f4ffa6a. 00000004:00000010:3.0:1767384708.288767:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000296b9a60. 00000040:00000010:2.0:1767384708.288771:0:41023:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000024207790. 00000004:00000010:3.0:1767384708.288773:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f0c633e6. 00000004:00000010:3.0:1767384708.288778:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003a1caafb. 00002000:00000010:3.0:1767384708.288781:0:41019:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000083343f61. 00000004:00000010:3.0:1767384708.288784:0:41019:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000091911f49. 00000020:00000010:1.0:1767384708.289133:0:41019:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000035803d6. 00000020:00000010:1.0:1767384708.289140:0:41019:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000d176a8f0. 00000020:00000010:1.0:1767384708.289174:0:41019:0:(lprocfs_status.c:117:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000285dee59. 00000020:00000010:1.0:1767384708.289185:0:41019:0:(lprocfs_status.c:127:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000285dee59. 00000004:00000010:1.0:1767384708.289189:0:41019:0:(osp_dev.c:1268:osp_init0()) kfreed 'osdname': 128 at 000000000295f7b9. 00000020:00000010:1.0:1767384708.289196:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000007d9510c2. 00000040:00000010:1.0:1767384708.289199:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000003e6c5097. 00000020:00000010:1.0:1767384708.289202:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a0dd9901. 00000020:00000010:1.0:1767384708.289206:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 0000000031c56b72. 00000020:00000010:1.0:1767384708.289210:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003f055007. 80000000:00000010:1.0:1767384708.289213:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003b2432d9. 40000000:00000010:1.0:1767384708.289215:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000cfba6a1d. 00100000:00000010:1.0:1767384708.289218:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000ef270e5. 00040000:00000010:1.0:1767384708.289220:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d684b56d. 00040000:00000010:1.0:1767384708.289224:0:41019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000032d5238d. 00040000:00000010:1.0:1767384708.289226:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001e6cee43. 00080000:00000010:1.0:1767384708.289229:0:41019:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000c50bd8d6. 00080000:00000010:1.0:1767384708.289233:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000019b373f6. 00080000:00000010:1.0:1767384708.289235:0:41019:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000001191c993. 00080000:00000010:1.0:1767384708.289238:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000aee9c7fe. 00000004:00000010:1.0:1767384708.289241:0:41019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000d4154806. 00000004:00000010:1.0:1767384708.289245:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024e85ab9. 00000004:00000010:1.0:1767384708.289248:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005a5c7795. 00002000:00000010:1.0:1767384708.289253:0:41019:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000057ef2ff6. 00000004:00000010:1.0:1767384708.289256:0:41019:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f89ea59e. 00000020:00000010:1.0:1767384708.289259:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000752aaf52. 00000020:00000010:1.0:1767384708.289262:0:41019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000004b316397. 00000020:00000010:1.0:1767384708.289265:0:41019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000008:00000010:1.0:1767384708.289268:0:41019:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000f97c8e3c. 00020000:00000010:1.0:1767384708.289272:0:41019:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 000000009fab75b0. 00008000:00000010:1.0:1767384708.289276:0:41019:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000a23aa326. 00000080:00000010:1.0:1767384708.289280:0:41019:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000e38cd132. 00000020:00000010:1.0:1767384708.289283:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000003d55990. 00000020:00000010:1.0:1767384708.289287:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 0000000073590637. 00000020:00000010:1.0:1767384708.289296:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 0000000053408932. 00000020:00000010:1.0:1767384708.289303:0:41019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000476ba9cd. 00000020:00000010:1.0:1767384708.289305:0:41019:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000473c31b0. 00000040:00000010:1.0:1767384708.289308:0:41019:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000025680772. 00000020:00000010:1.0:1767384708.289311:0:41019:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d4154806. 00000020:00000010:1.0:1767384708.289315:0:41019:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f303f055. 00000020:00000010:1.0:1767384708.289318:0:41019:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003cf4918a. 80000000:00000010:1.0:1767384708.289320:0:41019:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000015fcb907. 40000000:00000010:1.0:1767384708.289322:0:41019:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000045aed576. 00100000:00000010:1.0:1767384708.289326:0:41019:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005a5c7795. 00040000:00000010:1.0:1767384708.289328:0:41019:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000057efd3cc. 00040000:00000010:1.0:1767384708.289331:0:41019:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c50bd8d6. 00040000:00000010:1.0:1767384708.289333:0:41019:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000089f1f133. 00080000:00000010:1.0:1767384708.289337:0:41019:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008b885e4f. 00080000:00000010:1.0:1767384708.289341:0:41019:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aee9c7fe. 00000004:00000010:1.0:1767384708.289345:0:41019:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000032d5238d. 00000004:00000010:1.0:1767384708.289349:0:41019:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000005d1b3f9e. 00000004:00000010:1.0:1767384708.289352:0:41019:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000ef270e5. 00000004:00000010:1.0:1767384708.289355:0:41019:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cf703f44. 00000004:00000010:1.0:1767384708.289371:0:41019:0:(lod_lov.c:156:lod_add_device()) kmalloced '(data)': 192 at 00000000285dee59. 00000020:00000010:1.0:1767384708.289376:0:41019:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a0dd9901. 00000100:00000010:1.0:1767384708.289410:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a5854106. 02000000:00000010:1.0:1767384708.289427:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000c0f7e8f. 00000004:00000010:1.0:1767384708.289498:0:41019:0:(lod_lov.c:209:lod_add_device()) kfreed 'data': 192 at 00000000285dee59. 00040000:00000010:3.0:1767384708.289503:0:16353:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000297175ba. 00000004:00000010:1.0:1767384708.289506:0:41019:0:(lod_lov.c:218:lod_add_device()) kmalloced '(tgt_desc)': 368 at 00000000701310eb. 00000004:00000010:3.0:1767384708.289509:0:16353:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000832cf586. 00000004:00000010:3.0:1767384708.289515:0:16353:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000517c16ce. 00020000:00000010:1.0:1767384708.289516:0:41019:0:(lu_tgt_descs.c:376:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000b91cf728. 00000004:00000010:3.0:1767384708.289518:0:16353:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000032be7d07. 00020000:00000010:1.0:1767384708.289524:0:41019:0:(lu_tgt_descs.c:104:lu_qos_add_tgt()) kmalloced '(svr)': 104 at 00000000adf0b6ad. 00000004:00000010:3.0:1767384708.289525:0:16353:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000211ca7e7. 00100000:00000010:1.0:1767384708.289539:0:41019:0:(lfsck_lib.c:3784:lfsck_add_target()) kmalloced '(ltd)': 152 at 00000000285dee59. 00000020:00000010:1.0:1767384708.289546:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000473c31b0. 02000000:00000010:3.0:1767384708.289547:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000239925cb. 00000040:00000010:1.0:1767384708.289552:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000025680772. 00000400:00000010:3.0:1767384708.289554:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1172196. 00000020:00000010:1.0:1767384708.289559:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d4154806. 00000400:00000010:3.0:1767384708.289562:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000020:00000010:1.0:1767384708.289567:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f303f055. 00000100:00000200:3.0:1767384708.289569:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048152704, portal 4 00000020:00000010:1.0:1767384708.289575:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003cf4918a. 00000020:00000010:3.0:1767384708.289576:0:16353:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000020374194. 80000000:00000010:1.0:1767384708.289581:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000015fcb907. 00000400:00000010:3.0:1767384708.289584:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fbd9d2. 40000000:00000010:1.0:1767384708.289587:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000045aed576. 00000100:00000200:3.0:1767384708.289588:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1853237048152704, offset 0 00100000:00000010:1.0:1767384708.289596:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005a5c7795. 00000400:00000200:3.0:1767384708.289598:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00040000:00000010:1.0:1767384708.289605:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000057efd3cc. 00040000:00000010:1.0:1767384708.289610:0:41019:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c50bd8d6. 00000400:00000200:3.0:1767384708.289615:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:1.0:1767384708.289616:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000089f1f133. 00080000:00000010:1.0:1767384708.289622:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aee9c7fe. 00080000:00000010:1.0:1767384708.289625:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008b885e4f. 00000400:00000200:3.0:1767384708.289628:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 28 MB=0x695825ff09280 00000004:00000010:1.0:1767384708.289631:0:41019:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000032d5238d. 00000400:00000200:3.0:1767384708.289636:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 520/520 into md 0xab9 [8] + 5528 00000004:00000010:1.0:1767384708.289637:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000005d1b3f9e. 00000004:00000010:1.0:1767384708.289643:0:41019:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000ef270e5. 00000400:00000200:3.0:1767384708.289645:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:1.0:1767384708.289647:0:41019:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cf703f44. 00000400:00000200:3.0:1767384708.289652:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1767384708.289653:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000476ba9cd. 00000100:00000200:3.0:1767384708.289658:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:1.0:1767384708.289659:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 112 at 0000000053408932. 00000100:00000010:3.0:1767384708.289679:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fda97f0a. 00000020:00000010:1.0:1767384708.289685:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000057efd3cc. 00000020:00000010:1.0:1767384708.289691:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000057efd3cc. 00000020:00000010:1.0:1767384708.289696:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000057efd3cc. 00000400:00000200:3.0:1767384708.289697:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fbd9d2 00000020:00000010:1.0:1767384708.289700:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000057efd3cc. 00000400:00000010:3.0:1767384708.289701:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fbd9d2. 00000020:00000010:1.0:1767384708.289708:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000045aed576. 00000100:00000200:3.0:1767384708.289712:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000a5854106 x1853237048152704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384708.289714:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000045aed576. 00000100:00000010:1.0:1767384708.289728:0:41019:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b22a9c0. 00000100:00000010:3.0:1767384708.289734:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009f4b9e3. 02000000:00000010:1.0:1767384708.289738:0:41019:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000476ba9cd. 00000020:00000010:0.0:1767384708.289742:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba8bed0d. 00000100:00000010:3.0:1767384708.289747:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000580d0124. 00000020:00000010:0.0:1767384708.289750:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000001f82c7a. 00000100:00000010:1.0:1767384708.289752:0:41019:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c404ac2f. 00000100:00000010:3.0:1767384708.289754:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003b2432d9. 00000020:00000010:0.0:1767384708.289758:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000010:3.0:1767384708.289762:0:16353:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000c4c67a42. 02000000:00000010:1.0:1767384708.289779:0:41019:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000974a50c4. 00000400:00000010:1.0:1767384708.289787:0:41019:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028566434. 00000400:00000010:1.0:1767384708.289793:0:41019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000fe87b6a3. 00000100:00000200:1.0:1767384708.289797:0:41019:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048152832, portal 25 00000400:00000010:1.0:1767384708.289803:0:41019:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.289806:0:41019:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048152832, offset 0 00000100:00000200:0.0:1767384708.289806:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048152704 00000400:00000200:1.0:1767384708.289814:0:41019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.289822:0:41019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.289830:0:41019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff09300 02000000:00000010:0.0:1767384708.289830:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000052dff436. 00000400:00000200:1.0:1767384708.289839:0:41019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x22c1 [2] + 0 00000020:00000010:0.0:1767384708.289843:0:17894:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000f056ecf7. 00000400:00000010:1.0:1767384708.289844:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000bcb614c9. 00000400:00000200:1.0:1767384708.289851:0:41019:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000c66fd36a 00000001:00000010:0.0:1767384708.289854:0:17894:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000e35029b3. 00000400:00000200:1.0:1767384708.289856:0:41019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:0.0:1767384708.289862:0:17894:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000a2063779. 00000400:00000200:1.0:1767384708.289863:0:41019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.289870:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c66fd36a 00000001:00000010:0.0:1767384708.289871:0:17894:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000009b91100c. 00000400:00000010:1.0:1767384708.289874:0:41019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c66fd36a. 00000001:00000010:0.0:1767384708.289877:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d20f03e6. 00000100:00000200:1.0:1767384708.289881:0:41019:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000001:00000010:0.0:1767384708.289883:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000024a95e55. 00000001:00000010:0.0:1767384708.289891:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005226a4c4. 00000001:00000010:0.0:1767384708.289894:0:17894:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000420e6d67. 00000400:00000200:1.0:1767384708.289905:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000400:00000010:1.0:1767384708.289909:0:41019:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.289915:0:41019:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b22a9c0 x1853237048152832/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1767384708.289933:0:17894:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000009ef6f495. 00000020:00000010:3.0:1767384708.289938:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088299293. 00000020:00000010:3.0:1767384708.289943:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088299293. 00080000:00000010:0.0:1767384708.289943:0:17894:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006eb40032. 00000020:00000010:3.0:1767384708.289952:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bb482ce. 00000020:00000010:3.0:1767384708.289955:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b19cc4. 00000020:00000010:3.0:1767384708.289958:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000001:00000010:0.0:1767384708.289963:0:17894:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000008f7e04bf. 00000020:00000010:3.0:1767384708.289981:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088299293. 00000020:00000010:3.0:1767384708.289984:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000088299293. 00000100:00000200:3.0:1767384708.289987:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048152832 00080000:00000010:0.0:1767384708.289991:0:17894:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006eb40032. 00000020:00000010:0.0:1767384708.290003:0:17894:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000023dbdedc. 02000000:00000010:3.0:1767384708.290006:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000042277e2. 00000020:00000010:0.0:1767384708.290011:0:17894:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000023dbdedc. 00000040:00000010:3.0:1767384708.290013:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000001f40b9d0. 00000020:00000010:0.0:1767384708.290023:0:17894:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000086a80ec1. 00000040:00000010:3.0:1767384708.290025:0:40999:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001fc6dced. 00000020:00000010:0.0:1767384708.290035:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006eb40032. 00000040:00000010:3.0:1767384708.290046:0:40999:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001fc6dced. 00000040:00000010:3.0:1767384708.290051:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000001f40b9d0. 00010000:00000200:3.0:1767384708.290058:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000ec642b7e x1853237048152832/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 272/8472 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1767384708.290067:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fda97f0a x1853237048152704/t0(0) o8->lustre-MDT0000-mdtlov_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1767384728 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384708.290072:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000b4f5f147. 00000100:00000200:3.0:1767384708.290077:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237048152832, offset 224 00000400:00000200:3.0:1767384708.290086:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.290091:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1767384708.290092:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000400:00000200:3.0:1767384708.290099:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825ff09300 00000100:00000200:0.0:1767384708.290099:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1853237048152704, offset 0 00000400:00000200:3.0:1767384708.290107:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2b39 [4] + 224 00000400:00000200:3.0:1767384708.290112:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384708.290116:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.290117:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.290125:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b22a9c0 x1853237048152832/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384708.290132:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384708.290143:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 4 MB=0x695825ff09280 00000400:00000200:3.0:1767384708.290146:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b4f5f147 00000400:00000010:3.0:1767384708.290149:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000b4f5f147. 00000020:00000010:3.0:1767384708.290159:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b19cc4. 00000400:00000200:0.0:1767384708.290161:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 416/416 into md 0x2b31 [1] + 0 00000020:00000010:3.0:1767384708.290163:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.290167:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bb482ce. 00000400:00000200:0.0:1767384708.290171:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1767384708.290173:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000042277e2. 00000400:00000010:1.0:1767384708.290179:0:41019:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028566434. 00000400:00000200:0.0:1767384708.290180:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.290187:0:41019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fe87b6a3 00000100:00000200:3.0:1767384708.290188:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1767384708.290192:0:41019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000fe87b6a3. 00000400:00000010:3.0:1767384708.290194:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b158f667. 00000400:00000010:3.0:1767384708.290201:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b4f5f147. 00000100:00000200:1.0:1767384708.290203:0:41019:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b22a9c0 x1853237048152832/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384708.290206:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000a5854106 x1853237048152704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384708.290232:0:41019:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b22a9c0 x1853237048152832/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384708.290245:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:0.0:1767384708.290250:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000400:00000010:3.0:1767384708.290255:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1172196. 00000400:00000200:3.0:1767384708.290261:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000100:00000010:1.0:1767384708.290261:0:41019:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c404ac2f. 00000400:00000010:3.0:1767384708.290263:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000020:00000010:0.0:1767384708.290265:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000001f82c7a. 00000020:00000010:0.0:1767384708.290272:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000100:00000200:3.0:1767384708.290274:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000a5854106 x1853237048152704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384708.290276:0:41019:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000974a50c4. 00000020:00000010:0.0:1767384708.290278:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba8bed0d. 00000100:00000200:3.0:1767384708.290288:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000a5854106 x1853237048152704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384708.290294:0:41019:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000476ba9cd. 00000100:00000010:1.0:1767384708.290302:0:41019:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b22a9c0. 00000020:00000010:1.0:1767384708.290312:0:41019:0:(obd_config.c:1955:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 0000000057efd3cc. 00000020:00000010:1.0:1767384708.290315:0:41019:0:(obd_config.c:1988:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 0000000057efd3cc. 00000040:00000010:1.0:1767384708.290319:0:41019:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000007ed298c9. 00000020:00000010:1.0:1767384708.290326:0:41019:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000073fd4243. 02000000:00000010:3.0:1767384708.290329:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000239925cb. 02000000:00000010:3.0:1767384708.290335:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000000c0f7e8f. 00000100:00000010:3.0:1767384708.290337:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a5854106. 00000020:00000010:1.0:1767384708.290337:0:41019:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000032d9255d. 00000040:00000010:1.0:1767384708.290346:0:41019:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000e4f7643b. 00080000:00000010:0.0:1767384708.290349:0:41023:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000001d3e606d. 00000020:00000010:1.0:1767384708.290352:0:41019:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e1935403. 00000100:00000010:2.0:1767384708.290354:0:41024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0851fa3. 00000020:00000010:1.0:1767384708.290359:0:41019:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004b2c7224. 00080000:00000010:0.0:1767384708.290359:0:41023:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000492b02a0. 02000000:00000010:2.0:1767384708.290364:0:41024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000009cf063dd. 00000020:00000010:1.0:1767384708.290368:0:41019:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000aaf8e926. 00080000:00000010:0.0:1767384708.290373:0:41023:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000005929eff0. 80000000:00000010:1.0:1767384708.290374:0:41019:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000604be90c. 40000000:00000010:1.0:1767384708.290382:0:41019:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000057bcc19e. 00100000:00000010:1.0:1767384708.290386:0:41019:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000716b394. 00040000:00000010:1.0:1767384708.290390:0:41019:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000000d9a5db4. 00040000:00000010:1.0:1767384708.290395:0:41019:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000700ca7c7. 00040000:00000010:2.0:1767384708.290396:0:16355:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bebe27c5. 00040000:00000010:3.0:1767384708.290398:0:16354:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d3ac5004. 00080000:00000010:1.0:1767384708.290400:0:41019:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000003ace395. 00080000:00000010:0.0:1767384708.290401:0:41023:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000492b02a0. 00000004:00000010:2.0:1767384708.290403:0:16355:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000082c952e6. 00000004:00000010:3.0:1767384708.290404:0:16354:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007b733515. 00080000:00000010:1.0:1767384708.290409:0:41019:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000030f70fa2. 00000004:00000010:2.0:1767384708.290411:0:16355:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000008be16738. 00000004:00000010:3.0:1767384708.290413:0:16354:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d68a30bc. 00000004:00000010:1.0:1767384708.290416:0:41019:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a6bf562f. 00080000:00000010:0.0:1767384708.290416:0:41023:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ba8bed0d. 00000004:00000010:2.0:1767384708.290417:0:16355:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000007093cbcf. 00000004:00000010:3.0:1767384708.290419:0:16354:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000ddf6862. 00002000:00000010:1.0:1767384708.290426:0:41019:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ecdde6d0. 00000004:00000010:3.0:1767384708.290427:0:16354:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000239925cb. 00000004:00000010:2.0:1767384708.290427:0:16355:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aaec6ef5. 00000004:00000010:0.0:1767384708.290430:0:41023:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 0000000023dbdedc. 00000020:00000010:1.0:1767384708.290434:0:41019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7a61a29. 02000000:00000010:3.0:1767384708.290457:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f602ce56. 00000400:00000010:3.0:1767384708.290461:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e1172196. 00000400:00000010:3.0:1767384708.290463:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000100:00000200:3.0:1767384708.290465:0:16354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048152960, portal 4 00000400:00000010:3.0:1767384708.290468:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fbd9d2. 00000100:00000200:3.0:1767384708.290470:0:16354:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1853237048152960, offset 0 00000400:00000200:3.0:1767384708.290475:0:16354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.290482:0:16354:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.290487:0:16354:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x695825ff09380 00000040:00000010:1.0:1767384708.290491:0:40990:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000049e8158. 00000400:00000200:3.0:1767384708.290493:0:16354:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0xbb9 [8] + 4480 00000400:00000200:3.0:1767384708.290499:0:16354:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:1.0:1767384708.290501:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000b5986d47. 00000400:00000200:3.0:1767384708.290504:0:16354:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000010:1.0:1767384708.290508:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000006e09b064. 00000100:00000200:3.0:1767384708.290509:0:16354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1767384708.290514:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000157762e7. 00000020:00000010:1.0:1767384708.290518:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000dacf7765. 00000040:00000010:1.0:1767384708.290525:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f159c786. 00000400:00000200:3.0:1767384708.290529:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fbd9d2 00000020:00000010:1.0:1767384708.290530:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c9a97750. 00000400:00000010:3.0:1767384708.290533:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fbd9d2. 00000020:00000010:1.0:1767384708.290538:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000a6b1e846. 00000100:00000200:3.0:1767384708.290540:0:16354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e0851fa3 x1853237048152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384724 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 80000000:00000010:1.0:1767384708.290546:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cf4ccabf. 00040000:00000010:1.0:1767384708.290553:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000c064eb0b. 00080000:00000010:1.0:1767384708.290561:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000002dffa309. 00080000:00000010:1.0:1767384708.290567:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000051e6ae78. 20000000:00000010:1.0:1767384708.290573:0:40990:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000005f6842bc. 00000020:00000010:1.0:1767384708.290578:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077233a16. 00000020:00000010:3.0:1767384708.290579:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000088299293. 10000000:00000010:1.0:1767384708.290584:0:40990:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000e0b38fa5. 00000020:00000010:3.0:1767384708.290585:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000006eb40032. 00000020:00000010:3.0:1767384708.290605:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bb482ce. 00000020:00000010:3.0:1767384708.290610:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b19cc4. 00000100:00000010:1.0:1767384708.290612:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b22a9c0. 00000020:00000010:3.0:1767384708.290614:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 02000000:00000010:1.0:1767384708.290625:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000476ba9cd. 00010000:00000010:1.0:1767384708.290639:0:40990:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000a8ccf9ff. 00000020:00000010:3.0:1767384708.290642:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074161782. 00000020:00000010:3.0:1767384708.290647:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074161782. 00010000:00000010:1.0:1767384708.290647:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000e79bfcd8. 00000100:00000200:3.0:1767384708.290650:0:17896:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048152960 02000000:00000010:3.0:1767384708.290660:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000005a186457. 00000100:00000010:1.0:1767384708.290681:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c404ac2f. 00010000:00000200:3.0:1767384708.290691:0:17896:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000157762e7 x1853237048152960/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:689/0 lens 224/368 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1767384708.290693:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cf703f44. 00000400:00000010:1.0:1767384708.290701:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028566434. 00000400:00000010:3.0:1767384708.290705:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fbd9d2. 00000400:00000010:1.0:1767384708.290708:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000100:00000200:3.0:1767384708.290710:0:17896:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1853237048152960, offset 224 00000100:00000200:1.0:1767384708.290716:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048153088, portal 25 00000400:00000200:3.0:1767384708.290717:0:17896:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1767384708.290724:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000400:00000200:3.0:1767384708.290725:0:17896:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1767384708.290731:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048153088, offset 0 00000400:00000200:3.0:1767384708.290736:0:17896:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x695825ff09380 00000400:00000200:1.0:1767384708.290743:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.290749:0:17896:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2b4d [1] + 224 00000400:00000200:1.0:1767384708.290755:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.290757:0:17896:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.290762:0:17896:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.290768:0:17896:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e0851fa3 x1853237048152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384724 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384708.290769:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff09400 00000400:00000200:1.0:1767384708.290781:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x22c5 [2] + 0 00000400:00000010:1.0:1767384708.290785:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f35c06d5. 00000400:00000200:1.0:1767384708.290789:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005b6d17d4 00000400:00000200:1.0:1767384708.290792:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.290796:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384708.290799:0:17896:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fbd9d2 00000400:00000010:3.0:1767384708.290803:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fbd9d2. 00000400:00000200:1.0:1767384708.290808:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005b6d17d4 00000400:00000010:1.0:1767384708.290813:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005b6d17d4. 00000020:00000010:3.0:1767384708.290814:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b19cc4. 00000100:00000200:1.0:1767384708.290819:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000010:0.0:1767384708.290820:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e1172196. 00000020:00000010:3.0:1767384708.290821:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.290829:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bb482ce. 00000400:00000200:0.0:1767384708.290829:0:16354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004a4e6c7d 00000400:00000010:0.0:1767384708.290835:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000400:00000200:1.0:1767384708.290843:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000100:00000200:0.0:1767384708.290847:0:16354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e0851fa3 x1853237048152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384724 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384708.290848:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.290861:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b22a9c0 x1853237048153088/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384708.290865:0:16354:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e0851fa3 x1853237048152960/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1767384724 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.290900:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:0.0:1767384708.290901:0:16354:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000a0ee21b8. 00000020:00000010:2.0:1767384708.290905:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.290911:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:2.0:1767384708.290914:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.290916:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 02000000:00000010:0.0:1767384708.290931:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f602ce56. 02000000:00000010:0.0:1767384708.290938:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000009cf063dd. 00000100:00000010:0.0:1767384708.290942:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e0851fa3. 00000020:00000010:2.0:1767384708.290943:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.290947:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000100:00000200:2.0:1767384708.290950:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048153088 00010000:00000010:2.0:1767384708.290962:0:40999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000006018ef8. 00010000:00000010:2.0:1767384708.290966:0:40999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000041778f1c. 02000000:00000010:2.0:1767384708.290973:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cf16d5c4. 00010000:00000200:2.0:1767384708.290990:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000051c140bd x1853237048153088/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 328/344 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.291001:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.291003:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048153088, offset 224 00000400:00000200:2.0:1767384708.291007:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.291011:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.291015:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff09400 00000400:00000200:2.0:1767384708.291019:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b59 [1] + 224 00000400:00000200:2.0:1767384708.291022:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.291024:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.291027:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b22a9c0 x1853237048153088/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.291044:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.291046:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000020:00000010:2.0:1767384708.291055:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.291057:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.291060:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 02000000:00000010:2.0:1767384708.291064:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cf16d5c4. 00000100:00000200:2.0:1767384708.291068:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384708.291071:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a4b412cb. 00000400:00000010:2.0:1767384708.291075:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc03557. 00000400:00000010:1.0:1767384708.291077:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028566434. 00000400:00000200:1.0:1767384708.291082:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000400:00000010:1.0:1767384708.291084:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.291090:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b22a9c0 x1853237048153088/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384708.291101:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b22a9c0 x1853237048153088/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.291118:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c404ac2f. 02000000:00000010:1.0:1767384708.291133:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cf703f44. 02000000:00000010:1.0:1767384708.291137:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000476ba9cd. 00000100:00000010:1.0:1767384708.291140:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b22a9c0. 10000000:00000010:1.0:1767384708.291149:0:40990:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000000716b394. 00000004:00000010:3.0:1767384708.291304:0:40992:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 0000000023dbdedc. 00080000:00000010:3.0:1767384708.291309:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ba8bed0d. 00080000:00000010:3.0:1767384708.291311:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000001d3e606d. 00080000:00000010:3.0:1767384708.291313:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000034e92a37. 00080000:00000010:3.0:1767384708.291316:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000f6b3f867. 00080000:00000010:3.0:1767384708.291318:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000d9bdf198. 00000100:00000010:1.0:1767384708.291762:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b22a9c0. 02000000:00000010:1.0:1767384708.291772:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000476ba9cd. 00000100:00000010:1.0:1767384708.291780:0:40990:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000cf703f44. 00000100:00000010:1.0:1767384708.291783:0:40990:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000005d1b3f9e. 00000100:00000010:1.0:1767384708.291801:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c404ac2f. 00000400:00000010:1.0:1767384708.291812:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000028566434. 00000400:00000010:1.0:1767384708.291818:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000aee9c7fe. 00000100:00000200:1.0:1767384708.291823:0:40990:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x695825ff09480-0x695825ff09480, portal 33 02000000:00000010:1.0:1767384708.291828:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010e92f64. 00000400:00000010:1.0:1767384708.291831:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052b21c41. 00000400:00000010:1.0:1767384708.291834:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.291836:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048153216, portal 25 00000400:00000010:1.0:1767384708.291839:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.291841:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1853237048153216, offset 0 00000400:00000200:1.0:1767384708.291846:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.291852:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.291858:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 304 into portal 26 MB=0x695825ff09480 00000400:00000200:1.0:1767384708.291861:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 304/304 into md 0x22c9 [2] + 0 00000400:00000010:1.0:1767384708.291865:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000069e4a0cc. 00000400:00000200:1.0:1767384708.291868:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000246309d2 00000400:00000200:1.0:1767384708.291871:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.291874:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.291877:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000246309d2 00000400:00000010:1.0:1767384708.291879:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000246309d2. 00000100:00000200:1.0:1767384708.291883:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384708.291899:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000400:00000010:1.0:1767384708.291901:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.291907:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b22a9c0 x1853237048153216/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.291915:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.291919:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.291923:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:2.0:1767384708.291925:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.291927:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.291948:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.291950:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000100:00000200:2.0:1767384708.291951:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048153216 02000000:00000010:2.0:1767384708.291957:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000cf16d5c4. 20000000:00000010:2.0:1767384708.291964:0:40999:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000b2a2682f. 00000100:00000010:2.0:1767384708.292000:0:40999:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000aedcb42d. 00000100:00000010:2.0:1767384708.292002:0:40999:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000001f5f2c3b. 00000400:00000010:2.0:1767384708.292006:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000400:00000010:2.0:1767384708.292011:0:40999:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000009f299b27. 00000400:00000200:2.0:1767384708.292013:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.292018:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.292022:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 864 into portal 33 MB=0x695825ff09480 00000400:00000200:2.0:1767384708.292025:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-0@lo of length 864/864 into md 0x2b69 [256] + 0 00000400:00000010:2.0:1767384708.292027:0:40999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000028566434. 00000400:00000200:2.0:1767384708.292029:0:40999:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000aee9c7fe 00000400:00000200:2.0:1767384708.292031:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.292033:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384708.292035:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aee9c7fe 00000400:00000010:2.0:1767384708.292036:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000aee9c7fe. 00000100:00000200:2.0:1767384708.292038:0:40999:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000006b22a9c0 desc 00000000cf703f44 mbits 1853237048153216 00000400:00000200:2.0:1767384708.292047:0:40999:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767384708.292050:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : ACK - for me 00000400:00000200:2.0:1767384708.292055:0:40999:0:(lib-move.c:4687:lnet_parse_ack()) 0@lo: ACK from 12345-0@lo into md 0x2b75 00000400:00000200:2.0:1767384708.292057:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.292058:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: ACK: OK 00000100:00000200:2.0:1767384708.292061:0:40999:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc 00000000aedcb42d 00000400:00000200:2.0:1767384708.292064:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.292066:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.292068:0:40999:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 00000000aedcb42d 00000100:00000200:2.0:1767384708.292071:0:40999:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 864 bytes via portal 33 id 12345-0@lo mbits 0x695825ff09480-0x695825ff09480 00000100:00000010:2.0:1767384708.292077:0:40999:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000001f5f2c3b. 00000100:00000010:2.0:1767384708.292080:0:40999:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000aedcb42d. 20000000:00000010:2.0:1767384708.292085:0:40999:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000b2a2682f. 00010000:00000200:2.0:1767384708.292090:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000e62724a3 x1853237048153216/t0(0) o256->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 304/240 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.292098:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.292100:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 25, xid 1853237048153216, offset 224 00000400:00000200:2.0:1767384708.292103:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.292106:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.292109:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 25 MB=0x695825ff09480 00000400:00000200:2.0:1767384708.292111:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 240/240 into md 0x2b6d [1] + 224 00000400:00000200:2.0:1767384708.292113:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.292115:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.292118:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b22a9c0 x1853237048153216/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.292129:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.292130:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000020:00000010:2.0:1767384708.292137:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.292140:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.292143:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 00000400:00000010:1.0:1767384708.292145:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052b21c41. 02000000:00000010:2.0:1767384708.292146:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000cf16d5c4. 00000100:00000200:2.0:1767384708.292152:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:1.0:1767384708.292153:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000400:00000010:2.0:1767384708.292157:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005d98e33a. 00000400:00000010:1.0:1767384708.292157:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000400:00000010:2.0:1767384708.292165:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000089298810. 00000100:00000200:1.0:1767384708.292168:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b22a9c0 x1853237048153216/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384708.292179:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b22a9c0 x1853237048153216/t0(0) o256->MGC192.168.203.125@tcp@0@lo:26/25 lens 304/240 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.292194:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c404ac2f. 10000000:00000010:1.0:1767384708.292206:0:40990:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000abd5e131. 00000100:00000200:1.0:1767384708.292217:0:40990:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.203.125@tcp with 192.168.203.125@tcp 00000100:00000200:1.0:1767384708.292221:0:40990:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.203.125@tcp' 00000100:00000200:1.0:1767384708.292224:0:40990:0:(lustre_peer.c:196:class_add_nids_to_uuid()) fill only 32 from 42 NIDs for '192.168.203.125@tcp' 00000400:00000200:1.0:1767384708.292227:0:40990:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:1.0:1767384708.292232:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:1.0:1767384708.292237:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1767384708.292242:0:40990:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (42) 00000400:00000200:1.0:1767384708.292246:0:40990:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1767384708.292249:0:40990:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:1.0:1767384708.292252:0:40990:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (43) 00000400:00000200:1.0:1767384708.292254:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:1.0:1767384708.292256:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:1.0:1767384708.292260:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292262:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:1.0:1767384708.292264:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:1.0:1767384708.292266:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292268:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:1.0:1767384708.292270:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:1.0:1767384708.292272:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292274:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:1.0:1767384708.292276:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:1.0:1767384708.292278:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292280:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:1.0:1767384708.292282:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:1.0:1767384708.292285:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292286:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:1.0:1767384708.292288:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:1.0:1767384708.292290:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292292:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:1.0:1767384708.292294:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:1.0:1767384708.292296:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292297:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:1.0:1767384708.292299:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:1.0:1767384708.292302:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292303:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:1.0:1767384708.292305:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:1.0:1767384708.292308:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292310:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:1.0:1767384708.292312:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:1.0:1767384708.292315:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292316:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:1.0:1767384708.292318:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:1.0:1767384708.292321:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292323:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:1.0:1767384708.292325:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:1.0:1767384708.292328:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292329:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:1.0:1767384708.292331:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:1.0:1767384708.292333:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292335:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:1.0:1767384708.292337:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:1.0:1767384708.292339:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292340:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:1.0:1767384708.292342:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:1.0:1767384708.292345:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292347:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:1.0:1767384708.292349:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:1.0:1767384708.292352:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292354:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:1.0:1767384708.292355:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:1.0:1767384708.292358:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292359:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:1.0:1767384708.292361:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:1.0:1767384708.292364:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292365:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:1.0:1767384708.292368:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:1.0:1767384708.292370:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292372:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:1.0:1767384708.292374:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:1.0:1767384708.292376:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292378:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:1.0:1767384708.292379:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:1.0:1767384708.292383:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292384:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:1.0:1767384708.292386:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:1.0:1767384708.292389:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292390:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:1.0:1767384708.292392:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:1.0:1767384708.292395:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292396:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:1.0:1767384708.292398:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:1.0:1767384708.292400:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292401:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000400:00000200:1.0:1767384708.292403:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.125@tcp34 00000400:00000200:1.0:1767384708.292406:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp34 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292407:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp34 00000400:00000200:1.0:1767384708.292409:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.125@tcp35 00000400:00000200:1.0:1767384708.292412:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp35 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292413:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp35 00000400:00000200:1.0:1767384708.292415:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.125@tcp36 00000400:00000200:1.0:1767384708.292417:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp36 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292419:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp36 00000400:00000200:1.0:1767384708.292421:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.125@tcp37 00000400:00000200:1.0:1767384708.292423:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp37 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292424:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp37 00000400:00000200:1.0:1767384708.292426:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.125@tcp38 00000400:00000200:1.0:1767384708.292428:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp38 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292430:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp38 00000400:00000200:1.0:1767384708.292431:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.125@tcp39 00000400:00000200:1.0:1767384708.292434:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp39 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292435:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp39 00000400:00000200:1.0:1767384708.292463:0:40990:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.125@tcp40 00000400:00000200:1.0:1767384708.292468:0:40990:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp40 NID flags 0x1: -114 00000400:00000200:1.0:1767384708.292470:0:40990:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp40 10000000:00000010:1.0:1767384708.292476:0:40990:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 120 at 0000000053408932. 00000020:00000010:1.0:1767384708.292483:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000089f1f133. 00000020:00000010:1.0:1767384708.292487:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003cf4918a. 00000040:00000010:1.0:1767384708.292490:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000025680772. 00000020:00000010:1.0:1767384708.292494:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e1935403. 00000020:00000010:1.0:1767384708.292497:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f303f055. 00000020:00000010:1.0:1767384708.292500:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000473c31b0. 80000000:00000010:1.0:1767384708.292504:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf4ccabf. 40000000:00000010:1.0:1767384708.292506:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000045aed576. 00100000:00000010:1.0:1767384708.292509:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ef270e5. 00040000:00000010:1.0:1767384708.292513:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000057efd3cc. 00040000:00000010:1.0:1767384708.292516:0:40990:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c9a97750. 00040000:00000010:1.0:1767384708.292520:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb579268. 00080000:00000010:1.0:1767384708.292524:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000019b373f6. 00080000:00000010:1.0:1767384708.292527:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aee9c7fe. 00000004:00000010:1.0:1767384708.292531:0:40990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000032d5238d. 00000004:00000010:1.0:1767384708.292535:0:40990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000045495628. 00000004:00000010:1.0:1767384708.292538:0:40990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c50bd8d6. 00002000:00000010:1.0:1767384708.292541:0:40990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000241f3464. 00000004:00000010:1.0:1767384708.292544:0:40990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000c0f7e8f. 00000020:00000010:1.0:1767384708.292609:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003cf4918a. 00000040:00000010:1.0:1767384708.292615:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000025680772. 00000020:00000010:1.0:1767384708.292618:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e1935403. 00000020:00000010:1.0:1767384708.292622:0:40990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f303f055. 00000020:00000010:1.0:1767384708.292626:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000473c31b0. 80000000:00000010:1.0:1767384708.292629:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cf4ccabf. 40000000:00000010:1.0:1767384708.292632:0:40990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000045aed576. 00100000:00000010:1.0:1767384708.292634:0:40990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000000ef270e5. 00040000:00000010:1.0:1767384708.292637:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000057efd3cc. 00040000:00000010:1.0:1767384708.292640:0:40990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c9a97750. 00040000:00000010:1.0:1767384708.292643:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb579268. 00080000:00000010:1.0:1767384708.292646:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aee9c7fe. 00080000:00000010:1.0:1767384708.292649:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000019b373f6. 00000004:00000010:1.0:1767384708.292651:0:40990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000032d5238d. 00000004:00000010:1.0:1767384708.292654:0:40990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000045495628. 00000004:00000010:1.0:1767384708.292658:0:40990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c50bd8d6. 00002000:00000010:1.0:1767384708.292660:0:40990:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000241f3464. 00000004:00000010:1.0:1767384708.292678:0:40990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000000c0f7e8f. 00000020:00000010:1.0:1767384708.292682:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000089f1f133. 10000000:00000010:1.0:1767384708.292685:0:40990:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 120 at 0000000053408932. 10000000:00000010:1.0:1767384708.292687:0:40990:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000abd5e131. 02000000:00000010:1.0:1767384708.292692:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010e92f64. 00000100:00000010:1.0:1767384708.292700:0:40990:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000005d1b3f9e. 00000100:00000010:1.0:1767384708.292704:0:40990:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000cf703f44. 02000000:00000010:1.0:1767384708.292706:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000476ba9cd. 00000100:00000010:1.0:1767384708.292709:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b22a9c0. 10000000:00000010:1.0:1767384708.293386:0:40990:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000000716b394. 00000100:00000010:1.0:1767384708.293407:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b22a9c0. 02000000:00000010:1.0:1767384708.293415:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077233a16. 00010000:00000010:1.0:1767384708.293423:0:40990:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000041cc7f57. 00010000:00000010:1.0:1767384708.293429:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000b2c0587. 00000100:00000010:1.0:1767384708.293462:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c404ac2f. 02000000:00000010:1.0:1767384708.293473:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cf703f44. 00000400:00000010:1.0:1767384708.293478:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052b21c41. 00000400:00000010:1.0:1767384708.293483:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.293486:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048153344, portal 25 00000400:00000010:1.0:1767384708.293491:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.293493:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048153344, offset 0 00000400:00000200:1.0:1767384708.293498:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.293505:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.293513:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff09500 00000400:00000200:1.0:1767384708.293517:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x22cd [2] + 0 00000400:00000010:1.0:1767384708.293521:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000536e75f. 00000400:00000200:1.0:1767384708.293524:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ef157bd6 00000400:00000200:1.0:1767384708.293528:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.293531:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.293533:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ef157bd6 00000400:00000010:1.0:1767384708.293535:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ef157bd6. 00000100:00000200:1.0:1767384708.293538:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384708.293552:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000400:00000010:1.0:1767384708.293554:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.293557:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b22a9c0 x1853237048153344/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.293578:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.293583:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.293589:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:2.0:1767384708.293593:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.293597:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.293624:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.293628:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000100:00000200:2.0:1767384708.293631:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048153344 00010000:00000010:2.0:1767384708.293641:0:40999:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000013e02688. 00010000:00000010:2.0:1767384708.293646:0:40999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f33fe8a2. 02000000:00000010:2.0:1767384708.293653:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cf16d5c4. 00010000:00000200:2.0:1767384708.293660:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000003001c2c x1853237048153344/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 328/344 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.293685:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.293688:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048153344, offset 224 00000400:00000200:2.0:1767384708.293692:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.293696:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.293701:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff09500 00000400:00000200:2.0:1767384708.293704:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2b81 [1] + 224 00000400:00000200:2.0:1767384708.293707:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.293709:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.293713:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b22a9c0 x1853237048153344/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.293725:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.293727:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000020:00000010:2.0:1767384708.293733:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.293736:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.293737:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 02000000:00000010:2.0:1767384708.293740:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cf16d5c4. 00000100:00000200:2.0:1767384708.293743:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384708.293747:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f544a85b. 00000400:00000010:2.0:1767384708.293751:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056c8c3e1. 00000400:00000010:1.0:1767384708.293756:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052b21c41. 00000400:00000200:1.0:1767384708.293761:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000400:00000010:1.0:1767384708.293763:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.293769:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b22a9c0 x1853237048153344/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384708.293778:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b22a9c0 x1853237048153344/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.293792:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c404ac2f. 02000000:00000010:1.0:1767384708.293801:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cf703f44. 02000000:00000010:1.0:1767384708.293805:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000077233a16. 00000100:00000010:1.0:1767384708.293809:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b22a9c0. 10000000:00000010:1.0:1767384708.293815:0:40990:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000045aed576. 00000020:00000010:1.0:1767384708.293819:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077233a16. 00000020:00000010:1.0:1767384708.293824:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000476ba9cd. 00000040:00000010:1.0:1767384708.293828:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000010e92f64. 00000020:00000010:1.0:1767384708.293833:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c50bd8d6. 00000020:00000010:1.0:1767384708.293837:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000089f1f133. 80000000:00000010:1.0:1767384708.293842:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000cf4ccabf. 00040000:00000010:1.0:1767384708.293846:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb579268. 00080000:00000010:1.0:1767384708.293851:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000019b373f6. 00080000:00000010:1.0:1767384708.293854:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aee9c7fe. 20000000:00000010:1.0:1767384708.293861:0:40990:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000025680772. 00000040:00000010:1.0:1767384708.293867:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003cf4918a. 00000100:00000010:1.0:1767384708.293873:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000006b22a9c0. 02000000:00000010:1.0:1767384708.293881:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f6842bc. 00000100:00000010:1.0:1767384708.293890:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c404ac2f. 02000000:00000010:1.0:1767384708.293900:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf9936e9. 00000400:00000010:1.0:1767384708.293904:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052b21c41. 00000400:00000010:1.0:1767384708.293909:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f03409a0. 00000100:00000200:1.0:1767384708.293912:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048153472, portal 25 00000400:00000010:1.0:1767384708.293916:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.293919:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1853237048153472, offset 0 00000400:00000200:1.0:1767384708.293926:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.293933:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.293940:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x695825ff09580 00000400:00000200:1.0:1767384708.293945:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x22d1 [2] + 0 00000400:00000010:1.0:1767384708.293949:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf7b3de6. 00000400:00000200:1.0:1767384708.293952:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000086196093 00000400:00000200:1.0:1767384708.293956:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.293960:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1767384708.293963:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000086196093 00000400:00000010:1.0:1767384708.293965:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000086196093. 00000100:00000200:1.0:1767384708.293968:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1767384708.293983:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000400:00000010:1.0:1767384708.293985:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.293989:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000006b22a9c0 x1853237048153472/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.294001:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.294006:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.294011:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000297029c9. 00000020:00000010:2.0:1767384708.294013:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.294016:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.294036:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.294038:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000100:00000200:2.0:1767384708.294040:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048153472 02000000:00000010:2.0:1767384708.294047:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000cf16d5c4. 00000040:00000010:2.0:1767384708.294052:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000392ee471. 00000040:00000010:2.0:1767384708.294094:0:40999:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 000000008a3ee87c. 00000020:00000010:2.0:1767384708.294101:0:40999:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000003f4e53a8. 00080000:00000010:2.0:1767384708.294108:0:40999:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000089761064. 00000040:00000010:2.0:1767384708.294120:0:40999:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 000000008a3ee87c. 00000040:00000010:2.0:1767384708.294123:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000392ee471. 00010000:00000200:2.0:1767384708.294129:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000007b703801 x1853237048153472/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 504/272 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.294137:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.294139:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237048153472, offset 224 00000400:00000200:2.0:1767384708.294142:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.294146:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.294149:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695825ff09580 00000400:00000200:2.0:1767384708.294152:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2b91 [1] + 224 00000400:00000200:2.0:1767384708.294154:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.294157:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.294160:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000006b22a9c0 x1853237048153472/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.294176:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.294178:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000020:00000010:2.0:1767384708.294184:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.294186:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.294188:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000297029c9. 02000000:00000010:2.0:1767384708.294191:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000cf16d5c4. 00000100:00000200:2.0:1767384708.294194:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384708.294197:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000046fc10ea. 00000400:00000010:2.0:1767384708.294200:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009a94333. 00000400:00000010:3.0:1767384708.294219:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000052b21c41. 00000400:00000200:3.0:1767384708.294224:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f03409a0 00000400:00000010:3.0:1767384708.294226:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f03409a0. 00000100:00000200:3.0:1767384708.294231:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000006b22a9c0 x1853237048153472/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384708.294238:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000006b22a9c0 x1853237048153472/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384708.294249:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c404ac2f. 02000000:00000010:3.0:1767384708.294255:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf9936e9. 02000000:00000010:3.0:1767384708.294257:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005f6842bc. 00000100:00000010:3.0:1767384708.294259:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000006b22a9c0. 00000040:00000010:3.0:1767384708.294264:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000001fc6dced. 00000100:00000010:3.0:1767384708.294268:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d203108. 02000000:00000010:3.0:1767384708.294273:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005bb482ce. 00000100:00000010:3.0:1767384708.294279:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e9ccf924. 02000000:00000010:3.0:1767384708.294294:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000974a50c4. 00000400:00000010:3.0:1767384708.294299:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fb3b2f6. 00000400:00000010:3.0:1767384708.294302:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000075e125fe. 00000100:00000200:3.0:1767384708.294304:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048153600, portal 25 00000400:00000010:3.0:1767384708.294308:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fbd9d2. 00000100:00000200:3.0:1767384708.294309:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048153600, offset 0 00000400:00000200:3.0:1767384708.294313:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.294318:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.294323:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff09600 00000400:00000200:3.0:1767384708.294326:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x22d5 [2] + 0 00000400:00000010:3.0:1767384708.294328:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004969e5ff. 00000400:00000200:3.0:1767384708.294331:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000001cd5467d 00000400:00000200:3.0:1767384708.294333:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.294336:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384708.294337:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001cd5467d 00000400:00000010:3.0:1767384708.294339:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001cd5467d. 00000100:00000200:3.0:1767384708.294341:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384708.294355:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fbd9d2 00000400:00000010:3.0:1767384708.294357:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fbd9d2. 00000100:00000200:3.0:1767384708.294360:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005d203108 x1853237048153600/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.294378:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.294382:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.294386:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa4c0f73. 00000020:00000010:2.0:1767384708.294389:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.294391:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.294409:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.294411:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000100:00000200:2.0:1767384708.294414:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048153600 02000000:00000010:2.0:1767384708.294429:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000097ec674. 00000040:00000010:2.0:1767384708.294433:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004a25baf0. 00000040:00000010:2.0:1767384708.294627:0:40999:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000095d2e4ea. 00000040:00000010:2.0:1767384708.294636:0:40999:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000095d2e4ea. 00000040:00000010:2.0:1767384708.294638:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004a25baf0. 00010000:00000200:2.0:1767384708.294643:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000a8c6fa34 x1853237048153600/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 272/8416 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.294651:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000f9be63cb. 00000100:00000200:2.0:1767384708.294654:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237048153600, offset 224 00000400:00000200:2.0:1767384708.294657:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.294661:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.294680:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695825ff09600 00000400:00000200:2.0:1767384708.294683:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2ba1 [4] + 224 00000400:00000200:2.0:1767384708.294687:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.294689:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.294693:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005d203108 x1853237048153600/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.294707:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000f9be63cb 00000400:00000010:2.0:1767384708.294708:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000f9be63cb. 00000020:00000010:2.0:1767384708.294715:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.294718:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.294720:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa4c0f73. 02000000:00000010:2.0:1767384708.294724:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000097ec674. 00000400:00000010:3.0:1767384708.294733:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003fb3b2f6. 00000100:00000200:2.0:1767384708.294735:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1767384708.294738:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e125fe 00000400:00000010:2.0:1767384708.294740:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000091af7e7a. 00000400:00000010:3.0:1767384708.294741:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000075e125fe. 00000100:00000200:3.0:1767384708.294748:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005d203108 x1853237048153600/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.294748:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f9be63cb. 00000100:00000200:3.0:1767384708.294758:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005d203108 x1853237048153600/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1767384708.294769:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000e9ccf924. 02000000:00000010:3.0:1767384708.294773:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000974a50c4. 02000000:00000010:3.0:1767384708.294781:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005bb482ce. 00000100:00000010:3.0:1767384708.294784:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005d203108. 00000040:00000010:3.0:1767384708.294794:0:40990:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000008c919425. 00000020:00000010:3.0:1767384708.294979:0:41026:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005bb482ce. 00000020:00000010:3.0:1767384708.294983:0:41026:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001f40b9d0. 00000040:00000010:3.0:1767384708.294986:0:41026:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009907b1fd. 00000020:00000010:3.0:1767384708.294988:0:41026:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000003203dda7. 00000020:00000010:3.0:1767384708.294991:0:41026:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008ddef0df. 00000020:00000010:3.0:1767384708.294993:0:41026:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006797735d. 80000000:00000010:3.0:1767384708.295007:0:41026:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000031e40b08. 40000000:00000010:3.0:1767384708.295009:0:41026:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000074161782. 00100000:00000010:3.0:1767384708.295012:0:41026:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a644cb18. 00040000:00000010:3.0:1767384708.295015:0:41026:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000050c34cfc. 00040000:00000010:3.0:1767384708.295018:0:41026:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c31ee7a8. 00040000:00000010:3.0:1767384708.295020:0:41026:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002e913e5d. 00080000:00000010:3.0:1767384708.295024:0:41026:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000018a4c59. 00080000:00000010:3.0:1767384708.295028:0:41026:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000030f70fa2. 00000004:00000010:3.0:1767384708.295031:0:41026:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000053dc238a. 00000004:00000010:3.0:1767384708.295034:0:41026:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024e85ab9. 00000004:00000010:3.0:1767384708.295037:0:41026:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000043fbc862. 00002000:00000010:3.0:1767384708.295039:0:41026:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000445b4c81. 00000004:00000010:3.0:1767384708.295041:0:41026:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f602ce56. 00000020:00000010:3.0:1767384708.295044:0:41026:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000cfba6a1d. 00000040:00000010:3.0:1767384708.295049:0:41026:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000003ace395. 00000040:00000010:3.0:1767384708.295474:0:41026:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 0000000003ace395. 00000020:00000010:3.0:1767384708.295481:0:41026:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000cfba6a1d. 00000020:00000010:3.0:1767384708.295489:0:41026:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000001f40b9d0. 00000040:00000010:3.0:1767384708.295492:0:41026:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009907b1fd. 00000020:00000010:3.0:1767384708.295493:0:41026:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000003203dda7. 00000020:00000010:3.0:1767384708.295496:0:41026:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000008ddef0df. 00000020:00000010:3.0:1767384708.295500:0:41026:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006797735d. 80000000:00000010:3.0:1767384708.295502:0:41026:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000031e40b08. 40000000:00000010:3.0:1767384708.295503:0:41026:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000074161782. 00100000:00000010:3.0:1767384708.295505:0:41026:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a644cb18. 00040000:00000010:3.0:1767384708.295507:0:41026:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000050c34cfc. 00040000:00000010:3.0:1767384708.295511:0:41026:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000c31ee7a8. 00040000:00000010:3.0:1767384708.295513:0:41026:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002e913e5d. 00080000:00000010:3.0:1767384708.295517:0:41026:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000030f70fa2. 00080000:00000010:3.0:1767384708.295519:0:41026:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000018a4c59. 00000004:00000010:3.0:1767384708.295521:0:41026:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000053dc238a. 00000004:00000010:3.0:1767384708.295522:0:41026:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000024e85ab9. 00000004:00000010:3.0:1767384708.295524:0:41026:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000043fbc862. 00002000:00000010:3.0:1767384708.295527:0:41026:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000445b4c81. 00000004:00000010:3.0:1767384708.295530:0:41026:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000f602ce56. 00000020:00000010:3.0:1767384708.295532:0:41026:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005bb482ce. 00000040:00000010:0.0:1767384708.295558:0:40990:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000008c919425. 00000040:00000010:0.0:1767384708.295565:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000001fc6dced. 00000040:00000010:0.0:1767384708.295570:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000003cf4918a. 00000020:00000010:0.0:1767384708.295575:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000476ba9cd. 00000040:00000010:0.0:1767384708.295579:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000010e92f64. 00000020:00000010:0.0:1767384708.295583:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000c50bd8d6. 00000020:00000010:0.0:1767384708.295586:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000089f1f133. 80000000:00000010:0.0:1767384708.295590:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000cf4ccabf. 00040000:00000010:0.0:1767384708.295593:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000fb579268. 00080000:00000010:0.0:1767384708.295595:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aee9c7fe. 00080000:00000010:0.0:1767384708.295597:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000019b373f6. 20000000:00000010:0.0:1767384708.295599:0:40990:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000025680772. 00000020:00000010:0.0:1767384708.295601:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077233a16. 10000000:00000010:0.0:1767384708.295605:0:40990:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000045aed576. 00000020:00000010:0.0:1767384708.295617:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000cab80179. 00000040:00000010:0.0:1767384708.295620:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000d3c00375. 00000020:00000010:0.0:1767384708.295622:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007b38a8dd. 00000020:00000010:0.0:1767384708.295625:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001a720421. 00040000:00000010:0.0:1767384708.295628:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c85155cb. 00040000:00000010:0.0:1767384708.295631:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005fca2587. 00080000:00000010:0.0:1767384708.295635:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000091d4089c. 00080000:00000010:0.0:1767384708.295638:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000021dbaef8. 00000020:00000010:0.0:1767384708.295641:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b5d78de. 00000020:00000010:0.0:1767384708.295645:0:40990:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 00000000bcb730de. 00000020:00000010:0.0:1767384708.295648:0:40990:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000ccaffa0d. 00000020:00000010:0.0:1767384708.295656:0:40990:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at 000000003aa24022. 00000020:00000010:0.0:1767384708.295659:0:40990:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at 00000000a8d556a3. 00000020:00000010:0.0:1767384708.295661:0:40990:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000e0d0a224. 00000020:00000010:0.0:1767384708.295675:0:40990:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at 000000002ac12c8a. 00000020:00000010:0.0:1767384708.295678:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b5d78de. 00000020:00000010:0.0:1767384708.295680:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003f690f71. 00000040:00000010:0.0:1767384708.295683:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005fca2587. 00000020:00000010:0.0:1767384708.295686:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000301cc898. 00000020:00000010:0.0:1767384708.295688:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001a720421. 00040000:00000010:0.0:1767384708.295691:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006b249760. 00040000:00000010:0.0:1767384708.295694:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d3c00375. 00080000:00000010:0.0:1767384708.295698:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bbbaf339. 00080000:00000010:0.0:1767384708.295703:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b5986d47. 10000000:00000010:0.0:1767384708.295709:0:40990:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 0000000077233a16. 00000100:00000010:0.0:1767384708.295716:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d2f3373. 02000000:00000010:0.0:1767384708.295723:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025680772. 00010000:00000010:0.0:1767384708.295730:0:40990:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000000f338265. 00000100:00000010:0.0:1767384708.295737:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda46a08. 02000000:00000010:0.0:1767384708.295745:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001d50c40f. 00000400:00000010:0.0:1767384708.295748:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b97281d3. 00000400:00000010:0.0:1767384708.295752:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384708.295755:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048153728, portal 25 00000400:00000010:0.0:1767384708.295757:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000100:00000200:0.0:1767384708.295759:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1853237048153728, offset 0 00000400:00000200:0.0:1767384708.295763:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384708.295767:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384708.295771:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x695825ff09680 00000400:00000200:0.0:1767384708.295774:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x22d9 [2] + 0 00000400:00000010:0.0:1767384708.295777:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000054e157ab. 00000400:00000200:0.0:1767384708.295779:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000000bb48557 00000400:00000200:0.0:1767384708.295782:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384708.295786:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384708.295788:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000000bb48557 00000400:00000010:0.0:1767384708.295789:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bb48557. 00000100:00000200:0.0:1767384708.295792:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384708.295804:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384708.295805:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000100:00000200:0.0:1767384708.295810:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d2f3373 x1853237048153728/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.295823:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.295827:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.295831:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa4c0f73. 00000020:00000010:2.0:1767384708.295834:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.295836:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.295859:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.295861:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000100:00000200:2.0:1767384708.295865:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048153728 00010000:00000010:2.0:1767384708.295874:0:40999:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008646a8e6. 02000000:00000010:2.0:1767384708.295880:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000cf16d5c4. 00010000:00000200:2.0:1767384708.295888:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000078e97082 x1853237048153728/t0(0) o101->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 328/344 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.295896:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.295899:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1853237048153728, offset 224 00000400:00000200:2.0:1767384708.295901:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.295905:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.295909:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x695825ff09680 00000400:00000200:2.0:1767384708.295911:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x2bb1 [1] + 224 00000400:00000200:2.0:1767384708.295923:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.295926:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.295929:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d2f3373 x1853237048153728/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.295948:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.295950:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000020:00000010:2.0:1767384708.295956:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.295959:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.295961:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa4c0f73. 02000000:00000010:2.0:1767384708.295963:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000cf16d5c4. 00000100:00000200:2.0:1767384708.295966:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1767384708.295969:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003c4c9d29. 00000400:00000010:2.0:1767384708.295972:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaa32b52. 00000400:00000010:0.0:1767384708.296025:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b97281d3. 00000400:00000200:0.0:1767384708.296030:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:0.0:1767384708.296032:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384708.296036:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d2f3373 x1853237048153728/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767384708.296043:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d2f3373 x1853237048153728/t0(0) o101->MGC192.168.203.125@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384708.296058:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dda46a08. 02000000:00000010:0.0:1767384708.296066:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000001d50c40f. 02000000:00000010:0.0:1767384708.296068:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000025680772. 00000100:00000010:0.0:1767384708.296070:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d2f3373. 10000000:00000010:0.0:1767384708.296075:0:40990:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000045df682d. 00000020:00000010:0.0:1767384708.296077:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025680772. 00000020:00000010:0.0:1767384708.296079:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000473c31b0. 00000040:00000010:0.0:1767384708.296081:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000fb579268. 00000020:00000010:0.0:1767384708.296084:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa0873d5. 00000020:00000010:0.0:1767384708.296086:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000089f1f133. 80000000:00000010:0.0:1767384708.296088:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000942f3558. 00040000:00000010:0.0:1767384708.296090:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000010e92f64. 00080000:00000010:0.0:1767384708.296093:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000008b885e4f. 00080000:00000010:0.0:1767384708.296098:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000f80bbc36. 20000000:00000010:0.0:1767384708.296102:0:40990:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 000000003cf4918a. 00000040:00000010:0.0:1767384708.296106:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000b7299038. 00000100:00000010:0.0:1767384708.296110:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d2f3373. 02000000:00000010:0.0:1767384708.296116:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092774213. 00000100:00000010:0.0:1767384708.296120:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda46a08. 02000000:00000010:0.0:1767384708.296126:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000074be0e29. 00000400:00000010:0.0:1767384708.296128:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b97281d3. 00000400:00000010:0.0:1767384708.296130:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384708.296132:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048153856, portal 25 00000400:00000010:0.0:1767384708.296136:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000100:00000200:0.0:1767384708.296137:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1853237048153856, offset 0 00000400:00000200:0.0:1767384708.296141:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384708.296146:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384708.296152:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 512 into portal 26 MB=0x695825ff09700 00000400:00000200:0.0:1767384708.296155:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 512/512 into md 0x22dd [2] + 0 00000400:00000010:0.0:1767384708.296157:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b8916be8. 00000400:00000200:0.0:1767384708.296159:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000047d37440 00000400:00000200:0.0:1767384708.296162:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384708.296165:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384708.296167:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000047d37440 00000400:00000010:0.0:1767384708.296169:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000047d37440. 00000100:00000200:0.0:1767384708.296171:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384708.296184:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004341b529 00000400:00000010:0.0:1767384708.296185:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000100:00000200:0.0:1767384708.296187:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d2f3373 x1853237048153856/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.296207:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.296212:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.296217:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa4c0f73. 00000020:00000010:2.0:1767384708.296221:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.296224:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.296247:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.296250:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000100:00000200:2.0:1767384708.296254:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048153856 02000000:00000010:2.0:1767384708.296262:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000cf16d5c4. 00000040:00000010:2.0:1767384708.296267:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004a25baf0. 00000040:00000010:2.0:1767384708.296286:0:40999:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000001f5f2c3b. 00000040:00000010:2.0:1767384708.296291:0:40999:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000001f5f2c3b. 00000040:00000010:2.0:1767384708.296293:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004a25baf0. 20000000:00000010:2.0:1767384708.296298:0:40999:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000445e6c4d. 20000000:00000010:2.0:1767384708.296300:0:40999:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 00000000445e6c4d. 00010000:00000200:2.0:1767384708.296304:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000fca43b21 x1853237048153856/t0(0) o501->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 512/272 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.296312:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.296315:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1853237048153856, offset 224 00000400:00000200:2.0:1767384708.296318:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.296322:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.296326:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x695825ff09700 00000400:00000200:2.0:1767384708.296329:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x2bc1 [1] + 224 00000400:00000200:2.0:1767384708.296332:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.296334:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.296337:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d2f3373 x1853237048153856/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.296351:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.296352:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000020:00000010:2.0:1767384708.296358:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.296361:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.296365:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa4c0f73. 02000000:00000010:2.0:1767384708.296369:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000cf16d5c4. 00000100:00000200:2.0:1767384708.296374:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.296375:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b97281d3. 00000400:00000010:2.0:1767384708.296379:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009a257951. 00000400:00000200:0.0:1767384708.296380:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:0.0:1767384708.296383:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384708.296387:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d2f3373 x1853237048153856/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.296389:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008f766f2c. 00000100:00000200:0.0:1767384708.296398:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d2f3373 x1853237048153856/t0(0) o501->MGC192.168.203.125@tcp@0@lo:26/25 lens 512/272 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384708.296409:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dda46a08. 02000000:00000010:0.0:1767384708.296414:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000074be0e29. 02000000:00000010:0.0:1767384708.296416:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000092774213. 00000100:00000010:0.0:1767384708.296418:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d2f3373. 00000040:00000010:0.0:1767384708.296424:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d12a938e. 00000100:00000010:0.0:1767384708.296428:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d2f3373. 02000000:00000010:0.0:1767384708.296433:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000074be0e29. 00000100:00000010:0.0:1767384708.296455:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dda46a08. 02000000:00000010:0.0:1767384708.296469:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000974a50c4. 00000400:00000010:0.0:1767384708.296473:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b97281d3. 00000400:00000010:0.0:1767384708.296478:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004fd06175. 00000100:00000200:0.0:1767384708.296480:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048153984, portal 25 00000400:00000010:0.0:1767384708.296484:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384708.296485:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048153984, offset 0 00000400:00000200:0.0:1767384708.296489:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384708.296493:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384708.296498:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff09780 00000400:00000200:0.0:1767384708.296501:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x22e1 [2] + 0 00000400:00000010:0.0:1767384708.296504:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d1379851. 00000400:00000200:0.0:1767384708.296506:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000ce3ec3c7 00000400:00000200:0.0:1767384708.296513:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384708.296516:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1767384708.296517:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ce3ec3c7 00000400:00000010:0.0:1767384708.296518:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000ce3ec3c7. 00000100:00000200:0.0:1767384708.296521:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1767384708.296530:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:0.0:1767384708.296531:0:40990:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384708.296534:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000008d2f3373 x1853237048153984/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.296552:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.296556:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.296560:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa4c0f73. 00000020:00000010:2.0:1767384708.296563:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.296564:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.296584:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.296586:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000100:00000200:2.0:1767384708.296588:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048153984 02000000:00000010:2.0:1767384708.296600:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000097ec674. 00000040:00000010:2.0:1767384708.296604:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000004a25baf0. 00000040:00000010:2.0:1767384708.296609:0:40999:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000095d2e4ea. 00000040:00000010:2.0:1767384708.296623:0:40999:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000095d2e4ea. 00000040:00000010:2.0:1767384708.296625:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000004a25baf0. 00010000:00000200:2.0:1767384708.296630:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000090d81bb2 x1853237048153984/t0(0) o503->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 272/8416 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.296638:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000bfd8daf2. 00000100:00000200:2.0:1767384708.296640:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1853237048153984, offset 224 00000400:00000200:2.0:1767384708.296645:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.296649:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.296653:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x695825ff09780 00000400:00000200:2.0:1767384708.296656:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x2bd1 [4] + 224 00000400:00000200:2.0:1767384708.296660:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.296677:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.296681:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000008d2f3373 x1853237048153984/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.296694:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bfd8daf2 00000400:00000010:2.0:1767384708.296695:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000bfd8daf2. 00000020:00000010:2.0:1767384708.296702:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.296705:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.296707:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa4c0f73. 02000000:00000010:2.0:1767384708.296710:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000097ec674. 00000400:00000010:0.0:1767384708.296714:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b97281d3. 00000400:00000200:0.0:1767384708.296719:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004fd06175 00000100:00000200:2.0:1767384708.296720:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1767384708.296720:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004fd06175. 00000400:00000010:2.0:1767384708.296726:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000e45d66f. 00000100:00000200:0.0:1767384708.296728:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000008d2f3373 x1853237048153984/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1767384708.296733:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfd8daf2. 00000100:00000200:0.0:1767384708.296739:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000008d2f3373 x1853237048153984/t0(0) o503->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767384708.296750:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000dda46a08. 02000000:00000010:0.0:1767384708.296754:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000974a50c4. 02000000:00000010:0.0:1767384708.296762:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000074be0e29. 00000100:00000010:0.0:1767384708.296765:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d2f3373. 00000040:00000010:0.0:1767384708.296769:0:40990:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 000000001edadc97. 00000020:00000010:2.0:1767384708.296899:0:41027:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa4c0f73. 00000020:00000010:2.0:1767384708.296904:0:41027:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000004a25baf0. 00000040:00000010:2.0:1767384708.296907:0:41027:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000297029c9. 00000020:00000010:2.0:1767384708.296910:0:41027:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b2a2682f. 00000020:00000010:2.0:1767384708.296914:0:41027:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029595e. 00000020:00000010:2.0:1767384708.296917:0:41027:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000392ee471. 80000000:00000010:2.0:1767384708.296920:0:41027:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005729145e. 40000000:00000010:2.0:1767384708.296922:0:41027:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000445e6c4d. 00100000:00000010:2.0:1767384708.296926:0:41027:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000055eccf7b. 00040000:00000010:2.0:1767384708.296929:0:41027:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000054a72e62. 00040000:00000010:2.0:1767384708.296933:0:41027:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000d2ce4275. 00040000:00000010:2.0:1767384708.296936:0:41027:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000092b544da. 00080000:00000010:2.0:1767384708.296939:0:41027:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000095d2e4ea. 00080000:00000010:2.0:1767384708.296944:0:41027:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000afb914e2. 00000004:00000010:2.0:1767384708.296950:0:41027:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005b072daf. 00000004:00000010:2.0:1767384708.296954:0:41027:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f2a303a7. 00000004:00000010:2.0:1767384708.296958:0:41027:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000006e1fa4a7. 00002000:00000010:2.0:1767384708.296961:0:41027:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000cf16d5c4. 00000004:00000010:2.0:1767384708.296964:0:41027:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000aedcb42d. 00000020:00000010:2.0:1767384708.296967:0:41027:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000723fbc5f. 00000040:00000010:2.0:1767384708.296979:0:41027:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000158b94c3. 00000100:00000010:2.0:1767384708.296985:0:41027:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000344d65e7. 02000000:00000010:2.0:1767384708.296991:0:41027:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000298dfcd9. 00000100:00000010:2.0:1767384708.296996:0:41027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000057ec370c. 02000000:00000010:2.0:1767384708.297009:0:41027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000974a50c4. 00000400:00000010:2.0:1767384708.297013:0:41027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf81adf9. 00000400:00000010:2.0:1767384708.297016:0:41027:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000064b5cf1a. 00000100:00000200:2.0:1767384708.297019:0:41027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048154112, portal 25 00000400:00000010:2.0:1767384708.297023:0:41027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.297025:0:41027:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048154112, offset 0 00000400:00000200:2.0:1767384708.297029:0:41027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.297033:0:41027:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.297038:0:41027:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff09800 00000400:00000200:2.0:1767384708.297041:0:41027:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x22e5 [2] + 0 00000400:00000010:2.0:1767384708.297043:0:41027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000fe19dbc2. 00000400:00000200:2.0:1767384708.297045:0:41027:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000054135935 00000400:00000200:2.0:1767384708.297047:0:41027:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.297049:0:41027:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384708.297052:0:41027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000054135935 00000400:00000010:2.0:1767384708.297053:0:41027:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000054135935. 00000100:00000200:2.0:1767384708.297055:0:41027:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384708.297067:0:41027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.297068:0:41027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.297071:0:41027:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000344d65e7 x1853237048154112/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384708.297092:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074161782. 00000020:00000010:3.0:1767384708.297095:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074161782. 00000020:00000010:3.0:1767384708.297099:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f340f312. 00000020:00000010:3.0:1767384708.297103:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000034b19cc4. 00000020:00000010:3.0:1767384708.297107:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.297128:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000074161782. 00000020:00000010:3.0:1767384708.297131:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000074161782. 00000100:00000200:3.0:1767384708.297134:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048154112 02000000:00000010:3.0:1767384708.297151:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000097ec674. 00000040:00000010:3.0:1767384708.297157:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000002e913e5d. 00000040:00000010:3.0:1767384708.297166:0:40999:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000030f70fa2. 00000040:00000010:3.0:1767384708.297192:0:40999:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 0000000030f70fa2. 00000040:00000010:3.0:1767384708.297196:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000002e913e5d. 00010000:00000200:3.0:1767384708.297202:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000002af0f560 x1853237048154112/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 272/8472 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384708.297214:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000075e125fe. 00000100:00000200:3.0:1767384708.297217:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237048154112, offset 224 00000400:00000200:3.0:1767384708.297221:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.297226:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.297231:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825ff09800 00000400:00000200:3.0:1767384708.297234:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2be1 [4] + 224 00000400:00000200:3.0:1767384708.297239:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.297241:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.297245:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000344d65e7 x1853237048154112/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384708.297260:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000075e125fe 00000400:00000010:3.0:1767384708.297262:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000075e125fe. 00000400:00000010:2.0:1767384708.297271:0:41027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf81adf9. 00000020:00000010:3.0:1767384708.297272:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000034b19cc4. 00000020:00000010:3.0:1767384708.297278:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000400:00000200:2.0:1767384708.297278:0:41027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b5cf1a 00000400:00000010:2.0:1767384708.297282:0:41027:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000064b5cf1a. 00000020:00000010:3.0:1767384708.297284:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f340f312. 00000100:00000200:2.0:1767384708.297291:0:41027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000344d65e7 x1853237048154112/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384708.297292:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000097ec674. 00000100:00000200:2.0:1767384708.297301:0:41027:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000344d65e7 x1853237048154112/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384708.297303:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384708.297309:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003fb3b2f6. 00000400:00000010:3.0:1767384708.297315:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000075e125fe. 00000100:00000010:2.0:1767384708.297324:0:41027:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000057ec370c. 02000000:00000010:2.0:1767384708.297331:0:41027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000974a50c4. 02000000:00000010:2.0:1767384708.297338:0:41027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000298dfcd9. 00000100:00000010:2.0:1767384708.297341:0:41027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000344d65e7. 00000100:00000010:2.0:1767384708.297354:0:41027:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000c34e425d. 00000400:00000200:2.0:1767384708.297357:0:41027:0:(peer.c:1356:LNetAddPeer()) Add peer with 32 NIDs 00000400:00000200:2.0:1767384708.297361:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[0]: 192.168.203.125@tcp 00000400:00000200:2.0:1767384708.297364:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1767384708.297368:0:41027:0:(lib-lnet.h:391:lnet_peer_addref_locked()) addref peer 000000006aea2b2e (42) 00000400:00000200:2.0:1767384708.297372:0:41027:0:(peer.c:2835:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1767384708.297374:0:41027:0:(peer.c:2844:lnet_discover_peer_locked()) peer 192.168.203.125@tcp NID 192.168.203.125@tcp: 0. pending discovery 00000400:00000200:2.0:1767384708.297376:0:41027:0:(lib-lnet.h:401:lnet_peer_decref_locked()) decref peer 000000006aea2b2e (43) 00000400:00000200:2.0:1767384708.297378:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp 00000400:00000200:2.0:1767384708.297379:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[1]: 192.168.203.125@tcp10 00000400:00000200:2.0:1767384708.297381:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp10 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297382:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp10 00000400:00000200:2.0:1767384708.297383:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[2]: 192.168.203.125@tcp11 00000400:00000200:2.0:1767384708.297385:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp11 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297386:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp11 00000400:00000200:2.0:1767384708.297387:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[3]: 192.168.203.125@tcp12 00000400:00000200:2.0:1767384708.297388:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp12 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297389:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp12 00000400:00000200:2.0:1767384708.297390:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[4]: 192.168.203.125@tcp13 00000400:00000200:2.0:1767384708.297392:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp13 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297393:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp13 00000400:00000200:2.0:1767384708.297394:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[5]: 192.168.203.125@tcp14 00000400:00000200:2.0:1767384708.297396:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp14 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297397:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp14 00000400:00000200:2.0:1767384708.297397:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[6]: 192.168.203.125@tcp15 00000400:00000200:2.0:1767384708.297399:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp15 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297400:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp15 00000400:00000200:2.0:1767384708.297401:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[7]: 192.168.203.125@tcp16 00000400:00000200:2.0:1767384708.297402:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp16 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297403:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp16 00000400:00000200:2.0:1767384708.297405:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[8]: 192.168.203.125@tcp17 00000400:00000200:2.0:1767384708.297406:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp17 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297408:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp17 00000400:00000200:2.0:1767384708.297409:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[9]: 192.168.203.125@tcp18 00000400:00000200:2.0:1767384708.297411:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp18 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297412:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp18 00000400:00000200:2.0:1767384708.297413:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[10]: 192.168.203.125@tcp19 00000400:00000200:2.0:1767384708.297415:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp19 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297416:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp19 00000400:00000200:2.0:1767384708.297416:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[11]: 192.168.203.125@tcp20 00000400:00000200:2.0:1767384708.297419:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp20 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297420:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp20 00000400:00000200:2.0:1767384708.297421:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[12]: 192.168.203.125@tcp21 00000400:00000200:2.0:1767384708.297423:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp21 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297424:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp21 00000400:00000200:2.0:1767384708.297425:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[13]: 192.168.203.125@tcp22 00000400:00000200:2.0:1767384708.297426:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp22 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297427:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp22 00000400:00000200:2.0:1767384708.297429:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[14]: 192.168.203.125@tcp23 00000400:00000200:2.0:1767384708.297431:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp23 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297432:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp23 00000400:00000200:2.0:1767384708.297433:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[15]: 192.168.203.125@tcp24 00000400:00000200:2.0:1767384708.297435:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp24 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297436:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp24 00000400:00000200:2.0:1767384708.297460:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[16]: 192.168.203.125@tcp25 00000400:00000200:2.0:1767384708.297463:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp25 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297464:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp25 00000400:00000200:2.0:1767384708.297466:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[17]: 192.168.203.125@tcp26 00000400:00000200:2.0:1767384708.297469:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp26 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297470:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp26 00000400:00000200:2.0:1767384708.297472:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[18]: 192.168.203.125@tcp27 00000400:00000200:2.0:1767384708.297474:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp27 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297476:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp27 00000400:00000200:2.0:1767384708.297477:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[19]: 192.168.203.125@tcp28 00000400:00000200:2.0:1767384708.297480:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp28 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297482:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp28 00000400:00000200:2.0:1767384708.297485:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[20]: 192.168.203.125@tcp29 00000400:00000200:2.0:1767384708.297489:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp29 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297491:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp29 00000400:00000200:2.0:1767384708.297494:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[21]: 192.168.203.125@tcp30 00000400:00000200:2.0:1767384708.297498:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp30 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297500:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp30 00000400:00000200:2.0:1767384708.297502:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[22]: 192.168.203.125@tcp31 00000400:00000200:2.0:1767384708.297505:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp31 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297507:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp31 00000400:00000200:2.0:1767384708.297509:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[23]: 192.168.203.125@tcp32 00000400:00000200:2.0:1767384708.297513:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp32 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297515:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp32 00000400:00000200:2.0:1767384708.297518:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[24]: 192.168.203.125@tcp33 00000400:00000200:2.0:1767384708.297521:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp33 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297523:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp33 00000400:00000200:2.0:1767384708.297525:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[25]: 192.168.203.125@tcp34 00000400:00000200:2.0:1767384708.297528:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp34 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297530:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp34 00000400:00000200:2.0:1767384708.297531:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[26]: 192.168.203.125@tcp35 00000400:00000200:2.0:1767384708.297534:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp35 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297536:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp35 00000400:00000200:2.0:1767384708.297538:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[27]: 192.168.203.125@tcp36 00000400:00000200:2.0:1767384708.297541:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp36 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297543:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp36 00000400:00000200:2.0:1767384708.297545:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[28]: 192.168.203.125@tcp37 00000400:00000200:2.0:1767384708.297548:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp37 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297550:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp37 00000400:00000200:2.0:1767384708.297552:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[29]: 192.168.203.125@tcp38 00000400:00000200:2.0:1767384708.297555:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp38 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297557:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp38 00000400:00000200:2.0:1767384708.297559:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[30]: 192.168.203.125@tcp39 00000400:00000200:2.0:1767384708.297562:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp39 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297564:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp39 00000400:00000200:2.0:1767384708.297566:0:41027:0:(peer.c:1370:LNetAddPeer()) Adding NID[31]: 192.168.203.125@tcp40 00000400:00000200:2.0:1767384708.297569:0:41027:0:(peer.c:1803:lnet_peer_add()) peer 192.168.203.125@tcp40 NID flags 0x1: -114 00000400:00000200:2.0:1767384708.297571:0:41027:0:(peer.c:1421:LNetAddPeer()) A peer exists for NID 192.168.203.125@tcp40 00000100:00000010:2.0:1767384708.297574:0:41027:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000c34e425d. 00000020:00000010:2.0:1767384708.297580:0:41027:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at 00000000928cdb1d. 00000020:00000010:2.0:1767384708.297584:0:41027:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000e43df272. 00000020:00000010:2.0:1767384708.297588:0:41027:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000e43df272. 00000020:00000010:2.0:1767384708.297591:0:41027:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at 00000000e43df272. 00000020:00000010:2.0:1767384708.297597:0:41027:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at 000000008c203b32. 00000020:00000010:2.0:1767384708.297622:0:41027:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6360 at 0000000093b98e14. 00000020:00000010:2.0:1767384708.297629:0:41027:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000ddddcaef. 00000020:00000010:2.0:1767384708.297642:0:41027:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at 000000008c203b32. 00000020:00000010:2.0:1767384708.297645:0:41027:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at 000000004cb188b7. 00000001:00000010:2.0:1767384708.297659:0:41027:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000004d43b062. 00000001:00000010:2.0:1767384708.297680:0:41027:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000950bba49. 00000001:00000010:2.0:1767384708.297683:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000298dfcd9. 00000001:00000010:2.0:1767384708.297686:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004033a8b8. 00000001:00000010:2.0:1767384708.297689:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000333d467d. 00000001:00000010:2.0:1767384708.297692:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b427fe39. 00000001:00000010:2.0:1767384708.297694:0:41027:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000034365e35. 00000001:00000010:2.0:1767384708.297697:0:41027:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000534a7f55. 00000001:00000010:2.0:1767384708.297698:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000bc2fc389. 00000001:00000010:2.0:1767384708.297700:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000bdf3bb8. 00000001:00000010:2.0:1767384708.297702:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a910a1dc. 00000001:00000010:2.0:1767384708.297704:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004ce28c49. 00000020:00000010:2.0:1767384708.297707:0:41027:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e6cdb3. 00000020:00000010:2.0:1767384708.297709:0:41027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.297711:0:41027:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000008:00000010:2.0:1767384708.297715:0:41027:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000007ed57325. 00020000:00000010:2.0:1767384708.297719:0:41027:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at 00000000e2783eea. 00008000:00000010:2.0:1767384708.297723:0:41027:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000cad711ac. 00000080:00000010:2.0:1767384708.297727:0:41027:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at 0000000095d59f1f. 00000020:00000010:2.0:1767384708.297730:0:41027:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009dc51285. 00000020:00000010:2.0:1767384708.297732:0:41027:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a636e533. 00000040:00000010:2.0:1767384708.297734:0:41027:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a2ac2029. 00000020:00000010:2.0:1767384708.297736:0:41027:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005604a4f9. 00000020:00000010:2.0:1767384708.297740:0:41027:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006d419c61. 00000020:00000010:2.0:1767384708.297742:0:41027:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d5a968dc. 80000000:00000010:2.0:1767384708.297743:0:41027:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000378f919a. 40000000:00000010:2.0:1767384708.297745:0:41027:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000359053e3. 00100000:00000010:2.0:1767384708.297747:0:41027:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005cbdc883. 00040000:00000010:2.0:1767384708.297750:0:41027:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a536e5f5. 00040000:00000010:2.0:1767384708.297754:0:41027:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003ee246da. 00040000:00000010:2.0:1767384708.297756:0:41027:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000032943929. 00080000:00000010:2.0:1767384708.297760:0:41027:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000053745197. 00080000:00000010:2.0:1767384708.297764:0:41027:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000042277e2. 00000004:00000010:2.0:1767384708.297767:0:41027:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007a686131. 00000004:00000010:2.0:1767384708.297770:0:41027:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009116b38f. 00000004:00000010:2.0:1767384708.297772:0:41027:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000175cad8d. 00000004:00000010:2.0:1767384708.297775:0:41027:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000c9d2e653. 00000010:00000010:2.0:1767384708.297777:0:41027:0:(lwp_dev.c:342:lwp_device_alloc()) kmalloced '(lwp)': 96 at 000000002bfc6c90. 00000010:00000010:2.0:1767384708.297847:0:41027:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at 00000000f9fcc1f5. 00000010:00000010:2.0:1767384708.297850:0:41027:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at 0000000024847d7c. 00000010:00000010:2.0:1767384708.297855:0:41027:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at 00000000694170fc. 00000010:00000010:2.0:1767384708.297860:0:41027:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at 000000009433d5ba. 00010000:00000010:2.0:1767384708.297866:0:41027:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000004608027e. 00010000:00000010:2.0:1767384708.297873:0:41027:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000031092e1e. 00010000:00000010:2.0:1767384708.297878:0:41027:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 000000008bf3c326. 00000020:00000010:2.0:1767384708.297882:0:41027:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 00000000a7d99f23. 00000100:00000200:2.0:1767384708.297894:0:41027:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.203.125@tcp->12345-0@lo 00010000:00000010:2.0:1767384708.297899:0:41027:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000af8ad10e. 00010000:00000010:2.0:1767384708.297903:0:41027:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 816 at 00000000cc0e0114. 00000001:00000010:2.0:1767384708.297906:0:41027:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b6c2df27. 00000001:00000010:2.0:1767384708.297909:0:41027:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000d4325df4. 00000001:00000010:2.0:1767384708.297952:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004448b51e. 00000001:00000010:2.0:1767384708.297997:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008b6dbd8a. 00000001:00000010:2.0:1767384708.298044:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d703a71e. 00000001:00000010:2.0:1767384708.298090:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000038ba2420. 00000001:00000010:2.0:1767384708.298138:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000df1194e8. 00000001:00000010:2.0:1767384708.298189:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de6604c3. 00000001:00000010:2.0:1767384708.298244:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e17af563. 00000001:00000010:2.0:1767384708.298306:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b132989d. 00000001:00000010:2.0:1767384708.298355:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000777ea08f. 00000001:00000010:2.0:1767384708.298402:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006471bf39. 00000001:00000010:2.0:1767384708.298464:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e613c892. 00000001:00000010:2.0:1767384708.298528:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c44655e9. 00000001:00000010:2.0:1767384708.298584:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c9e89751. 00000001:00000010:2.0:1767384708.298633:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b0f9f6aa. 00000001:00000010:2.0:1767384708.298702:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006d6ded0a. 00000001:00000010:2.0:1767384708.298758:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008694d7fd. 00000001:00000010:2.0:1767384708.298817:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000111906ec. 00000001:00000010:2.0:1767384708.298869:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000425221a0. 00000001:00000010:2.0:1767384708.298921:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005706da09. 00000001:00000010:2.0:1767384708.298969:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000089d1ab96. 00000001:00000010:2.0:1767384708.299035:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009a5c46f2. 00000001:00000010:2.0:1767384708.299108:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ffbc3dcd. 00000001:00000010:2.0:1767384708.299174:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000afe5c7e0. 00000001:00000010:2.0:1767384708.299242:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b0f2c994. 00000001:00000010:2.0:1767384708.299305:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f29bff18. 00000001:00000010:2.0:1767384708.299360:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e02742dc. 00000001:00000010:2.0:1767384708.299421:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c48822e2. 00000001:00000010:2.0:1767384708.299518:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000086e125c8. 00000001:00000010:2.0:1767384708.299591:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000014e7a586. 00000001:00000010:2.0:1767384708.299657:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ea099346. 00000001:00000010:2.0:1767384708.300329:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dcb4cd3b. 00000001:00000010:2.0:1767384708.300369:0:41027:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c0b37637. 00000020:00000010:2.0:1767384708.300430:0:41027:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a98ed250. 00000020:00000010:2.0:1767384708.300435:0:41027:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at 0000000026c40a7e. 00000020:00000010:2.0:1767384708.300532:0:41027:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000a2ac1b42. 00000020:00000010:2.0:1767384708.300539:0:41027:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000e68f5bfb. 00000010:00000010:2.0:1767384708.300563:0:41027:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at 00000000f9fcc1f5. 00000010:00000010:2.0:1767384708.300568:0:41027:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at 00000000694170fc. 00000010:00000010:2.0:1767384708.300571:0:41027:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at 0000000024847d7c. 00000010:00000010:2.0:1767384708.300575:0:41027:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at 000000009433d5ba. 00000020:00000010:2.0:1767384708.300618:0:41027:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000003ea4e620. 00000020:00000010:2.0:1767384708.300623:0:41027:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 0000000053fca776. 00000020:00000010:2.0:1767384708.300655:0:41027:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a636e533. 00000040:00000010:2.0:1767384708.300660:0:41027:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a2ac2029. 00000020:00000010:2.0:1767384708.300678:0:41027:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005604a4f9. 00000020:00000010:2.0:1767384708.300682:0:41027:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006d419c61. 00000020:00000010:2.0:1767384708.300686:0:41027:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d5a968dc. 80000000:00000010:2.0:1767384708.300690:0:41027:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000378f919a. 40000000:00000010:2.0:1767384708.300695:0:41027:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000359053e3. 00100000:00000010:2.0:1767384708.300700:0:41027:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005cbdc883. 00040000:00000010:2.0:1767384708.300703:0:41027:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a536e5f5. 00040000:00000010:2.0:1767384708.300707:0:41027:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003ee246da. 00040000:00000010:2.0:1767384708.300711:0:41027:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000032943929. 00080000:00000010:2.0:1767384708.300715:0:41027:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000042277e2. 00080000:00000010:2.0:1767384708.300719:0:41027:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000053745197. 00000004:00000010:2.0:1767384708.300723:0:41027:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000007a686131. 00000004:00000010:2.0:1767384708.300727:0:41027:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009116b38f. 00000004:00000010:2.0:1767384708.300732:0:41027:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000175cad8d. 00000004:00000010:2.0:1767384708.300736:0:41027:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000c9d2e653. 00000020:00000010:2.0:1767384708.300739:0:41027:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009dc51285. 00000020:00000010:2.0:1767384708.300744:0:41027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.300747:0:41027:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000008:00000010:2.0:1767384708.300751:0:41027:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000007ed57325. 00020000:00000010:2.0:1767384708.300757:0:41027:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at 00000000e2783eea. 00008000:00000010:2.0:1767384708.300762:0:41027:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000cad711ac. 00000080:00000010:2.0:1767384708.300766:0:41027:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at 0000000095d59f1f. 00000020:00000010:2.0:1767384708.300770:0:41027:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e6cdb3. 00000020:00000010:2.0:1767384708.300775:0:41027:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at 000000004cb188b7. 00000020:00000010:2.0:1767384708.300784:0:41027:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f34091c8. 00000020:00000010:2.0:1767384708.300788:0:41027:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003d2458eb. 00000040:00000010:2.0:1767384708.300792:0:41027:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090e6cdb3. 00000020:00000010:2.0:1767384708.300795:0:41027:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000175cad8d. 00000020:00000010:2.0:1767384708.300798:0:41027:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006d419c61. 00000020:00000010:2.0:1767384708.300800:0:41027:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009dc51285. 80000000:00000010:2.0:1767384708.300803:0:41027:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000895be19. 40000000:00000010:2.0:1767384708.300805:0:41027:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000359053e3. 00100000:00000010:2.0:1767384708.300808:0:41027:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000007a686131. 00040000:00000010:2.0:1767384708.300812:0:41027:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a536e5f5. 00040000:00000010:2.0:1767384708.300815:0:41027:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000003ee246da. 00040000:00000010:2.0:1767384708.300817:0:41027:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000092daff84. 00080000:00000010:2.0:1767384708.300821:0:41027:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000053745197. 00080000:00000010:2.0:1767384708.300824:0:41027:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000042277e2. 00000004:00000010:2.0:1767384708.300829:0:41027:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005cbdc883. 00000004:00000010:2.0:1767384708.300834:0:41027:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009116b38f. 00000004:00000010:2.0:1767384708.300839:0:41027:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000005604a4f9. 00000004:00000010:2.0:1767384708.300842:0:41027:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000067482c0d. 00000020:00000010:2.0:1767384708.300847:0:41027:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5a968dc. 00000020:00000010:2.0:1767384708.300851:0:41027:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.300855:0:41027:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.300859:0:41027:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at 0000000057ec370c. 00000020:00000010:2.0:1767384708.300863:0:41027:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at 000000005c41576c. 00000020:00000010:2.0:1767384708.300869:0:41027:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000004fa3748b. 00000100:00000010:2.0:1767384708.300900:0:41027:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000344d65e7. 02000000:00000010:2.0:1767384708.300913:0:41027:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008485634b. 02000000:00000010:3.0:1767384708.300971:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f602ce56. 00000400:00000010:3.0:1767384708.300978:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000821ed71c. 00000400:00000010:3.0:1767384708.300983:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fbd9d2. 00000100:00000200:3.0:1767384708.300987:0:16353:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048154240, portal 10 00000020:00000010:3.0:1767384708.300992:0:16353:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000030f70fa2. 00000400:00000010:3.0:1767384708.300998:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040ffe269. 00000100:00000200:3.0:1767384708.301000:0:16353:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853237048154240, offset 0 00000400:00000200:3.0:1767384708.301008:0:16353:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.301017:0:16353:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.301025:0:16353:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x695825ff09880 00000400:00000200:3.0:1767384708.301029:0:16353:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x23c9 [64] + 0 00000400:00000200:3.0:1767384708.301034:0:16353:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.301038:0:16353:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.301043:0:16353:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1767384708.301046:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005d203108. 00000400:00000200:3.0:1767384708.301061:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040ffe269 00000400:00000010:3.0:1767384708.301062:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040ffe269. 00000100:00000200:3.0:1767384708.301067:0:16353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000344d65e7 x1853237048154240/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384708.301124:0:41005:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000003ace395. 00040000:00000010:3.0:1767384708.301132:0:41005:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000053dc238a. 00000004:00000010:3.0:1767384708.301138:0:41005:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c31ee7a8. 00000004:00000010:3.0:1767384708.301142:0:41005:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000464aff8d. 00000004:00000010:3.0:1767384708.301146:0:41005:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000445b4c81. 00000020:00000010:3.0:1767384708.301156:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e913e5d. 00000020:00000010:3.0:1767384708.301161:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073590637. 00000020:00000010:3.0:1767384708.301166:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000100:00000200:3.0:1767384708.301200:0:41005:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048154240 02000000:00000010:3.0:1767384708.301218:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000f89ea59e. 00000400:00000010:3.0:1767384708.301227:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040ffe269. 00000100:00000200:3.0:1767384708.301229:0:41005:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1853237048154240, offset 0 00000400:00000200:3.0:1767384708.301233:0:41005:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.301237:0:41005:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.301241:0:41005:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x695825ff09880 00000400:00000200:3.0:1767384708.301244:0:41005:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2bf1 [1] + 0 00000400:00000200:3.0:1767384708.301247:0:41005:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.301249:0:41005:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.301253:0:41005:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000344d65e7 x1853237048154240/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384708.301268:0:41005:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040ffe269 00000400:00000010:3.0:1767384708.301270:0:41005:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040ffe269. 00000020:00000010:3.0:1767384708.301278:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073590637. 00000020:00000010:3.0:1767384708.301280:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.301284:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e913e5d. 00000400:00000010:2.0:1767384708.301284:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000821ed71c. 00000400:00000200:2.0:1767384708.301292:0:16353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000089fbd9d2 00000400:00000010:2.0:1767384708.301295:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fbd9d2. 00000100:00000200:2.0:1767384708.301302:0:16353:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000344d65e7 x1853237048154240/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767384708.301313:0:16353:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000344d65e7 x1853237048154240/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1767384718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.301334:0:16353:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000025b5b143. 02000000:00000010:2.0:1767384708.301354:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f602ce56. 02000000:00000010:2.0:1767384708.301360:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000008485634b. 00000100:00000010:2.0:1767384708.301364:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000344d65e7. 00000020:00000010:2.0:1767384708.301405:0:41027:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at 0000000057ec370c. 00000020:00000010:2.0:1767384708.301410:0:41027:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at 000000005c41576c. 00000020:00000010:2.0:1767384708.301415:0:41027:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003d2458eb. 00000040:00000010:2.0:1767384708.301419:0:41027:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000090e6cdb3. 00000020:00000010:2.0:1767384708.301422:0:41027:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000175cad8d. 00000020:00000010:2.0:1767384708.301425:0:41027:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000006d419c61. 00000020:00000010:2.0:1767384708.301428:0:41027:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000009dc51285. 80000000:00000010:2.0:1767384708.301431:0:41027:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000000895be19. 40000000:00000010:2.0:1767384708.301474:0:41027:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000359053e3. 00100000:00000010:2.0:1767384708.301479:0:41027:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000007a686131. 00040000:00000010:2.0:1767384708.301483:0:41027:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a536e5f5. 00040000:00000010:2.0:1767384708.301486:0:41027:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000003ee246da. 00040000:00000010:2.0:1767384708.301490:0:41027:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000092daff84. 00080000:00000010:2.0:1767384708.301495:0:41027:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000042277e2. 00080000:00000010:2.0:1767384708.301499:0:41027:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000053745197. 00000004:00000010:2.0:1767384708.301502:0:41027:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005cbdc883. 00000004:00000010:2.0:1767384708.301505:0:41027:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009116b38f. 00000004:00000010:2.0:1767384708.301508:0:41027:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000005604a4f9. 00000004:00000010:2.0:1767384708.301512:0:41027:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 0000000067482c0d. 00000020:00000010:2.0:1767384708.301515:0:41027:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f34091c8. 00000020:00000010:2.0:1767384708.301519:0:41027:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.301522:0:41027:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.301525:0:41027:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5a968dc. 00000020:00000010:2.0:1767384708.301530:0:41027:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at 00000000928cdb1d. 00000020:00000010:2.0:1767384708.301532:0:41027:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at 00000000e43df272. 00000100:00000010:2.0:1767384708.301549:0:41027:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000344d65e7. 02000000:00000010:2.0:1767384708.301555:0:41027:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d5a968dc. 00000100:00000010:2.0:1767384708.301562:0:41027:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000057ec370c. 02000000:00000010:2.0:1767384708.301580:0:41027:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000007f32c064. 00000400:00000010:2.0:1767384708.301586:0:41027:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf81adf9. 00000400:00000010:2.0:1767384708.301591:0:41027:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000064b5cf1a. 00000100:00000200:2.0:1767384708.301595:0:41027:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853237048154368, portal 25 00000400:00000010:2.0:1767384708.301600:0:41027:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.301602:0:41027:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1853237048154368, offset 0 00000400:00000200:2.0:1767384708.301608:0:41027:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.301614:0:41027:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1767384708.301621:0:41027:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x695825ff09900 00000400:00000200:2.0:1767384708.301626:0:41027:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x22e9 [2] + 0 00000400:00000010:2.0:1767384708.301629:0:41027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4567ab. 00000400:00000200:2.0:1767384708.301634:0:41027:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000005d45b513 00000400:00000200:2.0:1767384708.301638:0:41027:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.301641:0:41027:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384708.301644:0:41027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000005d45b513 00000400:00000010:2.0:1767384708.301646:0:41027:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d45b513. 00000100:00000200:2.0:1767384708.301650:0:41027:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1767384708.301681:0:41027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.301684:0:41027:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.301690:0:41027:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000344d65e7 x1853237048154368/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384708.301705:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcd6ec7. 00000020:00000010:3.0:1767384708.301710:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcd6ec7. 00000020:00000010:3.0:1767384708.301713:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006797735d. 00000020:00000010:3.0:1767384708.301717:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073590637. 00000020:00000010:3.0:1767384708.301720:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.301742:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcd6ec7. 00000020:00000010:3.0:1767384708.301744:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcd6ec7. 00000100:00000200:3.0:1767384708.301746:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048154368 02000000:00000010:3.0:1767384708.301760:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 000000007eda8783. 00000040:00000010:3.0:1767384708.301766:0:40999:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009907b1fd. 00000040:00000010:3.0:1767384708.301778:0:40999:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007ed298c9. 00000040:00000010:3.0:1767384708.301806:0:40999:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007ed298c9. 00000040:00000010:3.0:1767384708.301810:0:40999:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009907b1fd. 00010000:00000200:3.0:1767384708.301816:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@00000000b6bde8a7 x1853237048154368/t0(0) o502->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 272/8472 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384708.301830:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000006e108371. 00000100:00000200:3.0:1767384708.301835:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 8472 bytes to portal 25, xid 1853237048154368, offset 224 00000400:00000200:3.0:1767384708.301840:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.301847:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.301855:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8472 into portal 25 MB=0x695825ff09900 00000400:00000200:3.0:1767384708.301860:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8472/8472 into md 0x2bfd [4] + 224 00000400:00000200:3.0:1767384708.301864:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.301867:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.301872:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000344d65e7 x1853237048154368/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384708.301887:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000006e108371 00000400:00000010:3.0:1767384708.301889:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000006e108371. 00000020:00000010:3.0:1767384708.301899:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073590637. 00000020:00000010:3.0:1767384708.301903:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.301905:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006797735d. 00000400:00000010:2.0:1767384708.301905:0:41027:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf81adf9. 02000000:00000010:3.0:1767384708.301913:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 000000007eda8783. 00000400:00000200:2.0:1767384708.301913:0:41027:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000064b5cf1a 00000400:00000010:2.0:1767384708.301917:0:41027:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000064b5cf1a. 00000100:00000200:2.0:1767384708.301925:0:41027:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000344d65e7 x1853237048154368/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384708.301928:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384708.301933:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0dba21c. 00000100:00000200:2.0:1767384708.301938:0:41027:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000344d65e7 x1853237048154368/t0(0) o502->MGC192.168.203.125@tcp@0@lo:26/25 lens 272/8472 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767384708.301939:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006e108371. 00000100:00000010:2.0:1767384708.301960:0:41027:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000057ec370c. 02000000:00000010:2.0:1767384708.301968:0:41027:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000007f32c064. 02000000:00000010:2.0:1767384708.301980:0:41027:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000d5a968dc. 00000100:00000010:2.0:1767384708.301984:0:41027:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000344d65e7. 00000040:00000010:2.0:1767384708.301989:0:41027:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000158b94c3. 00000020:00000010:2.0:1767384708.301999:0:41027:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000723fbc5f. 00000020:00000010:2.0:1767384708.302008:0:41027:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000004a25baf0. 00000040:00000010:2.0:1767384708.302013:0:41027:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000297029c9. 00000020:00000010:2.0:1767384708.302016:0:41027:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000b2a2682f. 00000020:00000010:2.0:1767384708.302022:0:41027:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029595e. 00000020:00000010:2.0:1767384708.302025:0:41027:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000392ee471. 80000000:00000010:2.0:1767384708.302028:0:41027:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005729145e. 40000000:00000010:2.0:1767384708.302032:0:41027:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000445e6c4d. 00100000:00000010:2.0:1767384708.302034:0:41027:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000055eccf7b. 00040000:00000010:2.0:1767384708.302037:0:41027:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000054a72e62. 00040000:00000010:2.0:1767384708.302039:0:41027:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000d2ce4275. 00000020:00000010:0.0:1767384708.302042:0:41028:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 00000000951b091e. 00040000:00000010:2.0:1767384708.302043:0:41027:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000092b544da. 00000020:00000010:0.0:1767384708.302052:0:41028:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 00000000951b091e. 00080000:00000010:2.0:1767384708.302053:0:41027:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000afb914e2. 00080000:00000010:2.0:1767384708.302061:0:41027:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000095d2e4ea. 00000004:00000010:2.0:1767384708.302064:0:41027:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005b072daf. 00000004:00000010:2.0:1767384708.302067:0:41027:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f2a303a7. 00000004:00000010:2.0:1767384708.302070:0:41027:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000006e1fa4a7. 00002000:00000010:2.0:1767384708.302074:0:41027:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000cf16d5c4. 00000004:00000010:2.0:1767384708.302076:0:41027:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000aedcb42d. 00000020:00000010:2.0:1767384708.302079:0:41027:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa4c0f73. 00000040:00000010:3.0:1767384708.302109:0:40990:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 000000001edadc97. 00000040:00000010:3.0:1767384708.302116:0:40990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d12a938e. 00000040:00000010:3.0:1767384708.302119:0:40990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000b7299038. 00000020:00000010:3.0:1767384708.302125:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000473c31b0. 00000040:00000010:3.0:1767384708.302130:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000fb579268. 00000020:00000010:3.0:1767384708.302135:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa0873d5. 00000020:00000010:3.0:1767384708.302140:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000089f1f133. 80000000:00000010:3.0:1767384708.302143:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000942f3558. 00040000:00000010:3.0:1767384708.302146:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000010e92f64. 00080000:00000010:3.0:1767384708.302151:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000f80bbc36. 00080000:00000010:3.0:1767384708.302155:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000008b885e4f. 20000000:00000010:3.0:1767384708.302161:0:40990:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000003cf4918a. 00000020:00000010:3.0:1767384708.302164:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025680772. 10000000:00000010:3.0:1767384708.302168:0:40990:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000045df682d. 00000020:00000010:3.0:1767384708.302189:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003f690f71. 00000040:00000010:3.0:1767384708.302193:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005fca2587. 00000020:00000010:3.0:1767384708.302197:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000301cc898. 00000020:00000010:3.0:1767384708.302201:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000001a720421. 00040000:00000010:3.0:1767384708.302204:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006b249760. 00040000:00000010:3.0:1767384708.302208:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d3c00375. 00080000:00000010:3.0:1767384708.302211:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000b5986d47. 00080000:00000010:3.0:1767384708.302213:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bbbaf339. 00000020:00000010:3.0:1767384708.302216:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b5d78de. 00000020:00000010:3.0:1767384708.302219:0:40990:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at 000000002ac12c8a. 00000020:00000010:3.0:1767384708.302222:0:40990:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at 00000000e0d0a224. 00000020:00000010:3.0:1767384708.302225:0:40990:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at 000000003aa24022. 00000020:00000010:3.0:1767384708.302227:0:40990:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at 00000000a8d556a3. 00000020:00000010:3.0:1767384708.302254:0:40990:0:(tgt_mount.c:1287:server_lsi2mti()) kmalloced '(mti)': 7232 at 000000007ed298c9. 00000100:00000010:3.0:1767384708.302283:0:40990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384708.302291:0:40990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at 00000000bbbaf339. 00000100:00000010:3.0:1767384708.302297:0:40990:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000057ef2ff6. 00000100:00000010:3.0:1767384708.302299:0:40990:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000e5b1753d. 00000100:00000010:3.0:1767384708.302305:0:40990:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b9338178. 00000400:00000010:3.0:1767384708.302315:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d49f9948. 00000400:00000010:3.0:1767384708.302318:0:40990:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040ffe269. 00000100:00000200:3.0:1767384708.302321:0:40990:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk get-source buffers: 1 pages 2688 bytes, mbits x0x695825ff09980-0x695825ff09980, portal 33 02000000:00000010:3.0:1767384708.302326:0:40990:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at 00000000b5986d47. 00000400:00000010:3.0:1767384708.302328:0:40990:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dbc6942b. 00000400:00000010:3.0:1767384708.302330:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e68e0866. 00000100:00000200:3.0:1767384708.302332:0:40990:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1853237048154496, portal 25 00000400:00000010:3.0:1767384708.302334:0:40990:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000086d5082. 00000100:00000200:3.0:1767384708.302335:0:40990:0:(niobuf.c:94:ptl_send_buf()) Sending 4784 bytes to portal 26, xid 1853237048154496, offset 0 00000400:00000200:3.0:1767384708.302338:0:40990:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.302342:0:40990:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.302346:0:40990:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4784 into portal 26 MB=0x695825ff09980 00000400:00000200:3.0:1767384708.302349:0:40990:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 4784/4784 into md 0x22ed [2] + 0 00000400:00000010:3.0:1767384708.302351:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000031cffc89. 00000400:00000200:3.0:1767384708.302353:0:40990:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 000000008f0e422b 00000400:00000200:3.0:1767384708.302357:0:40990:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.302358:0:40990:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1767384708.302360:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008f0e422b 00000400:00000010:3.0:1767384708.302361:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008f0e422b. 00000100:00000200:3.0:1767384708.302363:0:40990:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1767384708.302373:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000086d5082 00000400:00000010:3.0:1767384708.302375:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000086d5082. 00000100:00000200:3.0:1767384708.302379:0:40990:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002c5c783a x1853237048154496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1767384708.302395:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.302401:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.302406:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5a968dc. 00000020:00000010:2.0:1767384708.302409:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000008c203b32. 00000020:00000010:2.0:1767384708.302412:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000000c84013. 00000020:00000010:2.0:1767384708.302478:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.302483:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000445e6c4d. 00000100:00000200:2.0:1767384708.302487:0:40999:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048154496 02000000:00000010:2.0:1767384708.302497:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5064 at 00000000158b94c3. 20000000:00000010:2.0:1767384708.302507:0:40999:0:(mgs_handler.c:391:mgs_target_reg()) kmalloced '(mti)': 7232 at 0000000053745197. 00000100:00000010:2.0:1767384708.302512:0:40999:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 0000000067482c0d. 00000100:00000010:2.0:1767384708.302515:0:40999:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 00000000830767dc. 00000400:00000010:2.0:1767384708.302522:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000400:00000010:2.0:1767384708.302530:0:40999:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006756378a. 00000400:00000200:2.0:1767384708.302537:0:40999:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-0@lo 00000400:00000200:2.0:1767384708.302548:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : GET - for me 00000400:00000200:2.0:1767384708.302556:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 2688 into portal 33 MB=0x695825ff09980 00000400:00000200:2.0:1767384708.302563:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming get index 21 from 12345-0@lo of length 2688/2688 into md 0x2c0d [1] + 0 00000400:00000010:2.0:1767384708.302567:0:40999:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d49f9948. 00000400:00000200:2.0:1767384708.302571:0:40999:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 0000000040ffe269 00000100:00000200:2.0:1767384708.302576:0:40999:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc 0000000067482c0d 00000400:00000200:2.0:1767384708.302587:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : REPLY - for me 00000400:00000200:2.0:1767384708.302595:0:40999:0:(lib-move.c:4634:lnet_parse_reply()) 0@lo: Reply from 12345-0@lo of length 2688/2688 into md 0x2c19 00000400:00000200:2.0:1767384708.302600:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767384708.302603:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: REPLY: OK 00000400:00000200:2.0:1767384708.302606:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:2.0:1767384708.302608:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.302612:0:40999:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc 0000000067482c0d 00000400:00000200:2.0:1767384708.302616:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000040ffe269 00000400:00000010:2.0:1767384708.302619:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040ffe269. 00000100:00000200:2.0:1767384708.302623:0:40999:0:(events.c:192:client_bulk_callback()) event type 1, status 0, req 000000002c5c783a desc 0000000057ef2ff6 mbits 1853237048154496 00000100:00000200:2.0:1767384708.302642:0:40999:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 2688 bytes via portal 33 id 12345-0@lo mbits 0x695825ff09980-0x695825ff09980 20000000:00000010:2.0:1767384708.302654:0:40999:0:(mgs_nids.c:584:mgs_nidtbl_write()) kmalloced '(tgt)': 96 at 000000000895be19. 20000000:00000010:2.0:1767384708.302681:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000032943929. 20000000:00000010:2.0:1767384708.302689:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092daff84. 20000000:00000010:2.0:1767384708.302696:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009dc51285. 20000000:00000010:2.0:1767384708.302700:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000090e6cdb3. 20000000:00000010:2.0:1767384708.302705:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a2ac2029. 20000000:00000010:2.0:1767384708.302709:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000a636e533. 20000000:00000010:2.0:1767384708.302714:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004e66b0f6. 20000000:00000010:2.0:1767384708.302718:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000092b544da. 20000000:00000010:2.0:1767384708.302723:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000392ee471. 20000000:00000010:2.0:1767384708.302728:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000297029c9. 20000000:00000010:2.0:1767384708.302732:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fa4c0f73. 20000000:00000010:2.0:1767384708.302737:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004a25baf0. 20000000:00000010:2.0:1767384708.302741:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f34091c8. 20000000:00000010:2.0:1767384708.302745:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000003d2458eb. 20000000:00000010:2.0:1767384708.302751:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000005e747648. 20000000:00000010:2.0:1767384708.302756:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fbc15c9b. 20000000:00000010:2.0:1767384708.302760:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000730c699d. 20000000:00000010:2.0:1767384708.302765:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000fa4a5a8. 20000000:00000010:2.0:1767384708.302771:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000683b7b3a. 20000000:00000010:2.0:1767384708.302777:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f58cad30. 20000000:00000010:2.0:1767384708.302781:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000009b8a62d4. 20000000:00000010:2.0:1767384708.302787:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000004b87b648. 20000000:00000010:2.0:1767384708.302792:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000006dac40af. 20000000:00000010:2.0:1767384708.302796:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000aa3ab6c2. 20000000:00000010:2.0:1767384708.302801:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000b0b2a9c9. 20000000:00000010:2.0:1767384708.302806:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ea838bec. 20000000:00000010:2.0:1767384708.302811:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000046d66d05. 20000000:00000010:2.0:1767384708.302816:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ad54e308. 20000000:00000010:2.0:1767384708.302821:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001f0dca67. 20000000:00000010:2.0:1767384708.302826:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000fd4ee154. 20000000:00000010:2.0:1767384708.302830:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000cdf3873a. 20000000:00000010:2.0:1767384708.302834:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000002c4c51d. 20000000:00000010:2.0:1767384708.302841:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000000341be2e. 20000000:00000010:2.0:1767384708.302847:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000050532897. 20000000:00000010:2.0:1767384708.302853:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000002ccb6179. 20000000:00000010:2.0:1767384708.302859:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 0000000055114199. 20000000:00000010:2.0:1767384708.302864:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000f34e13fe. 20000000:00000010:2.0:1767384708.302870:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001d2ac448. 20000000:00000010:2.0:1767384708.302876:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000550f2db2. 20000000:00000010:2.0:1767384708.302881:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001df53317. 20000000:00000010:2.0:1767384708.302886:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 000000001b428c5b. 20000000:00000010:2.0:1767384708.302892:0:40999:0:(mgs_nids.c:446:mgs_tnl_update()) kmalloced '(tnl)': 512 at 00000000ca661d27. 00080000:00000010:2.0:1767384708.302942:0:40999:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000004d31dcce. 00080000:00000010:2.0:1767384708.302951:0:40999:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000445e6c4d. 00080000:00000010:2.0:1767384708.303891:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000004d31dcce. 00080000:00000010:3.0:1767384708.303934:0:40999:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000445e6c4d. 00010000:00000010:2.0:1767384708.303980:0:41000:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000834c429c. 00010000:00000010:2.0:1767384708.304000:0:41000:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e43df272. 00000100:00000010:2.0:1767384708.304007:0:41000:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000057ec370c. 00000100:00000010:2.0:1767384708.304016:0:41000:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000344d65e7. 02000000:00000010:2.0:1767384708.304025:0:41000:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d31dcce. 02000000:00000010:2.0:1767384708.304046:0:41000:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e48680d. 00000400:00000010:2.0:1767384708.304050:0:41000:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf81adf9. 00000400:00000010:2.0:1767384708.304055:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000fef18453. 00000100:00000200:2.0:1767384708.304059:0:41000:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048154624, portal 16 00000400:00000010:2.0:1767384708.304063:0:41000:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7d4c0cd. 00000100:00000200:2.0:1767384708.304067:0:41000:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1853237048154624, offset 0 00000400:00000200:2.0:1767384708.304074:0:41000:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1767384708.304081:0:40999:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000830767dc. 00000400:00000200:2.0:1767384708.304082:0:41000:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1767384708.304088:0:40999:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000067482c0d. 20000000:00000010:3.0:1767384708.304092:0:40999:0:(mgs_handler.c:631:mgs_target_reg()) kvfree 'mti': 7232 at 0000000053745197. 00000400:00000200:2.0:1767384708.304095:0:41000:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x695825ff09a00 00010000:00000200:3.0:1767384708.304100:0:40999:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@0000000029888826 x1853237048154496/t0(0) o253->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 4784/4768 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767384708.304106:0:41000:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x1859 [2] + 1968 00000400:00000010:2.0:1767384708.304116:0:41000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e0337379. 00000400:00000010:3.0:1767384708.304121:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000086d5082. 00000400:00000200:2.0:1767384708.304121:0:41000:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000cf91847d 00000100:00000200:3.0:1767384708.304128:0:40999:0:(niobuf.c:94:ptl_send_buf()) Sending 4768 bytes to portal 25, xid 1853237048154496, offset 224 00000400:00000200:2.0:1767384708.304129:0:41000:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.304136:0:40999:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1767384708.304137:0:41000:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1767384708.304143:0:41000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000cf91847d 00000400:00000200:3.0:1767384708.304148:0:40999:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1767384708.304148:0:41000:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000cf91847d. 00000100:00000200:2.0:1767384708.304155:0:41000:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:3.0:1767384708.304160:0:40999:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4768 into portal 25 MB=0x695825ff09980 00000400:00000200:3.0:1767384708.304167:0:40999:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 4768/4768 into md 0x2c11 [2] + 224 00000400:00000200:2.0:1767384708.304171:0:41000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b7d4c0cd 00000400:00000200:3.0:1767384708.304173:0:40999:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1767384708.304175:0:41000:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7d4c0cd. 00000400:00000200:3.0:1767384708.304180:0:40999:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1767384708.304185:0:41000:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000344d65e7 x1853237048154624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384724 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384708.304189:0:40999:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002c5c783a x1853237048154496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384708.304223:0:40999:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000086d5082 00000400:00000010:3.0:1767384708.304225:0:40999:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000086d5082. 00000020:00000010:3.0:1767384708.304238:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000008c203b32. 00000020:00000010:3.0:1767384708.304242:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000000c84013. 00000020:00000010:3.0:1767384708.304245:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5a968dc. 02000000:00000010:3.0:1767384708.304249:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5064 at 00000000158b94c3. 00000100:00000200:3.0:1767384708.304255:0:40999:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1767384708.304258:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001fc3f700. 00000400:00000010:3.0:1767384708.304261:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000086d5082. 00000100:00000010:3.0:1767384708.304281:0:17070:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f602ce56. 00000100:00000010:3.0:1767384708.304288:0:17070:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008b885e4f. 00000100:00000200:3.0:1767384708.304291:0:17070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1767384708.304294:0:17070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5abfa0e. 00000400:00000010:3.0:1767384708.304298:0:17070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e9ccf924. 00040000:00000010:3.0:1767384708.304304:0:17070:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000508cbe08. 00000004:00000010:3.0:1767384708.304307:0:17070:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000001c25a01c. 00000004:00000010:3.0:1767384708.304312:0:17070:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000024e85ab9. 00000004:00000010:3.0:1767384708.304316:0:17070:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000951e47cf. 00000004:00000010:3.0:1767384708.304329:0:17070:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000009a9b5797. 00000020:00000010:3.0:1767384708.304340:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcd6ec7. 00000020:00000010:3.0:1767384708.304343:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcd6ec7. 00000020:00000010:3.0:1767384708.304348:0:17070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006797735d. 00000020:00000010:3.0:1767384708.304352:0:17070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073590637. 00000020:00000010:3.0:1767384708.304356:0:17070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.304386:0:17070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcd6ec7. 00000020:00000010:3.0:1767384708.304389:0:17070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcd6ec7. 00000100:00000200:3.0:1767384708.304391:0:17070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048154624 02000000:00000010:3.0:1767384708.304400:0:17070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000089b6997a. 00000400:00000010:3.0:1767384708.304406:0:17070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a73d2736. 00000100:00000200:3.0:1767384708.304409:0:17070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1853237048154624, offset 224 00000400:00000200:3.0:1767384708.304413:0:17070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.304418:0:17070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.304423:0:17070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x695825ff09a00 00000400:00000200:3.0:1767384708.304427:0:17070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x2c1d [1] + 224 00000400:00000200:3.0:1767384708.304430:0:17070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.304434:0:17070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.304475:0:17070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000344d65e7 x1853237048154624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384724 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1767384708.304500:0:17070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a73d2736 00000400:00000010:3.0:1767384708.304503:0:17070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a73d2736. 00010000:00000010:3.0:1767384708.304517:0:17070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000fbaa419e. 00000400:00000010:2.0:1767384708.304520:0:40990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000dbc6942b. 00000400:00000200:2.0:1767384708.304528:0:40990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e68e0866 00000400:00000010:2.0:1767384708.304530:0:40990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000e68e0866. 00000020:00000010:3.0:1767384708.304536:0:17070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073590637. 00000100:00000200:2.0:1767384708.304540:0:40990:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002c5c783a x1853237048154496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384708.304544:0:17070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.304552:0:17070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006797735d. 00000100:00000200:2.0:1767384708.304557:0:40990:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002c5c783a x1853237048154496/t0(0) o253->MGC192.168.203.125@tcp@0@lo:26/25 lens 4784/4768 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384708.304563:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000089b6997a. 02000000:00000010:3.0:1767384708.304570:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000bdcddc1d. 00000100:00000010:3.0:1767384708.304576:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002dd19567. 02000000:00000010:3.0:1767384708.304582:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000000430aef0. 00000100:00000010:2.0:1767384708.304585:0:40990:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b9338178. 00000100:00000010:3.0:1767384708.304588:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000009fbf5ee1. 02000000:00000010:3.0:1767384708.304596:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 0000000024e35b70. 02000000:00000010:2.0:1767384708.304596:0:40990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at 00000000b5986d47. 00000100:00000010:3.0:1767384708.304600:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ec9dac00. 00000100:00000010:2.0:1767384708.304606:0:40990:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 00000000e5b1753d. 02000000:00000010:3.0:1767384708.304608:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000042831d2. 00000100:00000010:2.0:1767384708.304612:0:40990:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 0000000057ef2ff6. 00000100:00000010:3.0:1767384708.304615:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000b1d8b27. 02000000:00000010:2.0:1767384708.304619:0:40990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 8192 at 00000000bbbaf339. 02000000:00000010:3.0:1767384708.304624:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c4a40558. 00000100:00000010:2.0:1767384708.304628:0:40990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 00000100:00000010:3.0:1767384708.304630:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c1c4cb1. 02000000:00000010:3.0:1767384708.304638:0:17070:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000142fa24f. 00000020:00000010:2.0:1767384708.304638:0:40990:0:(tgt_mount.c:1452:server_notify_target()) kfreed 'mti': 7232 at 000000007ed298c9. 00000100:00000010:3.0:1767384708.304646:0:17070:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000a095265c. 00000020:02000000:2.0:1767384708.304648:0:40990:0:(tgt_mount.c:2650:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00000010:3.0:1767384708.304650:0:17070:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at 00000000dc60685c. 00000100:00000010:3.0:1767384708.304661:0:17070:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at 00000000ed7b3fc8. 00000100:00000010:3.0:1767384708.304729:0:40112:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6b2608f. 02000000:00000010:3.0:1767384708.304738:0:40112:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006797735d. 00010000:00000010:3.0:1767384708.304779:0:40112:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000fbaa419e. 02000000:00000010:3.0:1767384708.304801:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009907b1fd. 00000400:00000010:3.0:1767384708.304807:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df58d24a. 00000400:00000010:3.0:1767384708.304812:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a73d2736. 00000100:00000200:3.0:1767384708.304816:0:16355:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048154752, portal 18 00000400:00000010:3.0:1767384708.304820:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384708.304823:0:16355:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1853237048154752, offset 0 00000400:00000200:3.0:1767384708.304830:0:16355:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.304838:0:16355:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.304847:0:16355:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x695825ff09a80 00000400:00000200:3.0:1767384708.304853:0:16355:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x19 [2] + 0 00000400:00000200:3.0:1767384708.304858:0:16355:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.304862:0:16355:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.304868:0:16355:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1767384708.304871:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000044567bbb. 00000400:00000200:3.0:1767384708.304890:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000400:00000010:3.0:1767384708.304893:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384708.304901:0:16355:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6b2608f x1853237048154752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384724 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1767384708.304972:0:17072:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000aaa402eb. 00000004:00000010:3.0:1767384708.304979:0:17072:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000a644cb18. 00000004:00000010:3.0:1767384708.304984:0:17072:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a6bf562f. 00000004:00000010:3.0:1767384708.304988:0:17072:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003203dda7. 00000004:00000010:3.0:1767384708.304992:0:17072:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 0000000089b6997a. 00000020:00000010:3.0:1767384708.305000:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcd6ec7. 00000020:00000010:3.0:1767384708.305003:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcd6ec7. 00000020:00000010:3.0:1767384708.305008:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f40b9d0. 00000020:00000010:3.0:1767384708.305012:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000073590637. 00000020:00000010:3.0:1767384708.305015:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000100:00000200:3.0:1767384708.305033:0:17072:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044567bbb x1853237048154752/t0(0) o103->52fcb523-99f3-47ad-9ec0-fd8a5f36dda8@0@lo:689/0 lens 328/0 e 0 to 0 dl 1767384719 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1767384708.305065:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009bcd6ec7. 00000020:00000010:3.0:1767384708.305069:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009bcd6ec7. 00000100:00000200:3.0:1767384708.305073:0:17072:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048154752 02000000:00000010:3.0:1767384708.305080:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007f32c064. 00010000:00000010:3.0:1767384708.305106:0:17072:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009bcd6ec7. 00000100:00000010:3.0:1767384708.305113:0:17072:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fbaa419e. 00000100:00000010:3.0:1767384708.305131:0:17072:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000fbaa419e. 00010000:00000010:3.0:1767384708.305136:0:17072:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009bcd6ec7. 00000400:00000010:3.0:1767384708.305147:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384708.305150:0:17072:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1853237048154752, offset 224 00000400:00000200:3.0:1767384708.305157:0:17072:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1767384708.305166:0:17072:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.305174:0:17072:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x695825ff09a80 00000400:00000200:3.0:1767384708.305181:0:17072:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2c35 [1] + 224 00000400:00000200:3.0:1767384708.305186:0:17072:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.305190:0:17072:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.305198:0:17072:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6b2608f x1853237048154752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384724 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767384708.305218:0:17072:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000400:00000010:3.0:1767384708.305221:0:17072:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000020:00000010:3.0:1767384708.305234:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000073590637. 00000020:00000010:3.0:1767384708.305238:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384708.305242:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f40b9d0. 00000400:00000010:3.0:1767384708.305284:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df58d24a. 00000400:00000200:3.0:1767384708.305289:0:16355:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a73d2736 00000400:00000010:3.0:1767384708.305292:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a73d2736. 00000100:00000200:3.0:1767384708.305298:0:16355:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6b2608f x1853237048154752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384724 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767384708.305308:0:16355:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6b2608f x1853237048154752/t0(0) o103->MGC192.168.203.125@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1767384724 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1767384708.305327:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009907b1fd. 02000000:00000010:3.0:1767384708.305332:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006797735d. 00000100:00000010:3.0:1767384708.305337:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6b2608f. 00000400:00000010:3.0:1767384708.305357:0:41000:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000cf81adf9. 00000400:00000200:3.0:1767384708.305362:0:41000:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000fef18453 00000400:00000010:3.0:1767384708.305365:0:41000:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000fef18453. 00000100:00000200:3.0:1767384708.305372:0:41000:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000344d65e7 x1853237048154624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384724 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1767384708.305381:0:41000:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000344d65e7 x1853237048154624/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1767384724 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1767384708.305404:0:41000:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009bcd6ec7. 02000000:00000010:3.0:1767384708.305419:0:41000:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e48680d. 02000000:00000010:3.0:1767384708.305423:0:41000:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000004d31dcce. 00000100:00000010:3.0:1767384708.305426:0:41000:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000344d65e7. 00000100:00000010:3.0:1767384708.305430:0:41000:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000057ec370c. 00010000:00000010:3.0:1767384708.305433:0:41000:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e43df272. 00000020:00000010:2.0:1767384708.308577:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018664927. 00000020:00000010:2.0:1767384708.308584:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ea148382. 00000040:00000010:2.0:1767384708.308589:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009b51444c. 00000020:00000010:2.0:1767384708.308594:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006e1fa4a7. 00000020:00000010:2.0:1767384708.308598:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029595e. 00000020:00000010:2.0:1767384708.308602:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004d31dcce. 80000000:00000010:2.0:1767384708.308607:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004f263a3c. 40000000:00000010:2.0:1767384708.308610:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000928cdb1d. 00100000:00000010:2.0:1767384708.308615:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005b072daf. 00040000:00000010:2.0:1767384708.308619:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000054a72e62. 00040000:00000010:2.0:1767384708.308622:0:40990:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000005604a4f9. 00040000:00000010:2.0:1767384708.308625:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000007e48680d. 00080000:00000010:2.0:1767384708.308631:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000042277e2. 00080000:00000010:2.0:1767384708.308635:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000158b94c3. 00000004:00000010:2.0:1767384708.308644:0:40990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005cbdc883. 00000004:00000010:2.0:1767384708.308648:0:40990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000f2a303a7. 00000004:00000010:2.0:1767384708.308652:0:40990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000003ee246da. 00000004:00000010:2.0:1767384708.308656:0:40990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000008485634b. 00000020:00000010:2.0:1767384708.308659:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009d9aefb7. 00000020:00000010:2.0:1767384708.308677:0:40990:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009433d5ba. 00000020:00000010:2.0:1767384708.308681:0:40990:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00080000:00000010:2.0:1767384708.308737:0:40990:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000c10ec749. 00000020:00000010:2.0:1767384708.308745:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a536e5f5. 00080000:00000010:2.0:1767384708.308754:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a50c9687. 00080000:00000010:2.0:1767384708.308781:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a50c9687. 00000020:00000010:2.0:1767384708.308785:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000a536e5f5. 00000004:00000010:2.0:1767384708.308797:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000023acced. 00000004:00000010:2.0:1767384708.308803:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fed27e81. 00000004:00000010:2.0:1767384708.308809:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000f40eaa02. 00080000:00000010:2.0:1767384708.308815:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a50c9687. 00040000:00000010:2.0:1767384708.308833:0:40990:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000bfb476fc. 00000004:00000010:2.0:1767384708.308838:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000706468f0. 00000004:00000010:2.0:1767384708.308842:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000009f985c75. 00000004:00000010:2.0:1767384708.308846:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000532a2aba. 00080000:00000010:2.0:1767384708.308849:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d76e105f. 00000020:00000010:2.0:1767384708.308886:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009cf063dd. 00080000:00000010:2.0:1767384708.308891:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003e43f537. 00080000:00000010:2.0:1767384708.308902:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000003e43f537. 00000020:00000010:2.0:1767384708.308904:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 000000009cf063dd. 00000004:00000010:2.0:1767384708.308909:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000036f4bce0. 00000004:00000010:2.0:1767384708.308913:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000e9b14b32. 00000004:00000010:2.0:1767384708.308916:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000af4932d7. 00080000:00000010:2.0:1767384708.308919:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003e43f537. 00080000:00000010:2.0:1767384708.308930:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000b003303f. 00100000:00000010:2.0:1767384708.308943:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000359053e3. 00100000:00000010:2.0:1767384708.308952:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000359053e3. 00000004:00000010:2.0:1767384708.308976:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000026a21763. 00000004:00000010:2.0:1767384708.308982:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000bf02e19f. 00000004:00000010:2.0:1767384708.308985:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000156ffb36. 00080000:00000010:2.0:1767384708.308989:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002e61651e. 00080000:00000010:2.0:1767384708.309001:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006fc3f8d5. 00100000:00000010:2.0:1767384708.309009:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000359053e3. 00100000:00000010:2.0:1767384708.309011:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000359053e3. 00040000:00000010:2.0:1767384708.309017:0:40990:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000cbad2285. 00000001:00000010:2.0:1767384708.309022:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000000be24955. 00000001:00000010:2.0:1767384708.309028:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000be0c2d39. 00000001:00000010:2.0:1767384708.309032:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000b9338178. 00040000:00000010:2.0:1767384708.309045:0:40990:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000e68e0866. 00000004:00000010:2.0:1767384708.309049:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000042cdd77e. 00000004:00000010:2.0:1767384708.309053:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000b883a712. 00000004:00000010:2.0:1767384708.309057:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000de6fc125. 00080000:00000010:2.0:1767384708.309061:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000052153755. 00000020:00000010:2.0:1767384708.309088:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000cd7e439c. 00080000:00000010:2.0:1767384708.309093:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b5d8646. 00080000:00000010:2.0:1767384708.309105:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000005b5d8646. 00000020:00000010:2.0:1767384708.309108:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000cd7e439c. 00000004:00000010:2.0:1767384708.309114:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001f384f80. 00000004:00000010:2.0:1767384708.309118:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000db7d7b26. 00000004:00000010:2.0:1767384708.309122:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007eb23957. 00080000:00000010:2.0:1767384708.309125:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b5d8646. 00080000:00000010:2.0:1767384708.309135:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000392e0b13. 00100000:00000010:2.0:1767384708.309142:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000359053e3. 00100000:00000010:2.0:1767384708.309145:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000359053e3. 00000004:00000010:2.0:1767384708.309163:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002e9848a9. 00000004:00000010:2.0:1767384708.309168:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000757421b2. 00000004:00000010:2.0:1767384708.309171:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000052830982. 00080000:00000010:2.0:1767384708.309176:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000082498b70. 00080000:00000010:2.0:1767384708.309186:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009b8543f5. 00100000:00000010:2.0:1767384708.309193:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000359053e3. 00100000:00000010:2.0:1767384708.309195:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000359053e3. 00040000:00000010:2.0:1767384708.309200:0:40990:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 0000000024847d7c. 00000001:00000010:2.0:1767384708.309203:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000c30d0f1b. 00000001:00000010:2.0:1767384708.309207:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f5f9d447. 00000001:00000010:2.0:1767384708.309209:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000064f77507. 00040000:00000010:2.0:1767384708.309217:0:40990:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000dac69684. 00000004:00000010:2.0:1767384708.309221:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000dac700a4. 00000004:00000010:2.0:1767384708.309225:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000db267d97. 00000004:00000010:2.0:1767384708.309228:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003d5f0e19. 00080000:00000010:2.0:1767384708.309231:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003a0000e2. 00000020:00000010:2.0:1767384708.309255:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000961af51e. 00080000:00000010:2.0:1767384708.309259:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000745d8f3b. 00080000:00000010:2.0:1767384708.309268:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000745d8f3b. 00000020:00000010:2.0:1767384708.309276:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000961af51e. 00000004:00000010:2.0:1767384708.309280:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fb822234. 00000004:00000010:2.0:1767384708.309283:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000db9e8ac9. 00000004:00000010:2.0:1767384708.309286:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000bc8f6022. 00080000:00000010:2.0:1767384708.309288:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000745d8f3b. 00080000:00000010:2.0:1767384708.309295:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000016c18375. 00100000:00000010:2.0:1767384708.309302:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000359053e3. 00100000:00000010:2.0:1767384708.309305:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000359053e3. 00000004:00000010:2.0:1767384708.309322:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005fdf7320. 00000004:00000010:2.0:1767384708.309326:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000fbb5efb2. 00000004:00000010:2.0:1767384708.309329:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c5d6c912. 00080000:00000010:2.0:1767384708.309332:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b779e0d1. 00080000:00000010:2.0:1767384708.309340:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007b32f6c7. 00100000:00000010:2.0:1767384708.309346:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000359053e3. 00100000:00000010:2.0:1767384708.309349:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 00000000359053e3. 00040000:00000010:2.0:1767384708.309352:0:40990:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000694170fc. 00000001:00000010:2.0:1767384708.309355:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000009cce27a2. 00000001:00000010:2.0:1767384708.309359:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d9cb9180. 00000001:00000010:2.0:1767384708.309361:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000301ca660. 00040000:00000010:2.0:1767384708.309370:0:40990:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000068937916. 00000020:00000010:2.0:1767384708.309374:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a03ce684. 00000020:00000010:2.0:1767384708.309376:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c31c5f4c. 00000020:00000010:2.0:1767384708.309379:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007a686131. 00000020:00000010:2.0:1767384708.309383:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006d419c61. 00000020:00000010:2.0:1767384708.309386:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a6074208. 80000000:00000010:2.0:1767384708.309389:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005729145e. 40000000:00000010:2.0:1767384708.309391:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000359053e3. 00100000:00000010:2.0:1767384708.309395:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000175cad8d. 00040000:00000010:2.0:1767384708.309397:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000031e7ff04. 00040000:00000010:2.0:1767384708.309401:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bc9593b4. 00080000:00000010:2.0:1767384708.309405:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000053745197. 00080000:00000010:2.0:1767384708.309409:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000007ed298c9. 00002000:00000010:2.0:1767384708.309414:0:40990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000009bd3f2. 00000020:00000010:3.0:1767384708.309702:0:40990:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 0000000057bcc19e. 00000020:00000010:3.0:1767384708.309709:0:40990:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 0000000057bcc19e. 00000020:00000010:3.0:1767384708.309715:0:40990:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 0000000073590637. 00000020:00000010:3.0:1767384708.309723:0:40990:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 0000000057bcc19e. 00000020:00000010:3.0:1767384708.309728:0:40990:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 0000000057bcc19e. 00040000:00000010:3.0:1767384708.309762:0:40990:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000fbaa419e. 00000020:00000010:3.0:1767384708.309785:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000050c34cfc. 00080000:00000010:3.0:1767384708.309791:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006797735d. 00080000:00000010:3.0:1767384708.309806:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000006797735d. 00000020:00000010:3.0:1767384708.309809:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000050c34cfc. 00000004:00000010:3.0:1767384708.309820:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000002defbec9. 00000004:00000010:3.0:1767384708.309826:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002132b51e. 00000004:00000010:3.0:1767384708.309830:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000006ca43487. 00080000:00000010:3.0:1767384708.309834:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006797735d. 00080000:00000010:3.0:1767384708.309848:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000cbfa625b. 00100000:00000010:3.0:1767384708.309857:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000057bcc19e. 00100000:00000010:3.0:1767384708.309862:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000057bcc19e. 00000004:00000010:3.0:1767384708.309882:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000009358a16f. 00000004:00000010:3.0:1767384708.309887:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000008ab3885b. 00000004:00000010:3.0:1767384708.309890:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c56fad37. 00080000:00000010:3.0:1767384708.309893:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009907b1fd. 00080000:00000010:3.0:1767384708.309904:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004f31baba. 00100000:00000010:3.0:1767384708.309911:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000057bcc19e. 00100000:00000010:3.0:1767384708.309913:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000057bcc19e. 00040000:00000010:3.0:1767384708.309918:0:40990:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 00000000222b7e59. 00000001:00000010:3.0:1767384708.309922:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001f40b9d0. 00000001:00000010:3.0:1767384708.309927:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 0000000018107b4e. 00000001:00000010:3.0:1767384708.309929:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000042010d54. 00040000:00000010:3.0:1767384708.309938:0:40990:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 0000000034e43b32. 00000020:00000010:3.0:1767384708.309956:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000b3bcfb92. 00080000:00000010:3.0:1767384708.309961:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c4a7e703. 00080000:00000010:3.0:1767384708.309973:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c4a7e703. 00000020:00000010:3.0:1767384708.309976:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000b3bcfb92. 00000004:00000010:3.0:1767384708.309981:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000d7594761. 00000004:00000010:3.0:1767384708.309986:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000003c92f20b. 00000004:00000010:3.0:1767384708.309989:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000000437fc34. 00080000:00000010:3.0:1767384708.309993:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c4a7e703. 00080000:00000010:3.0:1767384708.310006:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007eee262c. 00100000:00000010:3.0:1767384708.310013:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000057bcc19e. 00100000:00000010:3.0:1767384708.310017:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000057bcc19e. 00000004:00000010:3.0:1767384708.310037:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000c1a890e3. 00000004:00000010:3.0:1767384708.310042:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c868d720. 00000004:00000010:3.0:1767384708.310046:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000005ba7cc75. 00080000:00000010:3.0:1767384708.310050:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000247a93b4. 00080000:00000010:3.0:1767384708.310062:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000c254be62. 00100000:00000010:3.0:1767384708.310070:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000057bcc19e. 00100000:00000010:3.0:1767384708.310073:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000057bcc19e. 00040000:00000010:3.0:1767384708.310077:0:40990:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000004d94379d. 00000001:00000010:3.0:1767384708.310082:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000005bb482ce. 00000001:00000010:3.0:1767384708.310086:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 000000005a99062f. 00000001:00000010:3.0:1767384708.310090:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 0000000040535a1a. 00040000:00000010:3.0:1767384708.310099:0:40990:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at 00000000b346d049. 00000020:00000010:3.0:1767384708.310116:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000036691f4c. 00080000:00000010:3.0:1767384708.310121:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d5a968dc. 00080000:00000010:3.0:1767384708.310131:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000d5a968dc. 00000020:00000010:3.0:1767384708.310134:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 0000000036691f4c. 00000004:00000010:3.0:1767384708.310142:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003e924406. 00000004:00000010:3.0:1767384708.310146:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000058fc72cf. 00000004:00000010:3.0:1767384708.310150:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000007f4cafc0. 00080000:00000010:3.0:1767384708.310154:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d5a968dc. 00080000:00000010:3.0:1767384708.310166:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000013ca115c. 00100000:00000010:3.0:1767384708.310172:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000057bcc19e. 00100000:00000010:3.0:1767384708.310176:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000057bcc19e. 00000004:00000010:3.0:1767384708.310193:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000a6f9d636. 00000004:00000010:3.0:1767384708.310197:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000164ab3d2. 00000004:00000010:3.0:1767384708.310201:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000c43f7532. 00080000:00000010:3.0:1767384708.310205:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005b5d78de. 00080000:00000010:3.0:1767384708.310214:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000089e8a109. 00100000:00000010:3.0:1767384708.310221:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 0000000057bcc19e. 00100000:00000010:3.0:1767384708.310224:0:40990:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at 0000000057bcc19e. 00040000:00000010:3.0:1767384708.310229:0:40990:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at 000000002f45a9a5. 00000001:00000010:3.0:1767384708.310233:0:40990:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000cab80179. 00000001:00000010:3.0:1767384708.310236:0:40990:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000f789aad2. 00000001:00000010:3.0:1767384708.310239:0:40990:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 00000000d6ed3b48. 00040000:00000010:3.0:1767384708.310247:0:40990:0:(qsd_writeback.c:661:qsd_start_upd_thread()) kmalloced '(args)': 72 at 0000000031e40b08. 00000020:00000010:3.0:1767384708.310251:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3c00375. 00000020:00000010:3.0:1767384708.310254:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000001a720421. 00000020:00000010:3.0:1767384708.310355:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fe4685b0. 00000020:00000010:3.0:1767384708.310360:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008ddef0df. 00000020:00000010:3.0:1767384708.310364:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005fca2587. 80000000:00000010:3.0:1767384708.310366:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000d4438872. 40000000:00000010:3.0:1767384708.310369:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000057bcc19e. 00100000:00000010:3.0:1767384708.310372:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000024f3cbb8. 00040000:00000010:3.0:1767384708.310375:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006a6608e9. 00040000:00000010:3.0:1767384708.310378:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000003f690f71. 00080000:00000010:3.0:1767384708.310382:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000b5986d47. 00080000:00000010:3.0:1767384708.310387:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000dc60685c. 00002000:00000010:3.0:1767384708.310391:0:40990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000978a214a. 00000020:00000010:2.0:1767384708.310574:0:40990:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at 00000000ab0a7d15. 00000020:00000010:2.0:1767384708.310579:0:40990:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at 00000000ab0a7d15. 00000020:00000010:2.0:1767384708.310583:0:40990:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at 00000000f9fcc1f5. 00000020:00000010:2.0:1767384708.310589:0:40990:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at 00000000ab0a7d15. 00000020:00000010:2.0:1767384708.310592:0:40990:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at 00000000ab0a7d15. 40000000:00000010:2.0:1767384708.310598:0:40990:0:(fid_lib.c:96:seq_target_init()) kmalloced '(dt->dd_cl_seq)': 224 at 000000004ccbc039. 00080000:00000010:2.0:1767384708.310680:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c4ab9267. 00080000:00000010:2.0:1767384708.310689:0:40990:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ab0a7d15. 00000100:00000010:3.0:1767384708.311500:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000c4c67a42. 00000100:00000010:2.0:1767384708.311503:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003b2432d9. 00000100:00000010:0.0:1767384708.311679:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009f4b9e3. 00000100:00000010:1.0:1767384708.311762:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000580d0124. 00080000:00000010:3.0:1767384708.312367:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c4ab9267. 00080000:00000010:2.0:1767384708.312411:0:40990:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ab0a7d15. 00000004:00000010:2.0:1767384708.312462:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000014e42024. 00010000:00000010:3.1:1767384708.312464:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000a8ccf9ff. 00010000:00000010:3.1:1767384708.312473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e79bfcd8. 00010000:00000010:3.1:1767384708.312478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000041778f1c. 00010000:00000010:3.1:1767384708.312483:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000006018ef8. 00010000:00000010:3.1:1767384708.312487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000834c429c. 00000004:00000010:2.0:1767384708.312513:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f5b253a1. 00000004:00000010:2.0:1767384708.312517:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000e0574ec1. 00080000:00000010:2.0:1767384708.312520:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008a0316c6. 00000004:00000010:2.0:1767384708.312537:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000088811044. 00000004:00000010:2.0:1767384708.312539:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000005533fe92. 00000004:00000010:2.0:1767384708.312541:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000dac36d47. 00080000:00000010:2.0:1767384708.312543:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008f8dec53. 00000020:00000010:2.0:1767384708.312551:0:40990:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 8192 at 00000000bbbaf339. 00080000:00000010:2.0:1767384708.312555:0:40990:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000e2783eea. 00000004:00000010:2.0:1767384708.312580:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000006f34b0f5. 00000004:00000010:2.0:1767384708.312582:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000001ac1e9d8. 00000004:00000010:2.0:1767384708.312584:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000003e545c1b. 00080000:00000010:2.0:1767384708.312588:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b0deea2f. 00000001:00000010:2.0:1767384708.312597:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.312605:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00080000:00000010:2.0:1767384708.312619:0:40990:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000e2783eea. 00000020:00000010:2.0:1767384708.312621:0:40990:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 8192 at 00000000bbbaf339. 00000004:00000010:2.0:1767384708.312624:0:40990:0:(lod_dev.c:885:lod_prepare_distribute_txn()) kmalloced '(tdtd)': 280 at 000000000629834e. 00000004:00000010:2.0:1767384708.312629:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000094cb6372. 00000004:00000010:2.0:1767384708.312631:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000031d6d066. 00000004:00000010:2.0:1767384708.312632:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008b355926. 00080000:00000010:2.0:1767384708.312635:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000810b047f. 00000001:00000010:2.0:1767384708.312638:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.312641:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00000020:00000010:2.0:1767384708.312649:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ed2a594. 00000020:00000010:2.0:1767384708.312652:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000048d9c91. 00000040:00000010:2.0:1767384708.312654:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000061f8863a. 00000020:00000010:2.0:1767384708.312656:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b2a2682f. 00000020:00000010:2.0:1767384708.312659:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d72f255d. 00000020:00000010:2.0:1767384708.312661:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006d21c60b. 80000000:00000010:2.0:1767384708.312675:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004cb188b7. 40000000:00000010:2.0:1767384708.312678:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ab0a7d15. 00100000:00000010:2.0:1767384708.312682:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d7c146a4. 00040000:00000010:2.0:1767384708.312684:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004a69f148. 00040000:00000010:2.0:1767384708.312686:0:40990:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000078f1abbd. 00040000:00000010:2.0:1767384708.312688:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d80bbc0e. 00080000:00000010:2.0:1767384708.312690:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bbbaf339. 00080000:00000010:2.0:1767384708.312694:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000095d2e4ea. 00000004:00000010:2.0:1767384708.312697:0:40990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b88afa35. 00000004:00000010:2.0:1767384708.312700:0:40990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009116b38f. 00000004:00000010:2.0:1767384708.312703:0:40990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000068eed157. 00000004:00000010:2.0:1767384708.312706:0:40990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cdfd7db6. 00000004:00000010:0.0:1767384708.312831:0:40990:0:(lod_dev.c:693:lod_sub_init_llog()) kmalloced '(lrd)': 96 at 0000000024e560a5. 00000040:00000010:0.0:1767384708.312836:0:40990:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000dda46a08. 00000020:00000010:0.0:1767384708.312841:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ddc37aff. 00000020:00000010:0.0:1767384708.312844:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000940c294b. 00000040:00000010:0.0:1767384708.312846:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005d4eb2fb. 00000020:00000010:0.0:1767384708.312849:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f04a32a0. 00000020:00000010:0.0:1767384708.312852:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000664fa34e. 00000020:00000010:0.0:1767384708.312853:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000df743290. 80000000:00000010:0.0:1767384708.312855:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e7871d4. 40000000:00000010:0.0:1767384708.312857:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000951b091e. 00100000:00000010:0.0:1767384708.312859:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ad59cae0. 00040000:00000010:0.0:1767384708.312862:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006b249760. 00040000:00000010:0.0:1767384708.312864:0:40990:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000094c562fe. 00040000:00000010:0.0:1767384708.312866:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004e666a6e. 00080000:00000010:0.0:1767384708.312870:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000f80bbc36. 00080000:00000010:0.0:1767384708.312873:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000d12a938e. 00000004:00000010:0.0:1767384708.312876:0:40990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000000ec6e3cb. 00000004:00000010:0.0:1767384708.312880:0:40990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fc29707. 00000004:00000010:0.0:1767384708.312882:0:40990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000000b8cd936. 00000004:00000010:0.0:1767384708.312884:0:40990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001d50c40f. 00000020:00000010:0.0:1767384708.313097:0:41034:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d7bdbc25. 00000004:00000010:2.0:1767384708.313118:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000001f7adefa. 00000004:00000010:2.0:1767384708.313126:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c55181ce. 00000004:00000010:2.0:1767384708.313130:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000077306c2b. 00080000:00000010:2.0:1767384708.313134:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c4ab9267. 00000001:00000010:2.0:1767384708.313142:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.313151:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00080000:00000010:2.0:1767384708.313169:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000c4ab9267. 00000004:00000010:2.0:1767384708.313174:0:40990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000077306c2b. 00000004:00000010:2.0:1767384708.313179:0:40990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000c55181ce. 00000004:00000010:2.0:1767384708.313183:0:40990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000001f7adefa. 00000004:00000010:2.0:1767384708.313191:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000002bae1ea. 00000004:00000010:2.0:1767384708.313195:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000c55181ce. 00000004:00000010:2.0:1767384708.313198:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000077306c2b. 00080000:00000010:2.0:1767384708.313201:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c4ab9267. 00000001:00000010:2.0:1767384708.313206:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.313212:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00000004:00000010:2.0:1767384708.313235:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000005c1ccb3c. 00000004:00000010:2.0:1767384708.313240:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cd759a0a. 00000004:00000010:2.0:1767384708.313243:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000035ba040b. 00080000:00000010:2.0:1767384708.313248:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000020c5aab2. 00000001:00000010:2.0:1767384708.313254:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.313259:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00080000:00000010:2.0:1767384708.313275:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 0000000020c5aab2. 00000004:00000010:2.0:1767384708.313278:0:40990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 0000000035ba040b. 00000004:00000010:2.0:1767384708.313281:0:40990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 00000000cd759a0a. 00000004:00000010:2.0:1767384708.313283:0:40990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000005c1ccb3c. 00000004:00000010:2.0:1767384708.313289:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000021f86650. 00000004:00000010:2.0:1767384708.313292:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000cd759a0a. 00000004:00000010:2.0:1767384708.313295:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000035ba040b. 00080000:00000010:2.0:1767384708.313298:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000020c5aab2. 00000001:00000010:2.0:1767384708.313303:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.313307:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00000004:00000010:2.0:1767384708.313326:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000fffec9a6. 00000004:00000010:2.0:1767384708.313331:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000042c83d23. 00000004:00000010:2.0:1767384708.313335:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008810d4b5. 00000040:00000010:0.0:1767384708.313338:0:41034:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000d130402e. 00080000:00000010:2.0:1767384708.313341:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008839ee66. 00000001:00000010:2.0:1767384708.313349:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.313354:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00000040:00000010:0.0:1767384708.313364:0:41034:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 32768 at 000000004140b1f8. 00080000:00000010:2.0:1767384708.313370:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000008839ee66. 00000004:00000010:2.0:1767384708.313376:0:40990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000008810d4b5. 00000004:00000010:2.0:1767384708.313379:0:40990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000042c83d23. 00000004:00000010:2.0:1767384708.313381:0:40990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000fffec9a6. 00000040:00000010:0.0:1767384708.313388:0:41034:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000ac8830fe. 00000004:00000010:2.0:1767384708.313389:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000325a04f2. 00000004:00000010:2.0:1767384708.313395:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000042c83d23. 00000020:00000010:0.0:1767384708.313398:0:41034:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba8bed0d. 00000004:00000010:2.0:1767384708.313400:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000008810d4b5. 00000020:00000010:0.0:1767384708.313405:0:41034:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000071ff0b45. 00080000:00000010:2.0:1767384708.313408:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008839ee66. 00000040:00000010:0.0:1767384708.313411:0:41034:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008ae60af0. 00000020:00000010:0.0:1767384708.313417:0:41034:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e6602651. 00000001:00000010:2.0:1767384708.313418:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000020:00000010:0.0:1767384708.313422:0:41034:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384708.313427:0:41034:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b7299038. 00000001:00000010:2.0:1767384708.313428:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 80000000:00000010:0.0:1767384708.313431:0:41034:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b5586c51. 40000000:00000010:0.0:1767384708.313459:0:41034:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000076cc63a. 00100000:00000010:0.0:1767384708.313463:0:41034:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000022eb72b2. 00040000:00000010:0.0:1767384708.313467:0:41034:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004a5b382b. 00040000:00000010:0.0:1767384708.313469:0:41034:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000301cc898. 00040000:00000010:0.0:1767384708.313472:0:41034:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000092774213. 00000004:00000010:2.0:1767384708.313477:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000068cb38d0. 00000004:00000010:2.0:1767384708.313484:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002f83e83f. 00080000:00000010:0.0:1767384708.313485:0:41034:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000006ee792d2. 00000004:00000010:2.0:1767384708.313489:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004c1e0762. 00080000:00000010:0.0:1767384708.313492:0:41034:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000074c5c86d. 00080000:00000010:2.0:1767384708.313497:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007fa983c6. 00000004:00000010:0.0:1767384708.313499:0:41034:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000fa0873d5. 00000004:00000010:0.0:1767384708.313505:0:41034:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a5a9af06. 00000001:00000010:2.0:1767384708.313507:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000004:00000010:0.0:1767384708.313509:0:41034:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 000000001a3ece91. 00002000:00000010:0.0:1767384708.313513:0:41034:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ae32d75d. 00000004:00000010:0.0:1767384708.313516:0:41034:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000004740b4b8. 00000001:00000010:2.0:1767384708.313517:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00000020:00000010:0.0:1767384708.313519:0:41034:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000009c63d097. 00000040:00000010:0.0:1767384708.313536:0:41034:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 32768 at 00000000e3ee5ba3. 00080000:00000010:2.0:1767384708.313539:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 000000007fa983c6. 00000004:00000010:2.0:1767384708.313544:0:40990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 000000004c1e0762. 00000004:00000010:2.0:1767384708.313547:0:40990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000002f83e83f. 00000004:00000010:2.0:1767384708.313550:0:40990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 0000000068cb38d0. 00000004:00000010:2.0:1767384708.313557:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000049a55287. 00000004:00000010:2.0:1767384708.313561:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000002f83e83f. 00000004:00000010:2.0:1767384708.313564:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 000000004c1e0762. 00080000:00000010:2.0:1767384708.313568:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007fa983c6. 00000001:00000010:2.0:1767384708.313573:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.313577:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00000020:00000010:2.0:1767384708.313602:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000fc84f1f2. 00080000:00000010:2.0:1767384708.313610:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a3179d98. 00080000:00000010:2.0:1767384708.313621:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a3179d98. 00000020:00000010:2.0:1767384708.313624:0:40990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at 00000000fc84f1f2. 00000004:00000010:2.0:1767384708.313630:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000e09b9e82. 00000004:00000010:2.0:1767384708.313634:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 00000000f4ad335c. 00000004:00000010:2.0:1767384708.313637:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 0000000007c461f0. 00080000:00000010:2.0:1767384708.313640:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a3179d98. 00000040:00000010:2.0:1767384708.313656:0:40990:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000002bd26be6. 00000040:00000010:2.0:1767384708.313681:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003b646798. 00000040:00000010:2.0:1767384708.313702:0:40990:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 18 at 000000006fdfdf8f. 00000020:00000010:2.0:1767384708.313707:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d6bc2a12. 00080000:00000010:2.0:1767384708.313711:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000526d1c37. 00000040:00000010:2.0:1767384708.313724:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000afb914e2. 00000040:00000010:2.0:1767384708.313745:0:40990:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 000000008df35466. 00000040:00000010:2.0:1767384708.316800:0:40990:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 000000008df35466. 00000040:00000010:2.0:1767384708.316821:0:40990:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000009cb7bdfc. 00000040:00000010:2.0:1767384708.316826:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000003916c269. 00000040:00000010:2.0:1767384708.316846:0:40990:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 16 at 00000000060ec899. 00000020:00000010:2.0:1767384708.316850:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c29b0311. 00080000:00000010:2.0:1767384708.316853:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cc3f1a89. 00000040:00000010:2.0:1767384708.316860:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000008df35466. 00000040:00000010:2.0:1767384708.316866:0:40990:0:(llog.c:1032:llog_reverse_process()) kmalloced '(buf)': 8192 at 00000000a82737d9. 00000040:00000010:2.0:1767384708.319988:0:40990:0:(llog.c:1106:llog_reverse_process()) kvfree 'buf': 8192 at 00000000a82737d9. 00000040:00000010:2.0:1767384708.319998:0:40990:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000378f919a. 00000020:00000010:2.0:1767384708.320001:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073b9205b. 00000020:00000010:2.0:1767384708.320003:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000031cd7e33. 00000040:00000010:2.0:1767384708.320006:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000540476e5. 00000020:00000010:2.0:1767384708.320010:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a00858a5. 00000020:00000010:2.0:1767384708.320013:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002d85d4b0. 00000020:00000010:2.0:1767384708.320015:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cd93247f. 80000000:00000010:2.0:1767384708.320018:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000580d0124. 40000000:00000010:2.0:1767384708.320020:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000723fbc5f. 00100000:00000010:2.0:1767384708.320023:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000026107178. 00040000:00000010:2.0:1767384708.320025:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c2d12bf6. 00040000:00000010:2.0:1767384708.320027:0:40990:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000024baf9f. 00040000:00000010:2.0:1767384708.320029:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000005ebe6a3f. 00080000:00000010:2.0:1767384708.320031:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a82737d9. 00080000:00000010:2.0:1767384708.320035:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000850c90ec. 00000004:00000010:2.0:1767384708.320038:0:40990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000004a9ebefd. 00000004:00000010:2.0:1767384708.320042:0:40990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000000eb8bd9. 00000004:00000010:2.0:1767384708.320045:0:40990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000d7d5ff01. 00002000:00000010:2.0:1767384708.320047:0:40990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d1cf77e4. 00000004:00000010:2.0:1767384708.320050:0:40990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000007c8b31cf. 00000020:00000010:2.0:1767384708.320052:0:40990:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e43df272. 00000040:00000010:2.0:1767384708.320057:0:40990:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003e9a90ce. 00000040:00000010:0.0:1767384708.320974:0:41034:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 32768 at 00000000e3ee5ba3. 00000020:00000010:0.0:1767384708.320990:0:41034:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000009c63d097. 00000020:00000010:0.0:1767384708.320998:0:41034:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000071ff0b45. 00000040:00000010:0.0:1767384708.321001:0:41034:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000008ae60af0. 00000020:00000010:0.0:1767384708.321004:0:41034:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e6602651. 00000020:00000010:0.0:1767384708.321007:0:41034:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384708.321010:0:41034:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b7299038. 80000000:00000010:0.0:1767384708.321013:0:41034:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000b5586c51. 40000000:00000010:0.0:1767384708.321017:0:41034:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000076cc63a. 00100000:00000010:0.0:1767384708.321019:0:41034:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000022eb72b2. 00040000:00000010:0.0:1767384708.321022:0:41034:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000004a5b382b. 00040000:00000010:0.0:1767384708.321025:0:41034:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000301cc898. 00040000:00000010:0.0:1767384708.321027:0:41034:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000092774213. 00080000:00000010:0.0:1767384708.321031:0:41034:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000074c5c86d. 00080000:00000010:0.0:1767384708.321034:0:41034:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000006ee792d2. 00000004:00000010:0.0:1767384708.321037:0:41034:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000fa0873d5. 00000004:00000010:0.0:1767384708.321040:0:41034:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a5a9af06. 00000004:00000010:0.0:1767384708.321043:0:41034:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000001a3ece91. 00002000:00000010:0.0:1767384708.321045:0:41034:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ae32d75d. 00000004:00000010:0.0:1767384708.321047:0:41034:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000004740b4b8. 00000020:00000010:0.0:1767384708.321049:0:41034:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba8bed0d. 00000040:00000010:0.0:1767384708.321051:0:41034:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000ac8830fe. 00000020:00000010:0.0:1767384708.321057:0:41034:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000940c294b. 00000040:00000010:0.0:1767384708.321060:0:41034:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005d4eb2fb. 00000020:00000010:0.0:1767384708.321061:0:41034:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f04a32a0. 00000020:00000010:0.0:1767384708.321063:0:41034:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000664fa34e. 00000020:00000010:0.0:1767384708.321065:0:41034:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000df743290. 80000000:00000010:0.0:1767384708.321067:0:41034:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000005e7871d4. 40000000:00000010:0.0:1767384708.321068:0:41034:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000951b091e. 00100000:00000010:0.0:1767384708.321070:0:41034:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000ad59cae0. 00040000:00000010:0.0:1767384708.321071:0:41034:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000006b249760. 00040000:00000010:0.0:1767384708.321073:0:41034:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 0000000094c562fe. 00040000:00000010:0.0:1767384708.321074:0:41034:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000004e666a6e. 00080000:00000010:0.0:1767384708.321075:0:41034:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000d12a938e. 00080000:00000010:0.0:1767384708.321077:0:41034:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000f80bbc36. 00000004:00000010:0.0:1767384708.321079:0:41034:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000000ec6e3cb. 00000004:00000010:0.0:1767384708.321081:0:41034:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000002fc29707. 00000004:00000010:0.0:1767384708.321082:0:41034:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000000b8cd936. 00000004:00000010:0.0:1767384708.321084:0:41034:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001d50c40f. 00000020:00000010:0.0:1767384708.321085:0:41034:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ddc37aff. 00000004:00000010:0.0:1767384708.321086:0:41034:0:(lod_dev.c:557:lod_sub_recovery_thread()) kfreed 'lrd': 96 at 0000000024e560a5. 00000040:00000010:2.0:1767384708.321310:0:40990:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003e9a90ce. 00000020:00000010:2.0:1767384708.321315:0:40990:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000e43df272. 00000020:00000010:2.0:1767384708.321319:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000031cd7e33. 00000040:00000010:2.0:1767384708.321321:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000540476e5. 00000020:00000010:2.0:1767384708.321323:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a00858a5. 00000020:00000010:2.0:1767384708.321325:0:40990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002d85d4b0. 00000020:00000010:2.0:1767384708.321327:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cd93247f. 80000000:00000010:2.0:1767384708.321328:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000580d0124. 40000000:00000010:2.0:1767384708.321331:0:40990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000723fbc5f. 00100000:00000010:2.0:1767384708.321332:0:40990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000026107178. 00040000:00000010:2.0:1767384708.321336:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c2d12bf6. 00040000:00000010:2.0:1767384708.321338:0:40990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000024baf9f. 00040000:00000010:2.0:1767384708.321341:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000005ebe6a3f. 00080000:00000010:2.0:1767384708.321343:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000850c90ec. 00080000:00000010:2.0:1767384708.321344:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a82737d9. 00000004:00000010:2.0:1767384708.321346:0:40990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000004a9ebefd. 00000004:00000010:2.0:1767384708.321348:0:40990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000000eb8bd9. 00000004:00000010:2.0:1767384708.321350:0:40990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000d7d5ff01. 00002000:00000010:2.0:1767384708.321352:0:40990:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000d1cf77e4. 00000004:00000010:2.0:1767384708.321353:0:40990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000007c8b31cf. 00000020:00000010:2.0:1767384708.321355:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073b9205b. 00000040:00000010:2.0:1767384708.321356:0:40990:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000378f919a. 00000040:00000010:2.0:1767384708.321360:0:40990:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000580d0124. 00000020:00000010:2.0:1767384708.321362:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073b9205b. 00000020:00000010:2.0:1767384708.321363:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c77f9917. 00000040:00000010:2.0:1767384708.321365:0:40990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000005ebe6a3f. 00000020:00000010:2.0:1767384708.321366:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d7d5ff01. 00000020:00000010:2.0:1767384708.321368:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002d85d4b0. 00000020:00000010:2.0:1767384708.321369:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000cd93247f. 80000000:00000010:2.0:1767384708.321371:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009f4b9e3. 40000000:00000010:2.0:1767384708.321372:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000723fbc5f. 00100000:00000010:2.0:1767384708.321374:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000004a9ebefd. 00040000:00000010:2.0:1767384708.321375:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000c2d12bf6. 00040000:00000010:2.0:1767384708.321376:0:40990:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000024baf9f. 00040000:00000010:2.0:1767384708.321378:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000540476e5. 00080000:00000010:2.0:1767384708.321380:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000a82737d9. 00080000:00000010:2.0:1767384708.321381:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000850c90ec. 00000004:00000010:2.0:1767384708.321383:0:40990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000026107178. 00000004:00000010:2.0:1767384708.321385:0:40990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000000eb8bd9. 00000004:00000010:2.0:1767384708.321386:0:40990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a00858a5. 00002000:00000010:2.0:1767384708.321388:0:40990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007c8b31cf. 00000004:00000010:2.0:1767384708.321389:0:40990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000d1cf77e4. 00000020:00000010:2.0:1767384708.321391:0:40990:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000445e6c4d. 00000040:00000010:2.0:1767384708.321393:0:40990:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000003e9a90ce. 00000040:00000010:2.0:1767384708.321797:0:40990:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000003e9a90ce. 00000020:00000010:2.0:1767384708.321801:0:40990:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000445e6c4d. 00000020:00000010:2.0:1767384708.321804:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c77f9917. 00000040:00000010:2.0:1767384708.321806:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000005ebe6a3f. 00000020:00000010:2.0:1767384708.321807:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000d7d5ff01. 00000020:00000010:2.0:1767384708.321809:0:40990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002d85d4b0. 00000020:00000010:2.0:1767384708.321810:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000cd93247f. 80000000:00000010:2.0:1767384708.321812:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000009f4b9e3. 40000000:00000010:2.0:1767384708.321813:0:40990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000723fbc5f. 00100000:00000010:2.0:1767384708.321815:0:40990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000004a9ebefd. 00040000:00000010:2.0:1767384708.321816:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000c2d12bf6. 00040000:00000010:2.0:1767384708.321817:0:40990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000024baf9f. 00040000:00000010:2.0:1767384708.321819:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000540476e5. 00080000:00000010:2.0:1767384708.321820:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000850c90ec. 00080000:00000010:2.0:1767384708.321822:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000a82737d9. 00000004:00000010:2.0:1767384708.321823:0:40990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000026107178. 00000004:00000010:2.0:1767384708.321825:0:40990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 0000000000eb8bd9. 00000004:00000010:2.0:1767384708.321827:0:40990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000a00858a5. 00002000:00000010:2.0:1767384708.321828:0:40990:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000007c8b31cf. 00000004:00000010:2.0:1767384708.321829:0:40990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000d1cf77e4. 00000020:00000010:2.0:1767384708.321831:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073b9205b. 00000040:00000010:2.0:1767384708.321832:0:40990:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000580d0124. 00000040:00000010:2.0:1767384708.321836:0:40990:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000fb702cfd. 00000040:00000010:2.0:1767384708.321841:0:40990:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000073b9205b. 00000040:00000010:2.0:1767384708.321892:0:40990:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 12 at 000000004e5d4557. 00000020:00000010:2.0:1767384708.321897:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c2d12bf6. 00080000:00000010:2.0:1767384708.321899:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000031cd7e33. 00000040:00000010:2.0:1767384708.321907:0:40990:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a82737d9. 00000001:00000010:2.0:1767384708.321914:0:40990:0:(nodemap_storage.c:2589:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at 000000007f004e7c. 00000004:00000010:2.0:1767384708.321934:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000007a570e7e. 00000004:00000010:2.0:1767384708.321938:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000035acb0c5. 00000004:00000010:2.0:1767384708.321942:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a07eb041. 00080000:00000010:2.0:1767384708.321945:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000540476e5. 00080000:00000010:2.0:1767384708.321953:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000cd93247f. 00080000:00000010:2.0:1767384708.321961:0:40990:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000005ebe6a3f. 00080000:00000010:2.0:1767384708.321979:0:40990:0:(osd_handler.c:4504:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at 00000000ff3fcde9. 00000001:00000010:2.0:1767384708.322008:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.322018:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00080000:00000010:2.0:1767384708.322028:0:40990:0:(osd_handler.c:4544:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at 00000000ff3fcde9. 00080000:00000010:2.0:1767384708.322118:0:40990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000540476e5. 00000004:00000010:2.0:1767384708.322122:0:40990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000a07eb041. 00000004:00000010:2.0:1767384708.322125:0:40990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 0000000035acb0c5. 00000004:00000010:2.0:1767384708.322127:0:40990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 000000007a570e7e. 00000020:00000010:2.0:1767384708.322136:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000046ef77c3. 00080000:00000010:2.0:1767384708.322138:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000540476e5. 00080000:00000010:2.0:1767384708.322141:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000c77f9917. 00080000:00000010:2.0:1767384708.322146:0:40990:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000723fbc5f. 00000001:00000010:2.0:1767384708.322310:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.322316:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00080000:00000010:2.0:1767384708.322332:0:40990:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000a00858a5. 00080000:00000010:2.0:1767384708.322350:0:40990:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000723fbc5f. 00080000:00000010:2.0:1767384708.322354:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000be884580. 00100000:00000010:2.0:1767384708.322359:0:40990:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at 00000000723fbc5f. 00080000:00000010:2.0:1767384708.322370:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003582ca0d. 00000001:00000010:2.0:1767384708.322377:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.322380:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00080000:00000010:2.0:1767384708.322387:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000718dd385. 00000001:00000010:2.0:1767384708.322390:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.322393:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00080000:00000010:2.0:1767384708.322397:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000080387ce2. 00000001:00000010:2.0:1767384708.322399:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.322401:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00080000:00000010:2.0:1767384708.322407:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ab8ae2cc. 00000001:00000010:2.0:1767384708.322410:0:40990:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000983e13f7. 00000001:00000010:2.0:1767384708.322412:0:40990:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000983e13f7. 00100000:00000010:2.0:1767384708.322418:0:40990:0:(lfsck_lib.c:3616:lfsck_register()) kmalloced '(lfsck)': 3152 at 0000000000eb8bd9. 00000020:00000010:2.0:1767384708.322468:0:40990:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000927e1981. 00000004:00000010:2.0:1767384708.322489:0:40990:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000cd46f28f. 00000004:00000010:2.0:1767384708.322493:0:40990:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 0000000035acb0c5. 00000004:00000010:2.0:1767384708.322496:0:40990:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000a07eb041. 00080000:00000010:2.0:1767384708.322498:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009fc63183. 00000020:00000010:2.0:1767384708.322511:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000de77dbbf. 00080000:00000010:2.0:1767384708.322513:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ffa188aa. 00000020:00000010:2.0:1767384708.322523:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c4e1ca4d. 00080000:00000010:2.0:1767384708.322526:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cc02c396. 00100000:00000010:2.0:1767384708.322772:0:40990:0:(lfsck_lib.c:1608:lfsck_fid_init()) kmalloced '(lfsck->li_seq)': 224 at 0000000099cc29e5. 00100000:00000010:2.0:1767384708.322776:0:40990:0:(lfsck_lib.c:1612:lfsck_fid_init()) kmalloced '(prefix)': 135 at 000000001011aa9c. 00100000:00000010:2.0:1767384708.322813:0:40990:0:(lfsck_lib.c:1619:lfsck_fid_init()) kfreed 'prefix': 135 at 000000001011aa9c. 00100000:00000010:2.0:1767384708.322816:0:40990:0:(lfsck_namespace.c:7102:lfsck_namespace_setup()) kmalloced '(com)': 1392 at 0000000026107178. 00100000:00000010:2.0:1767384708.322819:0:40990:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000c19bde55. 00100000:00000010:2.0:1767384708.322821:0:40990:0:(lfsck_namespace.c:7120:lfsck_namespace_setup()) kmalloced '(com->lc_file_ram)': 544 at 00000000d1cf77e4. 00100000:00000010:2.0:1767384708.322824:0:40990:0:(lfsck_namespace.c:7124:lfsck_namespace_setup()) kmalloced '(com->lc_file_disk)': 544 at 000000007c8b31cf. 00000020:00000010:2.0:1767384708.322838:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000000b68e28b. 00080000:00000010:2.0:1767384708.322841:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bd4023dd. 00000020:00000010:2.0:1767384708.322858:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a7dd2985. 00080000:00000010:2.0:1767384708.322861:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a87fadb9. 00080000:00000010:2.0:1767384708.322865:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000006d7ca56f. 00000020:00000010:2.0:1767384708.322875:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008744ff27. 00080000:00000010:2.0:1767384708.322877:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000008f6f3084. 00080000:00000010:2.0:1767384708.322881:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000001f123f94. 00000020:00000010:2.0:1767384708.322891:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000df688a01. 00080000:00000010:2.0:1767384708.322894:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d99fb0c8. 00080000:00000010:2.0:1767384708.322898:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000bc904fe5. 00000020:00000010:2.0:1767384708.322906:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ed7a1fbe. 00080000:00000010:2.0:1767384708.322908:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a53d10d0. 00080000:00000010:2.0:1767384708.322912:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005d4d026a. 00000020:00000010:2.0:1767384708.322922:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000040864b0a. 00080000:00000010:2.0:1767384708.322924:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f08a73de. 00080000:00000010:2.0:1767384708.322929:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000551ef546. 00000020:00000010:2.0:1767384708.322938:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c27838a5. 00080000:00000010:2.0:1767384708.322940:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bb32e3d1. 00080000:00000010:2.0:1767384708.322943:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000f3cc3cce. 00000020:00000010:2.0:1767384708.322952:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000315f15a4. 00080000:00000010:2.0:1767384708.322954:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006ec2e497. 00080000:00000010:2.0:1767384708.322958:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000094f2f852. 00000020:00000010:2.0:1767384708.322965:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009948c466. 00080000:00000010:2.0:1767384708.322967:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000015782e7d. 00080000:00000010:2.0:1767384708.322970:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000e52faaee. 00000020:00000010:2.0:1767384708.322980:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000881186bc. 00080000:00000010:2.0:1767384708.322981:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e4127f17. 00080000:00000010:2.0:1767384708.322985:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009e35132f. 00000020:00000010:2.0:1767384708.322995:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000a0f1dcb2. 00080000:00000010:2.0:1767384708.322996:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002c9d4733. 00080000:00000010:2.0:1767384708.323001:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000005e44d7ec. 00000020:00000010:2.0:1767384708.323009:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006039e7b9. 00080000:00000010:2.0:1767384708.323011:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bc88e99e. 00080000:00000010:2.0:1767384708.323015:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002a712c95. 00000020:00000010:2.0:1767384708.323023:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000087878b8a. 00080000:00000010:2.0:1767384708.323026:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004c19cac3. 00080000:00000010:2.0:1767384708.323030:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007c0db029. 00000020:00000010:2.0:1767384708.323039:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000037b18e0d. 00080000:00000010:2.0:1767384708.323041:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b3218b9f. 00080000:00000010:2.0:1767384708.323045:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002225ccd4. 00000020:00000010:2.0:1767384708.323053:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000eae42943. 00080000:00000010:2.0:1767384708.323055:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000089e089b8. 00080000:00000010:2.0:1767384708.323060:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000dc3835c2. 00000020:00000010:2.0:1767384708.323068:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000533b0c04. 00080000:00000010:2.0:1767384708.323070:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a077663f. 00080000:00000010:2.0:1767384708.323074:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000002c0bfe38. 00000020:00000010:2.0:1767384708.323082:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000c05ffab3. 00080000:00000010:2.0:1767384708.323084:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a0bc6af6. 00080000:00000010:2.0:1767384708.323089:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000ce3724fb. 00100000:00000010:2.0:1767384708.323094:0:40990:0:(lfsck_layout.c:7024:lfsck_layout_setup()) kmalloced '(com)': 1392 at 00000000024baf9f. 00100000:00000010:2.0:1767384708.323096:0:40990:0:(lfsck_lib.c:1951:lfsck_assistant_data_init()) kmalloced '(lad)': 208 at 00000000a788f5f2. 00100000:00000010:2.0:1767384708.323099:0:40990:0:(lfsck_layout.c:7060:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at 0000000014e03b6f. 00100000:00000010:2.0:1767384708.323101:0:40990:0:(lfsck_layout.c:7064:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at 000000005db54a6f. 00000020:00000010:2.0:1767384708.323109:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000e9985143. 00080000:00000010:2.0:1767384708.323111:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000043bda866. 00000020:00000010:2.0:1767384708.323292:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000009f2796f2. 00080000:00000010:2.0:1767384708.323295:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000b64abe64. 00080000:00000010:2.0:1767384708.323300:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000054108585. 00000020:00000010:2.0:1767384708.323311:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000073d642af. 00080000:00000010:2.0:1767384708.323313:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009b217999. 00080000:00000010:2.0:1767384708.323317:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004c651ee4. 00000020:00000010:2.0:1767384708.323324:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000015d60f46. 00080000:00000010:2.0:1767384708.323326:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000005cc066ca. 00080000:00000010:2.0:1767384708.323330:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000060d931df. 00000020:00000010:2.0:1767384708.323339:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000006af9b8f2. 00080000:00000010:2.0:1767384708.323341:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002f10a9b0. 00080000:00000010:2.0:1767384708.323345:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000009dae700e. 00000020:00000010:2.0:1767384708.323354:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000008f6191ee. 00080000:00000010:2.0:1767384708.323357:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002e958383. 00080000:00000010:2.0:1767384708.323361:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000008ead7222. 00000020:00000010:2.0:1767384708.323368:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000795c2847. 00080000:00000010:2.0:1767384708.323370:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002589009e. 00080000:00000010:2.0:1767384708.323375:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000007752c20b. 00000020:00000010:2.0:1767384708.323383:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000009a0b056. 00080000:00000010:2.0:1767384708.323385:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007713f6e6. 00080000:00000010:2.0:1767384708.323389:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000a3d25c14. 00000020:00000010:2.0:1767384708.323397:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000016c055cf. 00080000:00000010:2.0:1767384708.323399:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000019b430c8. 00080000:00000010:2.0:1767384708.323403:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000574848d7. 00000020:00000010:2.0:1767384708.323411:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000001297b4fc. 00080000:00000010:2.0:1767384708.323414:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000004f456b8e. 00080000:00000010:2.0:1767384708.323418:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004b852787. 00000020:00000010:2.0:1767384708.323428:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004f329933. 00080000:00000010:2.0:1767384708.323430:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000002b2f41bf. 00080000:00000010:2.0:1767384708.323434:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000eccac831. 00000020:00000010:2.0:1767384708.323469:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 000000004e560d94. 00080000:00000010:2.0:1767384708.323480:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009a2d200f. 00080000:00000010:2.0:1767384708.323489:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000004da0f325. 00000020:00000010:2.0:1767384708.323503:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000d5b9a34a. 00080000:00000010:2.0:1767384708.323507:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a136393f. 00080000:00000010:2.0:1767384708.323512:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 000000000d6b47fb. 00000020:00000010:2.0:1767384708.323521:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000ae5000d8. 00080000:00000010:2.0:1767384708.323524:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f6fc4958. 00080000:00000010:2.0:1767384708.323528:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000056541960. 00000020:00000010:2.0:1767384708.323536:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000dea3108b. 00080000:00000010:2.0:1767384708.323538:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c0b8be5d. 00080000:00000010:2.0:1767384708.323542:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 00000000df1883ec. 00000020:00000010:2.0:1767384708.323550:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000051015bd4. 00080000:00000010:2.0:1767384708.323607:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000ecf40555. 00080000:00000010:2.0:1767384708.323613:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000071746cac. 00000020:00000010:2.0:1767384708.323630:0:40990:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 00000000960dbaf0. 00080000:00000010:2.0:1767384708.323634:0:40990:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000418fb09b. 00080000:00000010:2.0:1767384708.323642:0:40990:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at 0000000057c336a3. 00100000:00000010:2.0:1767384708.323655:0:40990:0:(lfsck_lib.c:206:__lfsck_add_target()) kmalloced '(ltds->ltd_tgts_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000c686f765. 00200000:00000010:2.0:1767384708.323661:0:40990:0:(barrier.c:372:barrier_register()) kmalloced '(barrier)': 176 at 0000000023e0f702. 00000020:00000010:2.0:1767384708.323694:0:40990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000122173de. 00000020:00000010:2.0:1767384708.323697:0:40990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000324c660c. 00000020:00000010:2.0:1767384708.323700:0:40990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000004a9ebefd. 00000020:00000010:2.0:1767384708.323703:0:40990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002d85d4b0. 00000020:00000010:2.0:1767384708.323705:0:40990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000002b782b71. 80000000:00000010:2.0:1767384708.323707:0:40990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000580d0124. 40000000:00000010:2.0:1767384708.323709:0:40990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000057235714. 00100000:00000010:2.0:1767384708.323712:0:40990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d7d5ff01. 00040000:00000010:2.0:1767384708.323715:0:40990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000efcd5a6f. 00040000:00000010:2.0:1767384708.323718:0:40990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000067efe6df. 00080000:00000010:2.0:1767384708.323721:0:40990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000850c90ec. 00080000:00000010:2.0:1767384708.323724:0:40990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003e9a90ce. 00002000:00000010:2.0:1767384708.323729:0:40990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000005eea9e2c. 00080000:00000010:2.0:1767384708.323734:0:40990:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000dda483e3. 00080000:00000010:2.0:1767384708.323738:0:40990:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000074f5dd3f. 00080000:00000010:3.0:1767384708.324610:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000dda483e3. 00080000:00000010:3.0:1767384708.324616:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ab8ae2cc. 00080000:00000010:3.0:1767384708.324620:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000080387ce2. 00080000:00000010:3.0:1767384708.324622:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000718dd385. 00080000:00000010:3.0:1767384708.324624:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003582ca0d. 00080000:00000010:3.0:1767384708.324626:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000c77f9917. 00080000:00000010:3.0:1767384708.324629:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000cd93247f. 00080000:00000010:2.0:1767384708.324681:0:40990:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000074f5dd3f. 00000020:00000010:2.0:1767384708.324695:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000324c660c. 00000020:00000010:2.0:1767384708.324699:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000004a9ebefd. 00000020:00000010:2.0:1767384708.324702:0:40990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000002d85d4b0. 00000020:00000010:2.0:1767384708.324705:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000002b782b71. 80000000:00000010:2.0:1767384708.324708:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000580d0124. 40000000:00000010:2.0:1767384708.324711:0:40990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000057235714. 00100000:00000010:2.0:1767384708.324713:0:40990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000d7d5ff01. 00040000:00000010:2.0:1767384708.324716:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000efcd5a6f. 00040000:00000010:2.0:1767384708.324719:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000067efe6df. 00080000:00000010:2.0:1767384708.324722:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003e9a90ce. 00080000:00000010:2.0:1767384708.324725:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000850c90ec. 00002000:00000010:2.0:1767384708.324728:0:40990:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000005eea9e2c. 00000020:00000010:2.0:1767384708.324730:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000122173de. 00000004:00000010:2.0:1767384708.324740:0:40990:0:(mdd_orphans.c:562:mdd_orphan_cleanup()) kmalloced '(name)': 64 at 0000000057235714. 00000004:00000010:1.0:1767384708.324986:0:41035:0:(mdd_orphans.c:529:mdd_orphan_cleanup_thread()) kmalloced '(env)': 56 at 000000005645d249. 00000004:00000010:2.0:1767384708.324992:0:40990:0:(mdd_orphans.c:574:mdd_orphan_cleanup()) kfreed 'name': 64 at 0000000057235714. 00000020:00000010:1.0:1767384708.324994:0:41035:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e09b064. 00000020:00000010:1.0:1767384708.325000:0:41035:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a6b1e846. 00000040:00000010:1.0:1767384708.325003:0:41035:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c064eb0b. 00000020:00000010:1.0:1767384708.325006:0:41035:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005a5c7795. 00000020:00000010:1.0:1767384708.325009:0:41035:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f303f055. 00000020:00000010:1.0:1767384708.325012:0:41035:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f159c786. 00000020:00000010:2.0:1767384708.325013:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000ea148382. 80000000:00000010:1.0:1767384708.325014:0:41035:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000049e8158. 40000000:00000010:1.0:1767384708.325018:0:41035:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000ffd6d2e8. 00000040:00000010:2.0:1767384708.325020:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009b51444c. 00100000:00000010:1.0:1767384708.325022:0:41035:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c50bd8d6. 00000020:00000010:2.0:1767384708.325024:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000006e1fa4a7. 00040000:00000010:1.0:1767384708.325026:0:41035:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e6bf709a. 00000020:00000010:2.0:1767384708.325029:0:40990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029595e. 00040000:00000010:1.0:1767384708.325031:0:41035:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000007b38a8dd. 00000020:00000010:2.0:1767384708.325035:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004d31dcce. 00040000:00000010:1.0:1767384708.325036:0:41035:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dacf7765. 80000000:00000010:2.0:1767384708.325041:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004f263a3c. 00080000:00000010:1.0:1767384708.325043:0:41035:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000019b373f6. 40000000:00000010:2.0:1767384708.325048:0:40990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000928cdb1d. 00080000:00000010:1.0:1767384708.325050:0:41035:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000aee9c7fe. 00000100:00000010:3.0:1767384708.325051:0:41024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6b2608f. 00000020:00000010:2.0:1767384708.325052:0:40990:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at 00000000927e1981. 00000004:00000010:1.0:1767384708.325055:0:41035:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000032d5238d. 00100000:00000010:2.0:1767384708.325059:0:40990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005b072daf. 00000004:00000010:1.0:1767384708.325061:0:41035:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000a16b5c1e. 00040000:00000010:2.0:1767384708.325063:0:40990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000054a72e62. 00000004:00000010:1.0:1767384708.325065:0:41035:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c9a97750. 00040000:00000010:2.0:1767384708.325068:0:40990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000005604a4f9. 00000004:00000010:1.0:1767384708.325070:0:41035:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000cf703f44. 02000000:00000010:3.0:1767384708.325074:0:41024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000010e92f64. 00040000:00000010:2.0:1767384708.325074:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000007e48680d. 00080000:00000010:2.0:1767384708.325079:0:40990:0:(osd_handler.c:8313:osd_key_fini()) kfreed 'lli': 1560 at 00000000a00858a5. 00080000:00000010:1.0:1767384708.325079:0:41035:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at 00000000d52bf241. 00080000:00000010:2.0:1767384708.325086:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000158b94c3. 00080000:00000010:2.0:1767384708.325089:0:40990:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at 000000005ebe6a3f. 00080000:00000010:2.0:1767384708.325090:0:40990:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000c10ec749. 00080000:00000010:2.0:1767384708.325091:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000042277e2. 00000100:00000010:3.0:1767384708.325094:0:41024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000068a101a1. 00000004:00000010:2.0:1767384708.325095:0:40990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 000000005cbdc883. 00000004:00000010:2.0:1767384708.325100:0:40990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000f2a303a7. 00000004:00000010:2.0:1767384708.325104:0:40990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 000000003ee246da. 00000004:00000010:2.0:1767384708.325106:0:40990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000008485634b. 00000020:00000010:2.0:1767384708.325108:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018664927. 00000020:00000010:2.0:1767384708.325111:0:40990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009433d5ba. 00000020:00000010:2.0:1767384708.325114:0:40990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384708.325116:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009d9aefb7. 02000000:00000010:3.0:1767384708.325119:0:41024:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000089f1f133. 00000400:00000010:3.0:1767384708.325128:0:41024:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000df58d24a. 00000040:00000010:2.0:1767384708.325128:0:40990:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at 00000000fc16020f. 00000400:00000010:3.0:1767384708.325139:0:41024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a73d2736. 00000020:00000010:2.0:1767384708.325139:0:40990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008cb822b4. 00000040:00000010:2.0:1767384708.325146:0:40990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000001f196ae5. 00000100:00000200:3.0:1767384708.325148:0:41024:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853237048154880, portal 4 00000020:00000010:2.0:1767384708.325150:0:40990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000058822a0c. 00000020:00000010:2.0:1767384708.325155:0:40990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000006c0185bb. 00000400:00000010:3.0:1767384708.325157:0:41024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 80000000:00000010:2.0:1767384708.325157:0:40990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a9d5c7de. 00040000:00000010:2.0:1767384708.325163:0:40990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000584d1720. 00000100:00000200:3.0:1767384708.325164:0:41024:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 28, xid 1853237048154880, offset 0 00080000:00000010:2.0:1767384708.325166:0:40990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ec3a103b. 00080000:00000010:2.0:1767384708.325170:0:40990:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at 00000000ccb7812c. 00080000:00000010:2.0:1767384708.325171:0:40990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007d2f5f13. 20000000:00000010:2.0:1767384708.325174:0:40990:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 000000004d192db6. 00000400:00000200:3.0:1767384708.325180:0:41024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1767384708.325180:0:40990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004d613ca3. 00000400:00000200:3.0:1767384708.325195:0:41024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1767384708.325208:0:41024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 264 into portal 28 MB=0x695825ff09b00 00000400:00000200:3.0:1767384708.325217:0:41024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 264/264 into md 0xab9 [8] + 6048 00000400:00000200:3.0:1767384708.325227:0:41024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767384708.325232:0:41024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1767384708.325241:0:41024:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1767384708.325246:0:41024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004b8f9e86. 00000400:00000200:3.0:1767384708.325269:0:41024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000aeb2715b 00000400:00000010:3.0:1767384708.325272:0:41024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000200:3.0:1767384708.325282:0:41024:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000d6b2608f x1853237048154880/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384724 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1767384708.325292:0:41035:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at 00000000d52bf241. 00000020:00000010:1.0:1767384708.325301:0:41035:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a6b1e846. 00000020:00000010:0.0:1767384708.325303:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951b091e. 00000040:00000010:1.0:1767384708.325306:0:41035:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c064eb0b. 00000100:00000010:3.0:1767384708.325308:0:41024:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000071207408. 00000020:00000010:0.0:1767384708.325310:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951b091e. 00000020:00000010:1.0:1767384708.325311:0:41035:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005a5c7795. 00000020:00000010:0.0:1767384708.325318:0:17894:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b81a8ef8. 00000020:00000010:1.0:1767384708.325321:0:41035:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f303f055. 00000100:00000010:3.0:1767384708.325325:0:41024:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008975816b. 00000020:00000010:0.0:1767384708.325325:0:17894:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ac769bb. 00000020:00000010:1.0:1767384708.325328:0:41035:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000f159c786. 80000000:00000010:1.0:1767384708.325334:0:41035:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000049e8158. 00000100:00000010:3.0:1767384708.325337:0:41024:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003e8f2080. 40000000:00000010:1.0:1767384708.325338:0:41035:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000ffd6d2e8. 00000020:00000010:0.0:1767384708.325338:0:17894:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00100000:00000010:1.0:1767384708.325346:0:41035:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c50bd8d6. 00000100:00000010:3.0:1767384708.325348:0:41024:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000067c0db70. 00040000:00000010:1.0:1767384708.325352:0:41035:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e6bf709a. 00040000:00000010:1.0:1767384708.325357:0:41035:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 000000007b38a8dd. 00040000:00000010:1.0:1767384708.325360:0:41035:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000dacf7765. 00080000:00000010:1.0:1767384708.325364:0:41035:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000aee9c7fe. 00080000:00000010:1.0:1767384708.325368:0:41035:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 0000000019b373f6. 00000004:00000010:1.0:1767384708.325371:0:41035:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 0000000032d5238d. 00000004:00000010:1.0:1767384708.325373:0:41035:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 00000000a16b5c1e. 00000004:00000010:1.0:1767384708.325376:0:41035:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000c9a97750. 00000004:00000010:1.0:1767384708.325379:0:41035:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000cf703f44. 00000020:00000010:1.0:1767384708.325382:0:41035:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e09b064. 00000004:00000010:1.0:1767384708.325385:0:41035:0:(mdd_orphans.c:542:mdd_orphan_cleanup_thread()) kfreed 'env': 56 at 000000005645d249. 00000020:00000010:0.0:1767384708.325398:0:17894:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951b091e. 00000020:00000010:0.0:1767384708.325402:0:17894:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951b091e. 00000100:00000200:0.0:1767384708.325406:0:17894:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048154880 02000000:00000010:0.0:1767384708.325423:0:17894:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000001d50c40f. 00010000:00000200:0.0:1767384708.325473:0:17894:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004b8f9e86 x1853237048154880/t0(0) o7->lustre-MDT0000-mdtlov_UUID@0@lo:689/0 lens 264/240 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384708.325495:0:17894:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384708.325499:0:17894:0:(niobuf.c:94:ptl_send_buf()) Sending 240 bytes to portal 4, xid 1853237048154880, offset 224 00000400:00000200:0.0:1767384708.325508:0:17894:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1767384708.325517:0:17894:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1767384708.325525:0:17894:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 240 into portal 4 MB=0x695825ff09b00 00000400:00000200:0.0:1767384708.325533:0:17894:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 240/240 into md 0x2c41 [1] + 224 00000400:00000200:0.0:1767384708.325539:0:17894:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384708.325544:0:17894:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1767384708.325551:0:17894:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000d6b2608f x1853237048154880/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384708.325574:0:17894:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:0.0:1767384708.325576:0:17894:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000020:00000010:0.0:1767384708.325588:0:17894:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ac769bb. 00000020:00000010:0.0:1767384708.325592:0:17894:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384708.325596:0:17894:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b81a8ef8. 00000400:00000010:1.0:1767384708.325601:0:41024:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000df58d24a. 00000400:00000200:1.0:1767384708.325608:0:41024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a73d2736 00000400:00000010:1.0:1767384708.325611:0:41024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a73d2736. 00000100:00000200:1.0:1767384708.325619:0:41024:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000d6b2608f x1853237048154880/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384708.325628:0:41024:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000d6b2608f x1853237048154880/t0(0) o7->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 264/240 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384708.325647:0:41024:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000019b373f6. 00000100:00000010:1.0:1767384708.325675:0:41024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000068a101a1. 02000000:00000010:1.0:1767384708.325683:0:41024:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000089f1f133. 02000000:00000010:1.0:1767384708.325688:0:41024:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000010e92f64. 00000100:00000010:1.0:1767384708.325693:0:41024:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d6b2608f. 00000100:00000010:1.0:1767384708.325699:0:41024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e49d2845. 02000000:00000010:1.0:1767384708.325707:0:41024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e09b064. 00000100:00000010:1.0:1767384708.325713:0:41024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afd30553. 02000000:00000010:1.0:1767384708.325721:0:41024:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cf703f44. 00000400:00000010:1.0:1767384708.325725:0:41024:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f12d05. 00000400:00000010:1.0:1767384708.325730:0:41024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.325735:0:41024:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048155008, portal 4 00000400:00000010:1.0:1767384708.325742:0:41024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00000100:00000200:1.0:1767384708.325745:0:41024:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237048155008, offset 0 00000400:00000200:1.0:1767384708.325751:0:41024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.325759:0:41024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.325766:0:41024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695825ff09b80 00000400:00000200:1.0:1767384708.325773:0:41024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6312 00000400:00000200:1.0:1767384708.325779:0:41024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.325786:0:41024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384708.325789:0:41024:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384708.325793:0:41024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003a586a92. 00000400:00000200:1.0:1767384708.325811:0:41024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cda6c 00000400:00000010:1.0:1767384708.325815:0:41024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00000100:00000200:1.0:1767384708.325822:0:41024:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e49d2845 x1853237048155008/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384724 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1767384708.325850:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951b091e. 00000020:00000010:0.0:1767384708.325855:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951b091e. 00000020:00000010:0.0:1767384708.325861:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b81a8ef8. 00000020:00000010:0.0:1767384708.325866:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000002ac769bb. 00000020:00000010:0.0:1767384708.325872:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384708.325898:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000951b091e. 00000020:00000010:0.0:1767384708.325903:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000951b091e. 00000100:00000200:0.0:1767384708.325908:0:18370:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048155008 02000000:00000010:0.0:1767384708.325922:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000004740b4b8. 00010000:00000200:0.0:1767384708.325936:0:18370:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000003a586a92 x1853237048155008/t0(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:689/0 lens 432/432 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767384708.325953:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000100:00000200:0.0:1767384708.325957:0:18370:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237048155008, offset 224 00000400:00000200:0.0:1767384708.325966:0:18370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:2.0:1767384708.325973:0:10602:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009433d5ba. 00000400:00000200:0.0:1767384708.325976:0:18370:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:2.0:1767384708.325984:0:10602:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009433d5ba. 00000400:00000200:0.0:1767384708.325987:0:18370:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695825ff09b80 00000400:00000200:0.0:1767384708.325998:0:18370:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2c4d [1] + 224 00080000:00000010:2.0:1767384708.326002:0:10602:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009433d5ba. 00000400:00000200:0.0:1767384708.326004:0:18370:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767384708.326011:0:18370:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:2.0:1767384708.326012:0:10602:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009433d5ba. 00000100:00000200:0.0:1767384708.326017:0:18370:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e49d2845 x1853237048155008/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767384708.326041:0:18370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058e93561 00000400:00000010:0.0:1767384708.326044:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000020:00000010:0.0:1767384708.326057:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000002ac769bb. 00000400:00000010:1.0:1767384708.326060:0:41024:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060f12d05. 00000020:00000010:0.0:1767384708.326062:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000400:00000200:1.0:1767384708.326065:0:41024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000020:00000010:0.0:1767384708.326066:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b81a8ef8. 00000400:00000010:1.0:1767384708.326067:0:41024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.326072:0:41024:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e49d2845 x1853237048155008/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384708.326073:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004b316397. 00080000:00000010:3.0:1767384708.326082:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004b316397. 00000100:00000200:1.0:1767384708.326086:0:41024:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e49d2845 x1853237048155008/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1767384708.326102:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000004b316397. 00080000:00000010:3.0:1767384708.326111:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000004b316397. 00000100:00000010:1.0:1767384708.326114:0:41024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afd30553. 02000000:00000010:1.0:1767384708.326123:0:41024:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cf703f44. 02000000:00000010:1.0:1767384708.326126:0:41024:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e09b064. 00000100:00000010:1.0:1767384708.326128:0:41024:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e49d2845. 00000100:00000010:1.0:1767384708.326136:0:41024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e49d2845. 02000000:00000010:1.0:1767384708.326142:0:41024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e09b064. 00000100:00000010:1.0:1767384708.326147:0:41024:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afd30553. 02000000:00000010:1.0:1767384708.326153:0:41024:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cf703f44. 00000400:00000010:1.0:1767384708.326156:0:41024:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f12d05. 00000400:00000010:1.0:1767384708.326160:0:41024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.326163:0:41024:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853237048155136, portal 4 00000400:00000010:1.0:1767384708.326167:0:41024:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00000100:00000200:1.0:1767384708.326169:0:41024:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1853237048155136, offset 0 00000400:00000200:1.0:1767384708.326173:0:41024:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.326180:0:41024:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.326186:0:41024:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x695825ff09c00 00000400:00000200:1.0:1767384708.326191:0:41024:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0xab9 [8] + 6744 00000400:00000200:1.0:1767384708.326195:0:41024:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.326198:0:41024:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384708.326202:0:41024:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1767384708.326206:0:41024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004d055dc3. 00000400:00000200:1.0:1767384708.326216:0:41024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cda6c 00000400:00000010:1.0:1767384708.326218:0:41024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00000100:00000200:1.0:1767384708.326221:0:41024:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000e49d2845 x1853237048155136/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384724 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1767384708.326246:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005645d249. 00000020:00000010:1.0:1767384708.326248:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005645d249. 00000020:00000010:1.0:1767384708.326251:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005f6842bc. 00000020:00000010:1.0:1767384708.326254:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000053408932. 00000020:00000010:1.0:1767384708.326258:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db347db4. 00000020:00000010:1.0:1767384708.326275:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005645d249. 00000020:00000010:1.0:1767384708.326277:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000005645d249. 00000100:00000200:1.0:1767384708.326280:0:18370:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1853237048155136 02000000:00000010:1.0:1767384708.326288:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 000000000c0f7e8f. 00002000:00000010:1.0:1767384708.326304:0:18370:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005645d249. 00002000:00000010:1.0:1767384708.326312:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000065338004. 00080000:00000010:1.0:1767384708.326316:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000dacf7765. 00002000:00000010:1.0:1767384708.326339:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000018f98c53. 00080000:00000010:1.0:1767384708.326343:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f159c786. 00002000:00000010:1.0:1767384708.326350:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c2cddd93. 00080000:00000010:1.0:1767384708.326353:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000c064eb0b. 00002000:00000010:1.0:1767384708.326362:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000035d70ee1. 00080000:00000010:1.0:1767384708.326365:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a6b1e846. 00002000:00000010:1.0:1767384708.326374:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000008bab9b8. 00080000:00000010:1.0:1767384708.326377:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000bf9936e9. 00002000:00000010:1.0:1767384708.326398:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008477297c. 00080000:00000010:1.0:1767384708.326404:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f340f312. 00002000:00000010:1.0:1767384708.326419:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b97425b6. 00080000:00000010:1.0:1767384708.326423:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a7a61a29. 00002000:00000010:1.0:1767384708.326433:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000de7e596e. 00080000:00000010:1.0:1767384708.326469:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000cb07519e. 00080000:00000010:1.0:1767384708.326483:0:18370:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000700ca7c7. 00080000:00000010:1.0:1767384708.326489:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ffd6d2e8. 00080000:00000010:1.0:1767384708.326495:0:18370:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 00000000aaf8e926. 00080000:00000010:1.0:1767384708.326503:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f74bdf6d. 00000001:00000010:1.0:1767384708.326630:0:18370:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at 00000000c9a97750. 00002000:00000010:1.0:1767384708.327062:0:18370:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000049e8158. 00000001:00000010:1.0:1767384708.327072:0:18370:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000015fcb907. 00000100:00000010:0.0:1767384708.327483:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000071207408. 00000100:00000010:1.0:1767384708.327529:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008975816b. 00000001:00000010:1.0:1767384708.328033:0:17888:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000015fcb907. 00002000:00000010:1.0:1767384708.328039:0:17888:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000049e8158. 00080000:00000010:1.0:1767384708.328042:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000700ca7c7. 00000001:00000010:1.0:1767384708.328046:0:17888:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 000000008f7e04bf. 00080000:00000010:1.0:1767384708.328050:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000009ef6f495. 00080000:00000010:1.0:1767384708.328072:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f74bdf6d. 00080000:00000010:1.0:1767384708.328077:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ffd6d2e8. 00002000:00000010:1.0:1767384708.328088:0:18370:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005645d249. 00002000:00000010:1.0:1767384708.328095:0:18370:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005645d249. 00002000:00000010:1.0:1767384708.328102:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000056fbedb1. 00080000:00000010:1.0:1767384708.328107:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000700ca7c7. 00002000:00000010:1.0:1767384708.328123:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000902eec75. 00080000:00000010:1.0:1767384708.328128:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e4f7643b. 00002000:00000010:1.0:1767384708.328139:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000006b474975. 00080000:00000010:1.0:1767384708.328145:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000032d9255d. 00002000:00000010:1.0:1767384708.328155:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000125c0f19. 00080000:00000010:1.0:1767384708.328160:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000f6b3f867. 00002000:00000010:1.0:1767384708.328169:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 0000000022754746. 00080000:00000010:1.0:1767384708.328173:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000034e92a37. 00002000:00000010:1.0:1767384708.328183:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000080c55ea. 00080000:00000010:1.0:1767384708.328186:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001191c993. 00002000:00000010:1.0:1767384708.328194:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000660c238. 00080000:00000010:1.0:1767384708.328199:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000006ae5041. 00002000:00000010:1.0:1767384708.328207:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000000beacc03. 00080000:00000010:1.0:1767384708.328210:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001e6cee43. 00080000:00000010:1.0:1767384708.328220:0:18370:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000003f055007. 00080000:00000010:1.0:1767384708.328225:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ffd6d2e8. 00080000:00000010:1.0:1767384708.328234:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f74bdf6d. 00002000:00000010:1.0:1767384708.328860:0:18370:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000049e8158. 00000001:00000010:1.0:1767384708.328869:0:18370:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000015fcb907. 00080000:00000010:1.0:1767384708.328886:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f74bdf6d. 00080000:00000010:1.0:1767384708.328890:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ffd6d2e8. 00002000:00000010:1.0:1767384708.328898:0:18370:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005645d249. 00002000:00000010:1.0:1767384708.328905:0:18370:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005645d249. 00002000:00000010:1.0:1767384708.328911:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000001ead06c8. 00080000:00000010:1.0:1767384708.328916:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000003e6c5097. 00002000:00000010:1.0:1767384708.328930:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000c50665c0. 00080000:00000010:1.0:1767384708.328935:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000003d55990. 00002000:00000010:1.0:1767384708.328946:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000fa0eeb8e. 00080000:00000010:1.0:1767384708.328952:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000752aaf52. 00002000:00000010:1.0:1767384708.328961:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000009979df42. 00080000:00000010:1.0:1767384708.328965:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000007d9510c2. 00002000:00000010:1.0:1767384708.328976:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000355dc1dd. 00080000:00000010:1.0:1767384708.328991:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000006beec06d. 00002000:00000010:1.0:1767384708.329006:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000b2c7bac1. 00080000:00000010:1.0:1767384708.329012:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d0c2e7e3. 00002000:00000010:1.0:1767384708.329025:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f6515009. 00080000:00000010:1.0:1767384708.329030:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000e6077c68. 00002000:00000010:1.0:1767384708.329041:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000f83ddf67. 00080000:00000010:1.0:1767384708.329045:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000036e90419. 00080000:00000010:1.0:1767384708.329055:0:18370:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000058155161. 00080000:00000010:1.0:1767384708.329061:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ffd6d2e8. 00080000:00000010:1.0:1767384708.329072:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f74bdf6d. 00002000:00000010:1.0:1767384708.329569:0:18370:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 00000000956c9a46. 00000001:00000010:1.0:1767384708.329579:0:18370:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008a7a23d2. 00080000:00000010:1.0:1767384708.329593:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f74bdf6d. 00080000:00000010:1.0:1767384708.329597:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ffd6d2e8. 00002000:00000010:1.0:1767384708.329607:0:18370:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005645d249. 00002000:00000010:1.0:1767384708.329613:0:18370:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at 000000005645d249. 00002000:00000010:1.0:1767384708.329619:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000816dff79. 00080000:00000010:1.0:1767384708.329624:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000d067709a. 00002000:00000010:1.0:1767384708.329638:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002e3e0ff9. 00080000:00000010:1.0:1767384708.329644:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000961e0e4c. 00002000:00000010:1.0:1767384708.329656:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000e6a6dc77. 00080000:00000010:1.0:1767384708.329661:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000fee214ee. 00002000:00000010:1.0:1767384708.329691:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000db04788b. 00080000:00000010:1.0:1767384708.329696:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000001ade068e. 00002000:00000010:1.0:1767384708.329706:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008937b6b6. 00080000:00000010:1.0:1767384708.329712:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a582686d. 00002000:00000010:1.0:1767384708.329722:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000002da616b8. 00080000:00000010:1.0:1767384708.329728:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009933cb0d. 00002000:00000010:1.0:1767384708.329738:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 000000008967b7c8. 00080000:00000010:1.0:1767384708.329743:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000750fd290. 00002000:00000010:1.0:1767384708.329764:0:18370:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at 00000000baebc90d. 00080000:00000010:1.0:1767384708.329772:0:18370:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 0000000042970320. 00080000:00000010:1.0:1767384708.329787:0:18370:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000fb882197. 00080000:00000010:1.0:1767384708.329792:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ffd6d2e8. 00080000:00000010:1.0:1767384708.329800:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000f74bdf6d. 00002000:00000010:1.0:1767384708.330300:0:18370:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at 000000005f198a7d. 00000001:00000010:1.0:1767384708.330309:0:18370:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000c08d9ebb. 00080000:00000010:1.0:1767384708.330323:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000f74bdf6d. 00080000:00000010:1.0:1767384708.330328:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ffd6d2e8. 00002000:00000010:1.0:1767384708.330338:0:18370:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at 000000005645d249. 00010000:00000200:1.0:1767384708.330353:0:18370:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@000000004d055dc3 x1853237048155136/t8589934600(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:689/0 lens 432/432 e 0 to 0 dl 1767384719 ref 1 fl Interpret:/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767384708.330372:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00000100:00000200:1.0:1767384708.330377:0:18370:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1853237048155136, offset 224 00000400:00000200:1.0:1767384708.330385:0:18370:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1767384708.330396:0:18370:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1767384708.330403:0:18370:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x695825ff09c00 00000400:00000200:1.0:1767384708.330409:0:18370:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2c59 [1] + 224 00000400:00000200:1.0:1767384708.330415:0:18370:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1767384708.330419:0:18370:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1767384708.330427:0:18370:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000e49d2845 x1853237048155136/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384724 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767384708.330472:0:18370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf1cda6c 00000400:00000010:1.0:1767384708.330474:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00000020:00000010:1.0:1767384708.330486:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000053408932. 00000020:00000010:1.0:1767384708.330492:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db347db4. 00000020:00000010:1.0:1767384708.330495:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005f6842bc. 00000400:00000010:1.0:1767384708.330537:0:41024:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060f12d05. 00000400:00000200:1.0:1767384708.330541:0:41024:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c092ac54 00000400:00000010:1.0:1767384708.330543:0:41024:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000100:00000200:1.0:1767384708.330548:0:41024:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000e49d2845 x1853237048155136/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767384708.330559:0:41024:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000e49d2845 x1853237048155136/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1767384724 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1767384708.330579:0:41024:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000afd30553. 00000100:00000010:2.0:1767384708.334480:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003e8f2080. 00080000:00000010:0.0:1767384708.335074:0:41036:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000019ed3a1. 00080000:00000010:0.0:1767384708.335080:0:41036:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000019ed3a1. 00080000:00000010:0.0:1767384708.335088:0:41036:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000019ed3a1. 00080000:00000010:0.0:1767384708.335093:0:41036:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000019ed3a1. 00000100:00000010:3.0:1767384708.335475:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000067c0db70. 00080000:00000010:1.0:1767384708.509470:0:41047:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000096624775. 00080000:00000010:1.0:1767384708.509481:0:41047:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000096624775. 00080000:00000010:1.0:1767384708.509489:0:41047:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000096624775. 00080000:00000010:1.0:1767384708.509493:0:41047:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000096624775. 00000020:00000010:2.0:1767384708.630468:0:41084:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf822b8f. 00000020:00000010:2.0:1767384708.630477:0:41084:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000008f72b4a3. 00000020:00000010:2.0:1767384708.630483:0:41084:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a8014dbb. 00000020:00000010:2.0:1767384708.630488:0:41084:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029595e. 00000020:00000010:2.0:1767384708.630490:0:41084:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000066b49c98. 80000000:00000010:2.0:1767384708.630494:0:41084:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000e1f5f7bd. 40000000:00000010:2.0:1767384708.630496:0:41084:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e8868b66. 00100000:00000010:2.0:1767384708.630500:0:41084:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000604ab057. 00040000:00000010:2.0:1767384708.630504:0:41084:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000fc84f1f2. 00040000:00000010:2.0:1767384708.630507:0:41084:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000abb76e00. 00080000:00000010:2.0:1767384708.630512:0:41084:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000850c90ec. 00080000:00000010:2.0:1767384708.630515:0:41084:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000003e9a90ce. 00002000:00000010:2.0:1767384708.630521:0:41084:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c10ec749. 00000020:00000010:2.0:1767384708.630530:0:41084:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000008f72b4a3. 00000020:00000010:2.0:1767384708.630533:0:41084:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a8014dbb. 00000020:00000010:2.0:1767384708.630536:0:41084:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029595e. 00000020:00000010:2.0:1767384708.630539:0:41084:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000066b49c98. 80000000:00000010:2.0:1767384708.630541:0:41084:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000e1f5f7bd. 40000000:00000010:2.0:1767384708.630544:0:41084:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000e8868b66. 00100000:00000010:2.0:1767384708.630545:0:41084:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000604ab057. 00040000:00000010:2.0:1767384708.630548:0:41084:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000fc84f1f2. 00040000:00000010:2.0:1767384708.630550:0:41084:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000abb76e00. 00080000:00000010:2.0:1767384708.630553:0:41084:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000003e9a90ce. 00080000:00000010:2.0:1767384708.630555:0:41084:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000850c90ec. 00002000:00000010:2.0:1767384708.630557:0:41084:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000c10ec749. 00000020:00000010:2.0:1767384708.630559:0:41084:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf822b8f. 00000400:00000200:1.0:1767384708.837520:0:16351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000080a7177d 00000400:00000010:1.0:1767384708.837531:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000400:00000200:1.0:1767384708.837537:0:16351:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 6 status: 0 00000400:00000200:1.0:1767384708.837545:0:16351:0:(lib-move.c:4271:lnet_mt_event_handler()) 192.168.203.125@tcp35 recovery ping unlinked 00000400:00000010:1.0:1767384708.837559:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 000000005e2bd8f7. 00000400:00000010:1.0:1767384708.837566:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000003c31e0f2. 00080000:00000010:1.0:1767384708.874180:0:41096:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ccaffa0d. 00080000:00000010:1.0:1767384708.874192:0:41096:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ccaffa0d. 00080000:00000010:1.0:1767384708.874204:0:41096:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ccaffa0d. 00080000:00000010:1.0:1767384708.874212:0:41096:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ccaffa0d. 00000020:00000010:3.0:1767384709.029519:0:33:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 0000000089f1f133. 00000800:00000200:2.0:1767384709.093583:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (4) 00000800:00000200:2.1:1767384709.093591:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000008e514868] -> 12345-192.168.203.125@tcp41 (4) 00000400:00000200:0.0:1767384709.093720:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093763:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093778:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093791:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093805:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093818:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093830:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093843:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093856:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093868:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093882:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093895:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093907:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093921:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093935:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093948:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093962:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093975:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.093988:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094001:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094014:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094027:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094039:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094053:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094067:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094097:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094115:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094129:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094142:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094154:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094166:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094178:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094190:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094203:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384709.094216:0:16343:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384709.094350:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ee792d2. 00000800:00000010:0.0:1767384709.094354:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004bc2a26c. 00000800:00000010:0.0:1767384709.094358:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000000a1b243a. 00000800:00000010:0.0:1767384709.094372:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000000a1b243a. 00000800:00020000:0.0:1767384709.094380:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384709.094383:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004bc2a26c. 00000800:00000010:0.0:1767384709.094385:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006ee792d2. 00000400:02020000:0.0:1767384709.094414:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp41 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:0.0:1767384709.094418:0:16343:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00000001:02000400:1.0:1767384709.609494:0:41260:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-server.virtnet: executing set_default_debug -1 all 00000400:00000001:1.0:1767384709.622558:0:41262:0:(debug.c:327:cfs_str2mask()) Process entered 00080000:00000010:2.0:1767384709.789380:0:41273:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001d01d04b. 00080000:00000010:2.0:1767384709.789391:0:41273:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001d01d04b. 00000020:00000001:2.0:1767384709.789397:0:41273:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384709.789406:0:41273:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001d01d04b. 00080000:00000010:2.0:1767384709.789411:0:41273:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001d01d04b. 00000020:00000001:2.0:1767384709.789415:0:41273:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384709.913480:0:41312:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000369fb555. 00080000:00000010:0.0:1767384709.913491:0:41312:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000369fb555. 00000020:00000001:0.0:1767384709.913496:0:41312:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384709.913501:0:41312:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000369fb555. 00080000:00000010:0.0:1767384709.913506:0:41312:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000369fb555. 00000020:00000001:0.0:1767384709.913509:0:41312:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384709.913539:0:41312:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384709.913695:0:41312:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00010000:00000001:3.0:1767384710.053492:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384710.053499:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384710.053507:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384710.053508:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767384710.053598:0:17075:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767384710.053602:0:17075:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767384710.053604:0:17075:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1767384710.087084:0:41325:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fff3952d. 00080000:00000010:2.0:1767384710.087093:0:41325:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fff3952d. 00000020:00000001:2.0:1767384710.087097:0:41325:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384710.087103:0:41325:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000fff3952d. 00080000:00000010:2.0:1767384710.087106:0:41325:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000fff3952d. 00000020:00000001:2.0:1767384710.087109:0:41325:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384710.216429:0:41362:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009f215f1e. 00080000:00000010:0.0:1767384710.216466:0:41362:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009f215f1e. 00000020:00000001:0.0:1767384710.216473:0:41362:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1767384710.216479:0:41362:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000009f215f1e. 00080000:00000010:0.0:1767384710.216484:0:41362:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000009f215f1e. 00000020:00000001:0.0:1767384710.216487:0:41362:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:0.0:1767384710.216517:0:41362:0:(tgt_mount.c:2287:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1767384710.216678:0:41362:0:(tgt_mount.c:2318:is_cmd_supported()) ioctl cmd=81009431 00000100:00000001:2.0:1767384710.373507:0:16353:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1767384710.373520:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767384710.373522:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767384710.373525:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767384710.373527:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767384710.373531:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767384710.373532:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384710.553557:0:41374:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bee9c59c. 00080000:00000010:3.0:1767384710.553572:0:41374:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bee9c59c. 00000020:00000001:3.0:1767384710.553578:0:41374:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1767384710.553589:0:41374:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000bee9c59c. 00080000:00000010:3.0:1767384710.553595:0:41374:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000bee9c59c. 00000020:00000001:3.0:1767384710.553599:0:41374:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384711.077533:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384711.077544:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384711.077554:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384711.077555:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767384711.077577:0:40112:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767384711.077580:0:40112:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767384711.077582:0:40112:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1767384711.141579:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (4) 00000800:00000200:2.1:1767384711.141588:0:16346:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000000620eb06] -> 12345-192.168.203.125@tcp31 (4) 00000400:00000200:3.0:1767384711.141695:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141756:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141778:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141807:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141829:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141842:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141856:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141869:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141883:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141895:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141909:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141923:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141935:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141957:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141974:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.141990:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142013:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142033:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142063:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142095:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142110:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142129:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142163:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142198:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142225:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142245:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142265:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142298:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142320:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142341:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142360:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142377:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142395:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142424:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:3.0:1767384711.142496:0:16344:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:3.0:1767384711.142688:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001fc6dced. 00000800:00000010:3.0:1767384711.142694:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be5c026d. 00000800:00000010:3.0:1767384711.142700:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000006d374a45. 00000800:00000010:3.0:1767384711.142720:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000006d374a45. 00000800:00020000:3.0:1767384711.142731:0:16344:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384711.142734:0:16344:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be5c026d. 00000800:00000010:3.0:1767384711.142737:0:16344:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001fc6dced. 00000400:02020000:3.0:1767384711.142772:0:16344:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp31 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000100:3.0:1767384711.142777:0:16344:0:(socklnd_cb.c:424:ksocknal_txlist_done()) Deleting noop packet 00080000:00000010:2.0:1767384711.247028:0:41422:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000523eb629. 00080000:00000010:2.0:1767384711.247051:0:41422:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000523eb629. 00000020:00000001:2.0:1767384711.247056:0:41422:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1767384711.247064:0:41422:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000523eb629. 00080000:00000010:2.0:1767384711.247068:0:41422:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000523eb629. 00000020:00000001:2.0:1767384711.247071:0:41422:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767384711.374831:0:41458:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767384711.374841:0:41458:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg325-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:2.0:1767384711.378669:0:41458:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000001:3.0:1767384711.397487:0:16353:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1767384711.397500:0:16353:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767384711.397503:0:16353:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767384711.397506:0:16353:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767384711.397509:0:16353:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767384711.397512:0:16353:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767384711.397514:0:16353:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384711.601262:0:41470:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007208173e. 00080000:00000010:1.0:1767384711.601275:0:41470:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007208173e. 00000020:00000001:1.0:1767384711.601280:0:41470:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384711.601290:0:41470:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007208173e. 00080000:00000010:1.0:1767384711.601296:0:41470:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007208173e. 00000020:00000001:1.0:1767384711.601300:0:41470:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384711.889088:0:41515:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001c4b134c. 00080000:00000010:1.0:1767384711.889097:0:41515:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001c4b134c. 00000020:00000001:1.0:1767384711.889101:0:41515:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384711.889108:0:41515:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000001c4b134c. 00080000:00000010:1.0:1767384711.889111:0:41515:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000001c4b134c. 00000020:00000001:1.0:1767384711.889114:0:41515:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767384711.909513:0:16351:0:(lib-move.c:3595:lnet_recover_local_nis()) attempting to recover local ni: 192.168.203.125@tcp36 00000400:00000010:1.0:1767384711.909520:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 00000000219b6455. 00000400:00000010:1.0:1767384711.909539:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000035d721f0. 00000400:00000010:1.0:1767384711.909544:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000010:1.0:1767384711.909553:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000a291172c. 00000400:00000200:1.0:1767384711.909558:0:16351:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.203.125@tcp36 00000400:00000200:1.0:1767384711.909580:0:16351:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to NMR: 192.168.203.125@tcp36 local destination 00000400:00000200:1.0:1767384711.909588:0:16351:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.125@tcp36 00000400:00000200:1.0:1767384711.909592:0:16351:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.125@tcp36 NI seq info: [250:250:256:4294967295] 192.168.203.125@tcp36 LPNI seq info [216:216:8:4294967295] 00000400:00000200:1.0:1767384711.909600:0:16351:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.203.125@tcp36 00000400:00000200:1.0:1767384711.909609:0:16351:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.125@tcp36(192.168.203.125@tcp36:) -> 192.168.203.125@tcp36(192.168.203.125@tcp36:192.168.203.125@tcp36) : GET try# 0 00000800:00000200:1.0:1767384711.909615:0:16351:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.125@tcp36 00000800:00000010:1.0:1767384711.909620:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d8ce64e6. 00000800:00000200:1.0:1767384711.909628:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000800:00000200:1.1:1767384711.909632:0:16351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000005464ff90] -> 12345-192.168.203.125@tcp36 (2) 00000400:00000200:1.0:1767384711.909687:0:16351:0:(lib-msg.c:462:lnet_ni_add_to_recoveryq_locked()) 192.168.203.125@tcp36 added to recovery queue. ping count: 6 next ping: 396 health :400 00000400:00000200:0.0:1767384711.909788:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909819:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909835:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1021 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909848:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1020 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909863:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1019 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909877:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1018 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909891:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1017 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909903:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1016 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909921:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1015 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909937:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1014 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909951:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1013 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909965:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1012 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909980:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1011 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.909997:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1010 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910011:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1009 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910027:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1008 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910043:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1007 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910057:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1006 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910074:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1005 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910089:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1004 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910104:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1003 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910120:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1002 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910136:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1001 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910150:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1000 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910166:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 999 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910182:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 998 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910198:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 997 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910215:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 996 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910232:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 995 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910247:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 994 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910263:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 993 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910277:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 992 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910300:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 991 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910519:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 990 -> 192.168.203.125:988 00000400:00000200:0.0:1767384711.910563:0:16345:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 989 -> 192.168.203.125:988 00000800:00000010:0.0:1767384711.910784:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ee792d2. 00000800:00000010:0.0:1767384711.910791:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fd06175. 00000800:00000010:0.0:1767384711.910798:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000568466a5. 00000800:00000010:0.0:1767384711.910827:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000568466a5. 00000800:00020000:0.0:1767384711.910839:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384711.910843:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fd06175. 00000800:00000010:0.0:1767384711.910846:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000006ee792d2. 00000400:02020000:0.0:1767384711.910895:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp36 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000400:00000200:0.0:1767384711.910904:0:16345:0:(router.c:1755:lnet_notify()) 192.168.203.125@tcp36 notifying 192.168.203.125@tcp36: down 00000800:00000200:0.0:1767384711.910911:0:16345:0:(socklnd.c:1681:ksocknal_notify_gw_down()) gw 192.168.203.125@tcp36 down 00000800:00000100:0.0:1767384711.910918:0:16345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 2 len 0 0@<0:0>->192.168.203.125@tcp36 00000800:00000010:0.0:1767384711.910923:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d8ce64e6. 00000400:00000200:0.0:1767384711.910928:0:16345:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = -71, hstatus = 5 00000400:00000200:0.0:1767384711.910933:0:16345:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.125@tcp36->192.168.203.125@tcp36: GET: LOCAL_ERROR 00000400:00000200:0.0:1767384711.910944:0:16345:0:(lib-move.c:4266:lnet_mt_event_handler()) Received event: 5 status: -71 00000400:00000200:0.0:1767384711.910946:0:16345:0:(lib-move.c:4281:lnet_mt_event_handler()) 192.168.203.125@tcp36 recovery message sent unsuccessfully:-71 00000400:00000200:0.0:1767384711.910951:0:16345:0:(lib-move.c:4217:lnet_handle_recovery_reply()) local NI (192.168.203.125@tcp36) recovery failed with -71 00010000:00000001:3.0:1767384712.101553:0:33:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1767384712.101560:0:33:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767384712.101566:0:33:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767384712.101567:0:33:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767384712.101605:0:17074:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767384712.101608:0:17074:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767384712.101611:0:17074:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1767384712.173547:0:41565:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ca72885d. 00080000:00000010:1.0:1767384712.173556:0:41565:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ca72885d. 00000020:00000001:1.0:1767384712.173560:0:41565:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1767384712.173566:0:41565:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 00000000ca72885d. 00080000:00000010:1.0:1767384712.173570:0:41565:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 00000000ca72885d. 00000020:00000001:1.0:1767384712.173572:0:41565:0:(tgt_mount.c:2236:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767384712.289778:0:41602:0:(debug.c:327:cfs_str2mask()) Process entered 00000400:00000010:1.0:1767384712.933607:0:16351:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000400:00000010:1.0:1767384712.933674:0:16351:0:(lib-move.c:4289:lnet_mt_event_handler()) kfreed 'ev_info': 24 at 00000000219b6455. 00000400:00000010:1.0:1767384712.933679:0:16351:0:(api-ni.c:1840:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 0000000035d721f0. 00000800:00000010:3.0:1767384713.191567:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001fc6dced. 00000800:00000010:3.0:1767384713.191597:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6ed35de. 00000800:00000010:3.0:1767384713.191605:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006c050ed. 00000800:00000010:3.0:1767384713.191652:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006c050ed. 00000800:00020000:3.0:1767384713.191661:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:3.0:1767384713.191666:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6ed35de. 00000800:00000010:3.0:1767384713.191669:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 000000001fc6dced. 00000400:02020000:3.0:1767384713.191722:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp34 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384713.191902:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000006ee792d2. 00000800:00000010:0.0:1767384713.191908:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fd06175. 00000800:00000010:0.0:1767384713.191911:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000a318aec5. 00000800:00000010:0.0:1767384713.191940:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000a318aec5. 00000800:00000010:2.0:1767384713.191994:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000184efcb0. 00000800:00000010:3.0:1767384713.192032:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000001fc6dced. 00000800:00000010:3.0:1767384713.192038:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000b6ed35de. 00000800:00000010:3.0:1767384713.192059:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000be5c026d. 00000800:00000010:3.1:1767384713.192063:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000be5c026d. 00000800:00000010:3.0:1767384713.192071:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000006c050ed. 00000800:00000010:3.0:1767384713.192123:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000006c050ed. 00000800:00000010:3.0:1767384713.192127:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000b6ed35de. 00000800:00000010:0.0:1767384713.192148:0:16342:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fd06175. 00000800:00000010:3.0:1767384713.192163:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000184efcb0. 00000100:00000010:1.0:1767384713.317601:0:41024:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3340d99. 00000100:00000010:0.0:1767384713.317624:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d2f3373. 02000000:00000010:1.0:1767384713.317643:0:41024:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d8ce64e6. 02000000:00000010:0.0:1767384713.317653:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006b249760. 00000100:00000010:0.0:1767384713.317676:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8eef3e5. 00040000:00000010:1.0:1767384713.317684:0:16356:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c50bd8d6. 02000000:00000010:0.0:1767384713.317684:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000b948ade. 00040000:00000010:3.0:1767384713.317686:0:16357:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004295c3d6. 00000004:00000010:1.0:1767384713.317691:0:16356:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000005a5c7795. 00000004:00000010:3.0:1767384713.317694:0:16357:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000002e8b08c5. 00000004:00000010:1.0:1767384713.317697:0:16356:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ca85f265. 00000004:00000010:3.0:1767384713.317702:0:16357:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000003a8cd263. 00000004:00000010:1.0:1767384713.317705:0:16356:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000032d5238d. 00000004:00000010:3.0:1767384713.317708:0:16357:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000ffe41d09. 00000004:00000010:1.0:1767384713.317712:0:16356:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ccb7812c. 00000004:00000010:3.0:1767384713.317714:0:16357:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ddfd6549. 00000100:00000010:0.0:1767384713.317724:0:38:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042b749a7. 02000000:00000010:1.0:1767384713.317731:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c56a5c5b. 02000000:00000010:0.0:1767384713.317737:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000908ba592. 00000400:00000010:1.0:1767384713.317738:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f12d05. 02000000:00000010:3.0:1767384713.317743:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c77f9917. 00000400:00000010:1.0:1767384713.317748:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000010:3.0:1767384713.317749:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000014a3be9b. 00000400:00000010:3.0:1767384713.317759:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000400:00000010:1.0:1767384713.317762:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000400:00000010:3.0:1767384713.317765:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000177e89d0. 00000400:00000010:3.0:1767384713.317793:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000067649860. 02000000:00000010:2.0:1767384713.317794:0:16354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000584d1720. 00000400:00000010:3.0:1767384713.317801:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000bf67f3fe. 00000100:00000010:1.0:1767384713.317803:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000060d0812. 00000400:00000010:2.0:1767384713.317808:0:16354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983e13f7. 00000400:00000010:2.0:1767384713.317814:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000b7d4c0cd. 00000020:00000010:2.0:1767384713.317822:0:16354:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000850c90ec. 00000400:00000010:1.0:1767384713.317822:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000400:00000010:3.0:1767384713.317828:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000177e89d0. 00000400:00000010:2.0:1767384713.317829:0:16354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1deefe0. 00000100:00000010:1.0:1767384713.317838:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000b13d575d. 00000100:00000010:1.0:1767384713.317851:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000d2e42fc9. 00000100:00000010:1.0:1767384713.317855:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000000da09308. 00000100:00000010:1.0:1767384713.317862:0:16356:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ca39c989. 00000100:00000010:2.0:1767384713.317868:0:16354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f32c465. 00000400:00000010:2.0:1767384713.317883:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1deefe0. 00000020:00000010:1.0:1767384713.317904:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000341fb0e4. 00000020:00000010:1.0:1767384713.317910:0:17896:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000088299293. 00000020:00000010:3.0:1767384713.317918:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006c050ed. 00000020:00000010:3.0:1767384713.317922:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006c050ed. 00000020:00000010:3.0:1767384713.317928:0:40999:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd93247f. 00000020:00000010:3.0:1767384713.317932:0:40999:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003adcf2f6. 00000020:00000010:1.0:1767384713.317935:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078574ee1. 00000020:00000010:3.0:1767384713.317937:0:40999:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000020:00000010:1.0:1767384713.317941:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f3c77a0. 00000020:00000010:1.0:1767384713.317947:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db347db4. 00000020:00000010:3.0:1767384713.317975:0:40999:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000006c050ed. 00000020:00000010:1.0:1767384713.317978:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db68bb64. 00000020:00000010:3.0:1767384713.317980:0:40999:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000006c050ed. 00000020:00000010:1.0:1767384713.317983:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db68bb64. 02000000:00000010:3.0:1767384713.317995:0:40999:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000d98ee092. 02000000:00000010:1.0:1767384713.317997:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 00000000d1d00037. 00000400:00000010:3.0:1767384713.318008:0:40999:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000177e89d0. 00000400:00000010:1.0:1767384713.318025:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 02000000:00000010:2.0:1767384713.318030:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000012c6a03b. 00000400:00000010:3.0:1767384713.318031:0:40999:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000177e89d0. 00000400:00000010:2.0:1767384713.318037:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b05d3e3. 00000400:00000010:2.0:1767384713.318043:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1deefe0. 00000020:00000010:3.0:1767384713.318049:0:40999:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003adcf2f6. 00000400:00000010:2.0:1767384713.318051:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a407085. 00000020:00000010:3.0:1767384713.318056:0:40999:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384713.318061:0:40999:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd93247f. 00000400:00000010:1.0:1767384713.318067:0:17896:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 02000000:00000010:3.0:1767384713.318069:0:40999:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000d98ee092. 00000100:00000010:2.0:1767384713.318078:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000076f3399d. 00000400:00000010:3.0:1767384713.318079:0:40999:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005608aecb. 00000020:00000010:1.0:1767384713.318079:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f3c77a0. 00000020:00000010:1.0:1767384713.318086:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db347db4. 00000400:00000010:3.0:1767384713.318087:0:40999:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6ed35de. 00000020:00000010:1.0:1767384713.318090:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078574ee1. 00000400:00000010:2.0:1767384713.318098:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a407085. 00000020:00000010:3.0:1767384713.318117:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd93247f. 00000020:00000010:3.0:1767384713.318121:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003adcf2f6. 00000020:00000010:3.0:1767384713.318123:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000400:00000010:1.0:1767384713.318123:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060f12d05. 00000400:00000010:1.0:1767384713.318128:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000020:00000010:0.0:1767384713.318129:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a318aec5. 00000020:00000010:0.0:1767384713.318135:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a318aec5. 00000020:00000010:0.0:1767384713.318141:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000122173de. 00000020:00000010:0.0:1767384713.318146:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c9a36d1. 00000020:00000010:2.0:1767384713.318151:0:41004:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000003e9a90ce. 00000020:00000010:0.0:1767384713.318151:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 02000000:00000010:1.0:1767384713.318154:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c56a5c5b. 00000100:00000010:2.0:1767384713.318160:0:41004:0:(service.c:3445:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000008cb822b4. 02000000:00000010:1.0:1767384713.318161:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 00000000d8ce64e6. 00000100:00000010:1.0:1767384713.318168:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e3340d99. 00000020:00000010:0.0:1767384713.318187:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a318aec5. 00000020:00000010:0.0:1767384713.318192:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a318aec5. 02000000:00000010:0.0:1767384713.318204:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000002255d83a. 00000400:00000010:0.0:1767384713.318214:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 02000000:00000010:3.0:1767384713.318218:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000d98ee092. 00000020:00000010:3.0:1767384713.318229:0:41005:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000003e85aab7. 00000400:00000010:2.0:1767384713.318236:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000014a3be9b. 00000004:00000010:3.0:1767384713.318239:0:41005:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 0000000006c050ed. 00000400:00000010:2.0:1767384713.318241:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000001:00000010:3.0:1767384713.318244:0:41005:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000002df0fe4b. 00000001:00000010:3.0:1767384713.318251:0:41005:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000036691f4c. 00000400:00000010:0.0:1767384713.318251:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 02000000:00000010:2.0:1767384713.318255:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c77f9917. 02000000:00000010:2.0:1767384713.318261:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000006b249760. 00000001:00000010:3.0:1767384713.318262:0:41005:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000157f971a. 00000400:00000010:1.0:1767384713.318262:0:16354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000983e13f7. 00000100:00000010:2.0:1767384713.318267:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000008d2f3373. 00000020:00000010:0.0:1767384713.318268:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c9a36d1. 00000001:00000010:3.0:1767384713.318269:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003582ca0d. 00000400:00000010:1.0:1767384713.318269:0:16354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000b7d4c0cd. 00000020:00000010:0.0:1767384713.318276:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000001:00000010:3.0:1767384713.318278:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005ebe6a3f. 00000020:00000010:0.0:1767384713.318280:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000122173de. 00000001:00000010:3.0:1767384713.318282:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000080387ce2. 02000000:00000010:1.0:1767384713.318287:0:16354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000584d1720. 00000001:00000010:3.0:1767384713.318288:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c77f9917. 00000001:00000010:3.0:1767384713.318296:0:41005:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000fe226fc3. 02000000:00000010:1.0:1767384713.318296:0:16354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000000b948ade. 00040000:00000010:2.0:1767384713.318297:0:41004:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000004a9ebefd. 00000100:00000010:1.0:1767384713.318302:0:16354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000d8eef3e5. 00000001:00000010:3.0:1767384713.318304:0:41005:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000694e351d. 00000004:00000010:2.0:1767384713.318304:0:41004:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d7d5ff01. 00000001:00000010:3.0:1767384713.318311:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000718dd385. 00000004:00000010:2.0:1767384713.318312:0:41004:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000067af6448. 00000001:00000010:3.0:1767384713.318315:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000035d721f0. 00000004:00000010:2.0:1767384713.318317:0:41004:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000f58e504. 00000001:00000010:3.0:1767384713.318321:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c873c76e. 00000100:00000010:0.0:1767384713.318322:0:41615:0:(service.c:3018:ptlrpc_main()) kmalloced '(env)': 56 at 00000000a318aec5. 00000001:00000010:3.0:1767384713.318326:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007f69c126. 00000020:00000010:0.0:1767384713.318328:0:41615:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000425c81d0. 00000020:00000010:0.0:1767384713.318334:0:41615:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000122173de. 00000020:00000010:0.0:1767384713.318337:0:41615:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000324c660c. 00000040:00000010:0.0:1767384713.318340:0:41615:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002b782b71. 00000020:00000010:0.0:1767384713.318342:0:41615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000001a3ece91. 00000020:00000010:0.0:1767384713.318345:0:41615:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000664fa34e. 00000020:00000010:0.0:1767384713.318348:0:41615:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000001c1e0d5e. 80000000:00000010:0.0:1767384713.318351:0:41615:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005e7871d4. 40000000:00000010:0.0:1767384713.318353:0:41615:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d8e2668d. 00100000:00000010:0.0:1767384713.318357:0:41615:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ec6e3cb. 00040000:00000010:0.0:1767384713.318359:0:41615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cca56323. 00000020:00000010:3.0:1767384713.318362:0:41005:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000067c0db70. 00040000:00000010:0.0:1767384713.318364:0:41615:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000094c562fe. 00040000:00000010:0.0:1767384713.318368:0:41615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000dda483e3. 00080000:00000010:0.0:1767384713.318378:0:41615:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000074c5c86d. 00080000:00000010:0.0:1767384713.318382:0:41615:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000b6858e70. 00000004:00000010:0.0:1767384713.318388:0:41615:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000ad59cae0. 00000004:00000010:0.0:1767384713.318391:0:41615:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000002fc29707. 00000004:00000010:0.0:1767384713.318395:0:41615:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fa0873d5. 00002000:00000010:0.0:1767384713.318399:0:41615:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007c47d513. 00000004:00000010:0.0:1767384713.318403:0:41615:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ae32d75d. 00000100:00000010:0.0:1767384713.318470:0:41615:0:(service.c:3045:ptlrpc_main()) kmalloced '(rs)': 131072 at 000000003994bebf. 00000020:00000010:3.0:1767384713.318604:0:41005:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005b19f781. 00000020:00000010:3.0:1767384713.318608:0:41005:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 00000000ea0b1d14. 00000020:00000010:3.0:1767384713.318611:0:41005:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000246bc074. 00000020:00000010:3.0:1767384713.318642:0:41005:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 0000000068c15947. 00000020:00000010:3.0:1767384713.318644:0:41005:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000a44d4806. 00000020:00000010:3.0:1767384713.318646:0:41005:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 000000002bcd37d4. 00000020:00000010:3.0:1767384713.318661:0:41005:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000005e420f82. 00000400:00000010:3.0:1767384713.318690:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000177e89d0. 00000400:00000010:3.0:1767384713.318711:0:41005:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000177e89d0. 00000020:00000010:3.0:1767384713.318718:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003adcf2f6. 00000020:00000010:3.0:1767384713.318720:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384713.318723:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd93247f. 00000400:00000010:2.0:1767384713.318732:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009b05d3e3. 00000400:00000010:2.0:1767384713.318738:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1deefe0. 02000000:00000010:2.0:1767384713.318763:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000012c6a03b. 02000000:00000010:2.0:1767384713.318766:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 00000000908ba592. 00000100:00000010:2.0:1767384713.318768:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000042b749a7. 00000100:00000010:2.0:1767384713.324473:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000000da09308. 00000100:00000010:0.0:1767384713.324506:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000b13d575d. 00000100:00000010:3.0:1767384713.324516:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ca39c989. 00000100:00000010:1.0:1767384713.324541:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000d2e42fc9. 00000800:00000010:2.0:1767384714.129420:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002eb89d0b. 00000800:00000010:0.0:1767384714.129499:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000002e785272. 00000800:00000010:0.0:1767384714.129508:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000004fd06175. 00000800:00000010:0.0:1767384714.129607:0:16345:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000001336e66b. 00000800:00000010:0.0:1767384714.129618:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000001a6fd4b0. 00000800:00000010:0.0:1767384714.129689:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000001a6fd4b0. 00000800:00000010:0.0:1767384714.129695:0:16345:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 000000004fd06175. 00000800:00000010:0.0:1767384714.129732:0:16345:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002eb89d0b. 00000800:00000010:0.0:1767384714.130229:0:16347:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b948ade. 00000800:00000010:0.0:1767384714.130298:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b948ade. 00000800:00000010:2.0:1767384714.130550:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 00000000797f0958. 00000800:00000010:3.0:1767384714.130644:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000018a4c59. 00000800:00000010:3.0:1767384714.130651:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be5c026d. 00000800:00000010:1.0:1767384714.130950:0:16349:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ce64e6. 00000800:00000010:3.0:1767384714.130985:0:16343:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f03c4e97. 00000800:00000010:3.1:1767384714.130993:0:16343:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f03c4e97. 00000800:00000010:3.0:1767384714.131002:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000857352f5. 00000800:00000010:1.0:1767384714.131011:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ce64e6. 00000800:00000010:3.0:1767384714.131037:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000857352f5. 00000800:00000010:3.0:1767384714.131042:0:16343:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be5c026d. 00000800:00000010:3.0:1767384714.131134:0:16343:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 00000000797f0958. 00000800:00000010:2.0:1767384714.131934:0:16350:0:(socklnd.c:737:ksocknal_accept()) alloc '(cr)': 32 at 000000002e95bd7b. 00000800:00000010:3.0:1767384714.132011:0:16344:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 000000008a687c5f. 00000800:00000010:3.0:1767384714.132018:0:16344:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000be5c026d. 00000800:00000010:3.0:1767384714.132236:0:16344:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 00000000f03c4e97. 00000800:00000010:3.1:1767384714.132241:0:16344:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f03c4e97. 00000800:00000010:3.0:1767384714.132330:0:16344:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000857352f5. 00000800:00000010:3.0:1767384714.132373:0:16344:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000857352f5. 00000800:00000010:3.0:1767384714.132378:0:16344:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000be5c026d. 00000800:00000010:3.0:1767384714.132400:0:16344:0:(socklnd_cb.c:2292:ksocknal_connd()) kfreed 'cr': 32 at 000000002e95bd7b. 00040000:00000010:3.0:1767384714.341544:0:17071:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000b283d9a0. 00000004:00000010:3.0:1767384714.341555:0:17071:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000099c66a66. 00000004:00000010:3.0:1767384714.341560:0:17071:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d4236fb1. 00000004:00000010:3.0:1767384714.341566:0:17071:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e30d3413. 00000004:00000010:3.0:1767384714.341570:0:17071:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000942201a9. 00000001:00000010:1.0:1767384714.342542:0:17888:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000c08d9ebb. 00002000:00000010:1.0:1767384714.342549:0:17888:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 000000005f198a7d. 00080000:00000010:1.0:1767384714.342551:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000fb882197. 00000001:00000010:1.0:1767384714.342555:0:17888:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 000000008a7a23d2. 00002000:00000010:1.0:1767384714.342556:0:17888:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000956c9a46. 00080000:00000010:1.0:1767384714.342558:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000058155161. 00000001:00000010:1.0:1767384714.342560:0:17888:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000015fcb907. 00002000:00000010:1.0:1767384714.342561:0:17888:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at 00000000049e8158. 00080000:00000010:1.0:1767384714.342563:0:17888:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000003f055007. 00000400:00000010:1.0:1767384715.158565:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009d7e0371. 00000400:00000010:1.0:1767384715.158593:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000022975655. 00000020:00000010:2.0:1767384715.158688:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006c0185bb. 00000020:00000010:2.0:1767384715.158709:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.158714:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 02000000:00000010:2.0:1767384715.158776:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000012c6a03b. 00000020:00000010:2.0:1767384715.158790:0:40998:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bf58c2a9. 00000001:00000010:2.0:1767384715.158802:0:40998:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007cf985fd. 00000001:00000010:2.0:1767384715.158808:0:40998:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000744e7d85. 00000001:00000010:2.0:1767384715.158812:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001d6c2e0. 00000001:00000010:2.0:1767384715.158816:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d192db6. 00000001:00000010:2.0:1767384715.158819:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000584d1720. 00000001:00000010:2.0:1767384715.158823:0:40998:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d613ca3. 00000020:00000010:2.0:1767384715.158839:0:40998:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 000000003b2432d9. 00000020:00000010:2.0:1767384715.158932:0:40998:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000424b5f96. 00000020:00000010:2.0:1767384715.158937:0:40998:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at 000000001ec57209. 00000020:00000010:2.0:1767384715.158941:0:40998:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at 000000003b6fcd3b. 00000020:00000010:2.0:1767384715.158958:0:40998:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 00000000c10ec749. 00000020:00000010:2.0:1767384715.158961:0:40998:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000f0529ee4. 00000020:00000010:2.0:1767384715.158964:0:40998:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000acfbafab. 00000020:00000010:2.0:1767384715.158977:0:40998:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000007725696. 00000400:00000010:2.0:1767384715.159030:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e1deefe0. 00000800:00000010:2.0:1767384715.159067:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384715.159098:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.159104:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.159107:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006c0185bb. 00000400:00000010:2.0:1767384715.159120:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b05d3e3. 00000400:00000010:2.0:1767384715.159126:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000029ede28c. 00000800:00000010:0.0:1767384715.159208:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:0.0:1767384715.159216:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e1deefe0. 02000000:00000010:0.0:1767384715.159222:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at 0000000012c6a03b. 00000400:00000010:0.0:1767384715.160170:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004675cdf5. 00000400:00000010:0.0:1767384715.160182:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c4955bc7. 00000020:00000010:2.0:1767384715.160245:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.160251:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.160255:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.160258:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.160261:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.160286:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.160289:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2a4646a. 00010000:00000010:2.0:1767384715.160315:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b7aa9025. 02000000:00000010:2.0:1767384715.160328:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000067482c0d. 00000400:00000010:2.0:1767384715.160353:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009a407085. 00000800:00000010:2.0:1767384715.160370:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384715.160390:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.160395:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.160399:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.160409:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003bc9f73f. 00000400:00000010:2.0:1767384715.160414:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000022d05b92. 00000800:00000010:1.0:1767384715.160471:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:1.0:1767384715.160478:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009a407085. 02000000:00000010:1.0:1767384715.160482:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000067482c0d. 00000400:00000010:0.0:1767384715.161234:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000027705149. 00000400:00000010:0.0:1767384715.161247:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000a92e8e4f. 00000020:00000010:2.0:1767384715.161305:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.161309:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.161313:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.161316:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.161319:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.161340:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.161343:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2a4646a. 02000000:00000010:2.0:1767384715.161353:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 0000000067482c0d. 00000040:00000010:2.0:1767384715.161359:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000054853c13. 00080000:00000010:2.0:1767384715.161394:0:40998:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 0000000012c6a03b. 00000040:00000010:2.0:1767384715.161401:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000054853c13. 00000400:00000010:2.0:1767384715.161410:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000054d5dcd3. 00000800:00000010:2.0:1767384715.161424:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384715.161469:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.161474:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.161478:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.161486:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009d2b4368. 00000400:00000010:2.0:1767384715.161490:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f26049e. 00000800:00000010:0.0:1767384715.161515:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:0.0:1767384715.161523:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000054d5dcd3. 02000000:00000010:0.0:1767384715.161528:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 0000000067482c0d. 00000400:00000010:1.0:1767384715.162265:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000089e6280b. 00000400:00000010:1.0:1767384715.162278:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005e6852ac. 00000020:00000010:2.0:1767384715.162334:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.162337:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.162340:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.162342:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.162344:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.162365:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.162375:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2a4646a. 00010000:00000010:2.0:1767384715.162388:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000086121f4c. 02000000:00000010:2.0:1767384715.162396:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000005eea9e2c. 00000400:00000010:2.0:1767384715.162406:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000000b0db910. 00000800:00000010:2.0:1767384715.162422:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384715.162460:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.162466:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.162470:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.162479:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002fd1fbb1. 00000400:00000010:2.0:1767384715.162484:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000c1d9509. 00000800:00000010:0.0:1767384715.162507:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:0.0:1767384715.162515:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000b0db910. 02000000:00000010:0.0:1767384715.162519:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000005eea9e2c. 00000400:00000010:0.0:1767384715.163185:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000226e8cca. 00000400:00000010:0.0:1767384715.163197:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006eb9f30e. 00000020:00000010:2.0:1767384715.163259:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.163263:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.163267:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.163271:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.163274:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.163298:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000a2a4646a. 00000020:00000010:2.0:1767384715.163302:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000a2a4646a. 02000000:00000010:2.0:1767384715.163312:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000004c9974bc. 00000040:00000010:2.0:1767384715.163317:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000054853c13. 00000040:00000010:2.0:1767384715.163356:0:40998:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 0000000094f8c46d. 00000040:00000010:2.0:1767384715.163371:0:40998:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 0000000094f8c46d. 00000040:00000010:2.0:1767384715.163374:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000054853c13. 20000000:00000010:2.0:1767384715.163383:0:40998:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 00000000a2a4646a. 00000400:00000010:2.0:1767384715.163393:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bad9b0c5. 00000800:00000010:2.0:1767384715.163408:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384715.163427:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.163431:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.163435:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.163474:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005e45a81a. 00000400:00000010:2.0:1767384715.163481:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000386f7ac5. 00000800:00000010:1.0:1767384715.163492:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:1.0:1767384715.163499:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bad9b0c5. 02000000:00000010:1.0:1767384715.163502:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000004c9974bc. 00000400:00000010:0.0:1767384715.164176:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009f8293fa. 00000400:00000010:0.0:1767384715.164193:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000008303d569. 00000020:00000010:2.0:1767384715.164255:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.164258:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.164263:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.164273:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.164276:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.164304:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.164308:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 02000000:00000010:2.0:1767384715.164328:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000180ff90f. 00000040:00000010:2.0:1767384715.164333:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000054853c13. 00000040:00000010:2.0:1767384715.164344:0:40998:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007d2f5f13. 00000040:00000010:2.0:1767384715.164367:0:40998:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007d2f5f13. 00000040:00000010:2.0:1767384715.164371:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000054853c13. 00000400:00000010:2.0:1767384715.164380:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004f9aff5e. 00000800:00000010:2.0:1767384715.164395:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000054853c13. 00000020:00000010:2.0:1767384715.164414:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.164419:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.164423:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.164432:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004e5ed08c. 00000400:00000010:2.0:1767384715.164463:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e618b252. 00000800:00000010:0.0:1767384715.164505:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000054853c13. 00000400:00000010:0.0:1767384715.164512:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004f9aff5e. 02000000:00000010:0.0:1767384715.164519:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000180ff90f. 00000400:00000010:1.0:1767384715.165700:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009222f8de. 00000400:00000010:1.0:1767384715.165715:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c5f55108. 00000020:00000010:2.0:1767384715.165777:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.165781:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.165785:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.165788:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.165792:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.165816:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.165819:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 02000000:00000010:2.0:1767384715.165835:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000180ff90f. 00000040:00000010:2.0:1767384715.165840:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000005b6ee2fe. 00000040:00000010:2.0:1767384715.165848:0:40998:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007d2f5f13. 00000040:00000010:2.0:1767384715.165870:0:40998:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007d2f5f13. 00000040:00000010:2.0:1767384715.165874:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000005b6ee2fe. 00000400:00000010:2.0:1767384715.165882:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000c0201c93. 00000800:00000010:2.0:1767384715.165896:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 000000005b6ee2fe. 00000020:00000010:2.0:1767384715.165915:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.165920:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.165923:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.165937:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000784573ec. 00000400:00000010:2.0:1767384715.165942:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000082e0fa72. 00000800:00000010:0.0:1767384715.165984:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 000000005b6ee2fe. 00000400:00000010:0.0:1767384715.165991:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000c0201c93. 02000000:00000010:0.0:1767384715.165996:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000180ff90f. 00000400:00000010:0.0:1767384715.179184:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000084b42085. 00000400:00000010:0.0:1767384715.179212:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000b2666a63. 00000020:00000010:2.0:1767384715.179301:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.179308:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.179315:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.179320:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.179324:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.179364:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.179367:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 02000000:00000010:2.0:1767384715.179400:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8768 at 00000000180ff90f. 00000040:00000010:2.0:1767384715.179406:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000003d827bf. 00000040:00000010:2.0:1767384715.179419:0:40998:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007d2f5f13. 00000040:00000010:2.0:1767384715.179467:0:40998:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007d2f5f13. 00000040:00000010:2.0:1767384715.179470:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000003d827bf. 00000400:00000010:2.0:1767384715.179485:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000008e9ef89f. 00000800:00000010:2.0:1767384715.179513:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000003d827bf. 00000020:00000010:2.0:1767384715.179539:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.179544:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.179547:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.179555:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006317ecb1. 00000400:00000010:2.0:1767384715.179558:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8814d48. 00000800:00000010:1.0:1767384715.179665:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000003d827bf. 00000400:00000010:1.0:1767384715.179672:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000008e9ef89f. 02000000:00000010:1.0:1767384715.179676:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at 00000000180ff90f. 00000400:00000010:0.0:1767384715.180956:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000846b4a9f. 00000400:00000010:0.0:1767384715.180968:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000f91ae08f. 00000020:00000010:2.0:1767384715.181024:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.181028:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.181032:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.181035:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.181037:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.181059:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.181061:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00010000:00000010:2.0:1767384715.181078:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000007bcd7f1a. 00010000:00000010:2.0:1767384715.181085:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001ff3a1be. 02000000:00000010:2.0:1767384715.181098:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 0000000072d9e928. 00000400:00000010:2.0:1767384715.181120:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a23f3e5a. 00000800:00000010:2.0:1767384715.181135:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384715.181159:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.181164:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.181166:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.181174:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003e051bad. 00000400:00000010:2.0:1767384715.181178:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000071a18ec. 00000800:00000010:0.0:1767384715.181226:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:0.0:1767384715.181234:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a23f3e5a. 02000000:00000010:0.0:1767384715.181239:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 0000000072d9e928. 00000400:00000010:1.0:1767384715.182465:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000570c8ecc. 00000400:00000010:1.0:1767384715.182478:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000064b844dc. 00000020:00000010:2.0:1767384715.182541:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.182545:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.182549:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.182552:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.182555:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.182578:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.182581:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 02000000:00000010:2.0:1767384715.182590:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 000000008485634b. 20000000:00000010:2.0:1767384715.182602:0:40998:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 2048 at 00000000a8014dbb. 00000100:00000010:2.0:1767384715.182712:0:40998:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000667525c5. 00000100:00000010:2.0:1767384715.182716:0:40998:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 0000000094f8c46d. 00000400:00000010:2.0:1767384715.182726:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007c7cd00b. 00000400:00000010:2.0:1767384715.182733:0:40998:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000714e4eca. 00000800:00000010:2.0:1767384715.182749:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000800:00000010:0.0:1767384715.182835:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:0.0:1767384715.183368:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007c7cd00b. 00000100:00000010:2.0:1767384715.183422:0:40998:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 0000000094f8c46d. 00000100:00000010:2.0:1767384715.183428:0:40998:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000667525c5. 20000000:00000010:2.0:1767384715.183457:0:40998:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 2048 at 00000000a8014dbb. 00000400:00000010:2.0:1767384715.183469:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009004d899. 00000800:00000010:2.0:1767384715.183485:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384715.183504:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.183509:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.183512:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.183520:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000009f2d14. 00000400:00000010:2.0:1767384715.183524:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008e9ef89f. 00000800:00000010:1.0:1767384715.183574:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:1.0:1767384715.183582:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009004d899. 02000000:00000010:1.0:1767384715.183586:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 000000008485634b. 00000400:00000010:0.0:1767384715.186775:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000023c236cb. 00000400:00000010:0.0:1767384715.186795:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000006302aa3c. 00000020:00000010:2.0:1767384715.186859:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.186864:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.186868:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.186872:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.186875:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.186907:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.186911:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00010000:00000010:2.0:1767384715.186924:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b57e76a0. 02000000:00000010:2.0:1767384715.186933:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000667525c5. 00000400:00000010:2.0:1767384715.186947:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008c9847dc. 00000800:00000010:2.0:1767384715.186963:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384715.186982:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.186986:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.186989:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.186997:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000792831b6. 00000400:00000010:2.0:1767384715.187002:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e0f1eec6. 00000800:00000010:0.0:1767384715.187045:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:0.0:1767384715.187052:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008c9847dc. 02000000:00000010:0.0:1767384715.187056:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000667525c5. 00000400:00000010:1.0:1767384715.187912:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000097d39535. 00000400:00000010:1.0:1767384715.187924:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000007ddf11d8. 00000020:00000010:2.0:1767384715.187985:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.187989:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.187992:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.187995:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.187998:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.188021:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.188023:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 02000000:00000010:2.0:1767384715.188033:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000667525c5. 00000040:00000010:2.0:1767384715.188039:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099d1acc3. 00000040:00000010:2.0:1767384715.188088:0:40998:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000561e7b63. 00000040:00000010:2.0:1767384715.188096:0:40998:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000561e7b63. 00000040:00000010:2.0:1767384715.188099:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099d1acc3. 00000400:00000010:2.0:1767384715.188119:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000009dc532d9. 00000800:00000010:2.0:1767384715.188139:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384715.188158:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.188162:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.188165:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.188171:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002100fdae. 00000400:00000010:2.0:1767384715.188175:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000777fcff1. 00000800:00000010:0.0:1767384715.188227:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:0.0:1767384715.188235:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000009dc532d9. 02000000:00000010:0.0:1767384715.188239:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000667525c5. 00000400:00000010:0.0:1767384715.188961:0:16347:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002be6b3e1. 00000400:00000010:0.0:1767384715.188970:0:16347:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000da25c823. 00000020:00000010:2.0:1767384715.189034:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.189038:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.189043:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384715.189052:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.189056:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.189083:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384715.189086:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 02000000:00000010:2.0:1767384715.189106:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000180ff90f. 00000040:00000010:2.0:1767384715.189111:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000099d1acc3. 00000040:00000010:2.0:1767384715.189121:0:40998:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000007d2f5f13. 00000040:00000010:2.0:1767384715.189132:0:40998:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000007d2f5f13. 00000040:00000010:2.0:1767384715.189135:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000099d1acc3. 00000400:00000010:2.0:1767384715.189143:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000465a388b. 00000800:00000010:2.0:1767384715.189159:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at 0000000099d1acc3. 00000020:00000010:2.0:1767384715.189178:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384715.189182:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384715.189185:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000400:00000010:2.0:1767384715.189194:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000983e13f7. 00000400:00000010:2.0:1767384715.189198:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000db54a602. 00000800:00000010:1.0:1767384715.189251:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at 0000000099d1acc3. 00000400:00000010:1.0:1767384715.189259:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000465a388b. 02000000:00000010:1.0:1767384715.189263:0:16349:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000180ff90f. 00000100:00000010:0.0:1767384715.191343:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005edea30e. 00000020:00000010:3.0:1767384715.191401:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001917bec1. 00000020:00000010:3.0:1767384715.191407:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003adcf2f6. 00000020:00000010:3.0:1767384715.191410:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 02000000:00000010:3.0:1767384715.191463:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 000000002eaa4453. 00000020:00000010:3.0:1767384715.191482:0:41005:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000050b1fe8a. 00000004:00000010:3.0:1767384715.191488:0:41005:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000857352f5. 00000001:00000010:3.0:1767384715.191491:0:41005:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 00000000ccd9c7df. 00000001:00000010:3.0:1767384715.191496:0:41005:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000013544558. 00000001:00000010:3.0:1767384715.191502:0:41005:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000014ecdb54. 00000001:00000010:3.0:1767384715.191505:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c916ae07. 00000001:00000010:3.0:1767384715.191507:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000307c59a9. 00000001:00000010:3.0:1767384715.191508:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fd97faad. 00000001:00000010:3.0:1767384715.191510:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b08eebdc. 00000001:00000010:3.0:1767384715.191512:0:41005:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000029a85d9a. 00000001:00000010:3.0:1767384715.191514:0:41005:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000066968b1b. 00000001:00000010:3.0:1767384715.191516:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000014db0391. 00000001:00000010:3.0:1767384715.191518:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000cd93247f. 00000001:00000010:3.0:1767384715.191521:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000cd52566. 00000001:00000010:3.0:1767384715.191523:0:41005:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000837e6c2f. 00080000:00000010:3.0:1767384715.191551:0:41005:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000000ebbdf5a. 00080000:00000010:3.0:1767384715.191556:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000072887d49. 00080000:00000010:2.0:1767384715.193301:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000000ebbdf5a. 00080000:00000010:3.0:1767384715.193379:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000072887d49. 00080000:00000010:3.0:1767384715.193395:0:41005:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000bb50cd2e. 00080000:00000010:3.0:1767384715.193398:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000072887d49. 00000001:00000010:3.0:1767384715.193406:0:41005:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000ea5202dc. 00080000:00000010:3.0:1767384715.193422:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384715.193430:0:41005:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000054690ccd. 00000020:00000010:3.0:1767384715.193509:0:41005:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000005c9b810e. 00000020:00000010:3.0:1767384715.193512:0:41005:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at 000000008a4596c8. 00000020:00000010:3.0:1767384715.193517:0:41005:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at 00000000031738de. 00000020:00000010:3.0:1767384715.193531:0:41005:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at 000000000ee5a65b. 00000020:00000010:3.0:1767384715.193533:0:41005:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at 00000000716f7aed. 00000020:00000010:3.0:1767384715.193535:0:41005:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at 00000000d8ef2b4c. 00000020:00000010:3.0:1767384715.193547:0:41005:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000060cf9d73. 00000020:00000010:3.0:1767384715.193553:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072887d49. 00000400:00000010:3.0:1767384715.193588:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000177e89d0. 00000800:00000010:3.0:1767384715.193602:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e36ac94a. 00000020:00000010:3.0:1767384715.193638:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003adcf2f6. 00000020:00000010:3.0:1767384715.193641:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384715.193644:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001917bec1. 00000800:00000010:0.0:1767384715.193700:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e36ac94a. 00000400:00000010:0.0:1767384715.193710:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000177e89d0. 00000100:00000010:0.0:1767384716.195094:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082e7b88b. 00000100:00000010:0.0:1767384716.195134:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000f37da63c. 00000020:00000010:3.0:1767384716.195191:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000005bd6a5ed. 00000020:00000010:3.0:1767384716.195204:0:41005:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.195227:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005df1f6ea. 00000020:00000010:3.0:1767384716.195235:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003adcf2f6. 00000020:00000010:1.0:1767384716.195239:0:41615:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000aee9c7fe. 00000020:00000010:3.0:1767384716.195241:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000020:00000010:1.0:1767384716.195265:0:41615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db68bb64. 00000020:00000010:1.0:1767384716.195271:0:41615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db68bb64. 00000020:00000010:1.0:1767384716.195278:0:41615:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078574ee1. 00000020:00000010:1.0:1767384716.195282:0:41615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f3c77a0. 00000020:00000010:1.0:1767384716.195298:0:41615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db347db4. 00000020:00000010:3.0:1767384716.195313:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.195319:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072887d49. 00000020:00000010:1.0:1767384716.195342:0:41615:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db68bb64. 02000000:00000010:3.0:1767384716.195343:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000053d3d50e. 00000020:00000010:1.0:1767384716.195359:0:41615:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db68bb64. 02000000:00000010:1.0:1767384716.195381:0:41615:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 000000004ed40061. 00000020:00000010:3.0:1767384716.195400:0:41005:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000001ebb2a5. 00000020:00000010:1.0:1767384716.195400:0:41615:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 0000000058822a0c. 00000400:00000010:1.0:1767384716.195435:0:41615:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000080a7177d. 00000400:00000010:3.0:1767384716.195442:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000177e89d0. 00000800:00000010:1.0:1767384716.195505:0:41615:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d8ce64e6. 00000020:00000010:1.0:1767384716.195530:0:41615:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f3c77a0. 00000800:00000010:3.0:1767384716.195532:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de2aa2fc. 00000020:00000010:1.0:1767384716.195534:0:41615:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db347db4. 00000020:00000010:1.0:1767384716.195540:0:41615:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078574ee1. 00000020:00000010:3.0:1767384716.195557:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003adcf2f6. 00000020:00000010:3.0:1767384716.195563:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384716.195569:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005df1f6ea. 00000800:00000010:0.0:1767384716.195569:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d8ce64e6. 00000400:00000010:0.0:1767384716.195577:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000080a7177d. 00000800:00000010:0.0:1767384716.195667:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de2aa2fc. 00000400:00000010:0.0:1767384716.195674:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000177e89d0. 00000100:00000010:0.0:1767384716.196678:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e67a9f68. 00000020:00000010:3.0:1767384716.196735:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.196741:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.196745:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005df1f6ea. 00000020:00000010:3.0:1767384716.196747:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003adcf2f6. 00000020:00000010:3.0:1767384716.196750:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384716.196773:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.196775:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072887d49. 02000000:00000010:3.0:1767384716.196786:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at 00000000be22eaca. 00000400:00000010:3.0:1767384716.196796:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aeb2715b. 00000800:00000010:3.0:1767384716.196814:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de2aa2fc. 00000020:00000010:3.0:1767384716.196832:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003adcf2f6. 00000020:00000010:3.0:1767384716.196834:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:3.0:1767384716.196837:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005df1f6ea. 00000800:00000010:0.0:1767384716.196901:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de2aa2fc. 00000400:00000010:0.0:1767384716.196909:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aeb2715b. 00000100:00000010:0.0:1767384716.198079:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000042b749a7. 00000400:00000010:0.0:1767384716.198105:0:16349:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a76b685e. 00000400:00000010:0.0:1767384716.198111:0:16349:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000050d0e456. 00000100:00000010:0.0:1767384716.198133:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d8eef3e5. 00000020:00000010:1.0:1767384716.198185:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078574ee1. 00000020:00000010:3.0:1767384716.198195:0:41007:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000cb8220a4. 00000020:00000010:1.0:1767384716.198198:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f3c77a0. 00000020:00000010:1.0:1767384716.198206:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db347db4. 00000020:00000010:2.0:1767384716.198210:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00040000:00000010:3.0:1767384716.198212:0:41007:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000002597d2fa. 00000020:00000010:2.0:1767384716.198217:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000004:00000010:3.0:1767384716.198221:0:41007:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000007bf785ac. 00000020:00000010:2.0:1767384716.198224:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384716.198229:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000004:00000010:3.0:1767384716.198231:0:41007:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000009a33df6. 00000020:00000010:2.0:1767384716.198234:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000004:00000010:3.0:1767384716.198237:0:41007:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ecdde6d0. 00000020:00000010:3.0:1767384716.198251:0:41007:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.198256:0:41007:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072887d49. 02000000:00000010:1.0:1767384716.198258:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 00000000840dab2c. 00000020:00000010:3.0:1767384716.198262:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005df1f6ea. 00000020:00000010:3.0:1767384716.198267:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000003adcf2f6. 00000020:00000010:2.0:1767384716.198268:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:1.0:1767384716.198270:0:18370:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007b38a8dd. 00000020:00000010:2.0:1767384716.198286:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000001:00000010:1.0:1767384716.198293:0:18370:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 000000006adbd446. 00000020:00000010:3.0:1767384716.198294:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000005a380e06. 02000000:00000010:2.0:1767384716.198300:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000008485634b. 00000001:00000010:1.0:1767384716.198307:0:18370:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000067c5177. 00000400:00000010:2.0:1767384716.198311:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f7613294. 00000001:00000010:1.0:1767384716.198313:0:18370:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000047dadd7c. 00000001:00000010:1.0:1767384716.198319:0:18370:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fe0c2186. 00000001:00000010:1.0:1767384716.198321:0:18370:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003d3f57b6. 00000001:00000010:1.0:1767384716.198325:0:18370:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000fc696df5. 00000001:00000010:1.0:1767384716.198328:0:18370:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b0529b83. 00000800:00000010:2.0:1767384716.198332:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:3.0:1767384716.198336:0:41007:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.198340:0:41007:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072887d49. 00000020:00000010:2.0:1767384716.198351:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000020:00000010:2.0:1767384716.198359:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:2.0:1767384716.198362:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00080000:00000010:1.0:1767384716.198364:0:18370:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000098d1f9e0. 00000400:00000010:2.0:1767384716.198373:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cf81adf9. 00080000:00000010:1.0:1767384716.198374:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000db68bb64. 00000400:00000010:2.0:1767384716.198379:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000048136317. 00080000:00000010:3.0:1767384716.198387:0:41007:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at 00000000353d08b8. 00000800:00000010:0.0:1767384716.198389:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000001:00000010:1.0:1767384716.198394:0:18370:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000049e8158. 00000400:00000010:0.0:1767384716.198398:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f7613294. 02000000:00000010:0.0:1767384716.198404:0:16348:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000008485634b. 02000000:00000010:3.0:1767384716.198424:0:41007:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at 00000000f70ed97e. 02000000:00000010:3.0:1767384716.198439:0:41007:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at 000000003e9f65b0. 00080000:00000010:1.0:1767384716.198460:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000db68bb64. 00000020:00000010:1.0:1767384716.198474:0:18370:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000015fcb907. 00000020:00000010:1.0:1767384716.198482:0:18370:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000015fcb907. 00000020:00000010:1.0:1767384716.198488:0:18370:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 000000000716b394. 00000020:00000010:1.0:1767384716.198494:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db68bb64. 00000400:00000010:1.0:1767384716.198527:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c092ac54. 00000800:00000010:1.0:1767384716.198545:0:18370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a706089e. 00000020:00000010:1.0:1767384716.198571:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f3c77a0. 00000020:00000010:1.0:1767384716.198577:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db347db4. 00000020:00000010:1.0:1767384716.198580:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078574ee1. 00000800:00000010:2.0:1767384716.198639:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a706089e. 00000400:00000010:2.0:1767384716.198651:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c092ac54. 00000004:00000010:3.0:1767384716.206589:0:41616:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at 0000000066f252c5. 00000004:00000010:3.0:1767384716.206604:0:41616:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at 0000000066f252c5. 00000400:00000010:1.0:1767384716.206705:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf1cda6c. 00000800:00000010:1.0:1767384716.206722:0:41007:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae11841e. 00000020:00000010:1.0:1767384716.206745:0:41007:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 0000000021dbaef8. 00000020:00000010:1.0:1767384716.206753:0:41007:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000003adcf2f6. 00000020:00000010:1.0:1767384716.206757:0:41007:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000005a380e06. 00000020:00000010:1.0:1767384716.206761:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005df1f6ea. 00000800:00000010:0.0:1767384716.206795:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae11841e. 00000400:00000010:0.0:1767384716.206803:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf1cda6c. 00000100:00000010:0.0:1767384716.236013:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008d2f3373. 00000020:00000010:3.0:1767384716.236081:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.236087:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.236092:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001917bec1. 00000020:00000010:3.0:1767384716.236102:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.236105:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.236134:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000072887d49. 00000020:00000010:3.0:1767384716.236137:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 0000000072887d49. 00010000:00000010:3.0:1767384716.236156:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000f4cc881f. 00010000:00000010:3.0:1767384716.236160:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000007159a875. 00010000:00000010:3.0:1767384716.236165:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e3fbfb4. 00000020:00000010:3.0:1767384716.236169:0:41005:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 0000000072887d49. 00010000:00000010:3.0:1767384716.236175:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2e45df8. 02000000:00000010:3.0:1767384716.236197:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000353c2610. 00010000:00000010:3.0:1767384716.236238:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003c904eeb. 00010000:00000010:3.0:1767384716.236242:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c79ed1be. 00000020:00000010:3.0:1767384716.236258:0:41005:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000005df1f6ea. 00080000:00000010:3.0:1767384716.236310:0:41005:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at 00000000125df78d. 00010000:00000010:3.0:1767384716.236340:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2e45df8. 00000400:00000010:3.0:1767384716.236361:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a73d2736. 00000800:00000010:3.0:1767384716.236411:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e36ac94a. 00000020:00000010:3.0:1767384716.236484:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.236490:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.236494:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001917bec1. 00000800:00000010:2.0:1767384716.236564:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e36ac94a. 00000400:00000010:2.0:1767384716.236574:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a73d2736. 00000100:00000010:0.0:1767384716.237682:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002dd19567. 00000020:00000010:3.0:1767384716.237731:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa3574b5. 00000020:00000010:3.0:1767384716.237735:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa3574b5. 00000020:00000010:3.0:1767384716.237738:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad41fce2. 00000020:00000010:3.0:1767384716.237740:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.237743:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.237763:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000fa3574b5. 00000020:00000010:3.0:1767384716.237766:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000fa3574b5. 00010000:00000010:3.0:1767384716.237776:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b16e92a1. 00010000:00000010:3.0:1767384716.237779:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2e45df8. 02000000:00000010:3.0:1767384716.237790:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 000000004c65f13f. 00010000:00000010:3.0:1767384716.237804:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000077b2e58f. 00010000:00000010:3.0:1767384716.237813:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a3987127. 00010000:00000010:3.0:1767384716.237822:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d17c192. 00010000:00000010:3.0:1767384716.237824:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000062dc6377. 00010000:00000010:3.0:1767384716.237827:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b247c4d5. 00010000:00000010:3.0:1767384716.237829:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ec1bf284. 00080000:00000010:3.0:1767384716.237890:0:41005:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at 00000000142fa24f. 00010000:00000010:3.0:1767384716.237914:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3987127. 00010000:00000010:3.0:1767384716.237931:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec1bf284. 00010000:00000010:3.0:1767384716.237939:0:41005:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062dc6377. 00010000:00000010:3.0:1767384716.237970:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2e45df8. 00000400:00000010:3.0:1767384716.237987:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000040ffe269. 00000800:00000010:3.0:1767384716.238014:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cb13a0d3. 00000020:00000010:3.0:1767384716.238048:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.238052:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.238056:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad41fce2. 00000800:00000010:0.0:1767384716.238136:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cb13a0d3. 00000400:00000010:0.0:1767384716.238146:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000040ffe269. 00000100:00000010:2.0:1767384716.239329:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fa0f6518. 00000020:00000010:0.0:1767384716.239425:0:41013:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000f80bbc36. 00040000:00000010:0.0:1767384716.239435:0:41013:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000301cc898. 00000004:00000010:0.0:1767384716.239466:0:41013:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000022eb72b2. 00000004:00000010:0.0:1767384716.239470:0:41013:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000e6602651. 00000004:00000010:0.0:1767384716.239473:0:41013:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000000dc72a53. 00000020:00000010:0.0:1767384716.239487:0:41013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a31bea9. 00000020:00000010:0.0:1767384716.239490:0:41013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a31bea9. 00000020:00000010:0.0:1767384716.239495:0:41013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075992d54. 00000020:00000010:0.0:1767384716.239498:0:41013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c9a36d1. 00000020:00000010:0.0:1767384716.239501:0:41013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.239539:0:41013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a31bea9. 00000020:00000010:0.0:1767384716.239541:0:41013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a31bea9. 02000000:00000010:0.0:1767384716.239556:0:41013:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at 00000000dbfa76da. 00000400:00000010:0.0:1767384716.239572:0:41013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058e93561. 00000800:00000010:0.0:1767384716.239604:0:41013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000b948ade. 00000020:00000010:0.0:1767384716.239639:0:41013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c9a36d1. 00000020:00000010:0.0:1767384716.239643:0:41013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.239657:0:41013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075992d54. 00000800:00000010:1.0:1767384716.239724:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000b948ade. 00000400:00000010:1.0:1767384716.239732:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058e93561. 00000100:00000010:3.0:1767384716.240564:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000049168193. 00000020:00000010:0.0:1767384716.240634:0:41005:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000d12a938e. 00000020:00000010:0.0:1767384716.240645:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a31bea9. 00000020:00000010:0.0:1767384716.240647:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a31bea9. 00000020:00000010:0.0:1767384716.240650:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075992d54. 00000020:00000010:0.0:1767384716.240652:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c9a36d1. 00000020:00000010:0.0:1767384716.240655:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.240689:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009a31bea9. 00000020:00000010:0.0:1767384716.240691:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009a31bea9. 00000020:00000010:0.0:1767384716.240715:0:41005:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000763c2b34. 00000020:00000010:0.0:1767384716.240719:0:41005:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000009a31bea9. 00010000:00000010:0.0:1767384716.240722:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c79ed1be. 00010000:00000010:0.0:1767384716.240735:0:41005:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007159a875. 00010000:00000010:0.0:1767384716.240744:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000ab1dfdb5. 00010000:00000010:0.0:1767384716.240746:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008e0eb7c8. 00010000:00000010:0.0:1767384716.240750:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007544ecee. 00010000:00000010:0.0:1767384716.240753:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c520f32. 02000000:00000010:0.0:1767384716.240779:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at 00000000a5a9af06. 00010000:00000010:0.0:1767384716.240831:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b1f702b1. 00010000:00000010:0.0:1767384716.240833:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000136c4d05. 00010000:00000010:0.0:1767384716.240843:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000027a31c5d. 00010000:00000010:0.0:1767384716.240845:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000055e54972. 00010000:00000010:0.0:1767384716.240847:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000123671e1. 00010000:00000010:0.0:1767384716.240849:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e8b0d09f. 00000004:00000010:0.0:1767384716.240881:0:41005:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at 00000000036f610f. 00000004:00000010:0.0:1767384716.240895:0:41005:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at 000000006520605e. 00000004:00000010:0.0:1767384716.240901:0:41005:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at 00000000757c845f. 00080000:00000010:0.0:1767384716.240910:0:41005:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 00000000a38b42f3. 00000020:00000010:0.0:1767384716.240933:0:41005:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 000000003f9a1feb. 00080000:00000010:0.0:1767384716.240937:0:41005:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000067efe6df. 00000020:00000010:0.0:1767384716.240947:0:41005:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 000000005f6842bc. 00000020:00000010:0.0:1767384716.240949:0:41005:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 260 at 0000000083f27caa. 00080000:00000010:0.0:1767384716.240972:0:41005:0:(osd_handler.c:222:osd_idc_add()) kmalloced '(idc)': 320 at 000000008f72b4a3. 00000004:00000010:0.0:1767384716.240980:0:41005:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at 000000004fd06175. 00000020:00000010:0.0:1767384716.240985:0:41005:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at 00000000c0340036. 00020000:00000010:0.0:1767384716.241007:0:41005:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at 0000000081d6ab36. 00020000:00000010:0.0:1767384716.241009:0:41005:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at 00000000f09adc1c. 00020000:00000010:0.0:1767384716.241012:0:41005:0:(lod_qos.c:2681:lod_prepare_avoidance()) kmalloced '(new_oss)': 4 at 0000000071618c13. 00000020:00000010:0.0:1767384716.241020:0:41005:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4 at 00000000ba11cbbf. 00000004:00000010:0.0:1767384716.241036:0:41005:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at 000000004880a9af. 00080000:00000010:0.0:1767384716.241049:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000006eb40032. 00080000:00000010:0.0:1767384716.241078:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000edae9a63. 00000001:00000010:0.0:1767384716.241230:0:41005:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b97281d3. 00010000:00000010:3.1:1767384716.241494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e3fbfb4. 00000001:00000010:0.0:1767384716.241539:0:41005:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b97281d3. 00000020:00000010:0.0:1767384716.241572:0:41005:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4 at 00000000ba11cbbf. 00000020:00000010:0.0:1767384716.241577:0:41005:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 64 at 000000007fb3fed7. 00080000:00000010:0.0:1767384716.241593:0:41005:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at 00000000539e498e. 00080000:00000010:0.0:1767384716.241604:0:41005:0:(osd_handler.c:6833:osd_index_ea_insert()) kmalloced '(lii)': 1560 at 00000000f04a32a0. 00000001:00000010:0.0:1767384716.241676:0:41005:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000ac8830fe. 00000001:00000010:0.0:1767384716.241681:0:41005:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000004d812c5a. 00000001:00000010:0.0:1767384716.241724:0:41005:0:(tgt_lastrcvd.c:34:tgt_bitmap_chunk_alloc()) kmalloced '(bm)': 131072 at 000000005138e324. 00080000:00000010:0.0:1767384716.241733:0:41005:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at 00000000b5586c51. 00080000:00000010:0.0:1767384716.241747:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000edae9a63. 00080000:00000010:0.0:1767384716.241749:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000006eb40032. 00000020:00000010:0.0:1767384716.241753:0:41005:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 000000003f9a1feb. 00000020:00000010:0.0:1767384716.241770:0:41005:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at 000000000b8cd936. 00010000:00000010:0.0:1767384716.241783:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000d9fbd43b. 00010000:00000010:0.0:1767384716.241785:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002928763f. 00010000:00000010:0.0:1767384716.241788:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000f0467cfc. 00010000:00000010:0.0:1767384716.241790:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000086f4a3be. 00000004:00000010:0.0:1767384716.241808:0:41005:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at 00000000afb51a64. 00010000:00000010:0.0:1767384716.241826:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000136c4d05. 00010000:00000010:0.0:1767384716.241851:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c520f32. 00010000:00000010:0.0:1767384716.241854:0:41005:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e0eb7c8. 00000400:00000010:0.0:1767384716.241865:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004341b529. 00000400:00000010:0.0:1767384716.241869:0:41005:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000004a8aef5e. 00000800:00000010:0.0:1767384716.241882:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006b249760. 00000020:00000010:0.0:1767384716.241899:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c9a36d1. 00000020:00000010:0.0:1767384716.241902:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.241903:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075992d54. 00000800:00000010:2.0:1767384716.241989:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006b249760. 00000400:00000010:1.0:1767384716.242679:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004341b529. 00000020:00000010:3.0:1767384716.242725:0:16340:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b4b3e74f. 00000020:00000010:3.0:1767384716.242732:0:16340:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ad41fce2. 80000000:00000010:3.0:1767384716.242736:0:16340:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000001114b4c6. 40000000:00000010:3.0:1767384716.242739:0:16340:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fa3574b5. 00100000:00000010:3.0:1767384716.242743:0:16340:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000f0d89ef. 00040000:00000010:3.0:1767384716.242748:0:16340:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000cb13a0d3. 00040000:00000010:3.0:1767384716.242751:0:16340:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000066f252c5. 00040000:00000010:3.0:1767384716.242754:0:16340:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000000ebbdf5a. 00080000:00000010:3.0:1767384716.242758:0:16340:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000c1b95384. 00080000:00000010:3.0:1767384716.242763:0:16340:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000084b3d560. 00000004:00000010:3.0:1767384716.242768:0:16340:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000093080223. 00000004:00000010:3.0:1767384716.242772:0:16340:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000001d5b9673. 00000004:00000010:3.0:1767384716.242775:0:16340:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000fef58837. 00002000:00000010:3.0:1767384716.242779:0:16340:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c4a40558. 00000004:00000010:3.0:1767384716.242782:0:16340:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000ed7b3fc8. 00010000:00000010:3.0:1767384716.242797:0:16340:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8b0d09f. 00010000:00000010:3.0:1767384716.242809:0:16340:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055e54972. 00000100:00000010:3.0:1767384716.243643:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000023813f33. 00000020:00000010:1.0:1767384716.243717:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002e28afc. 00000020:00000010:1.0:1767384716.243722:0:18370:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000db68bb64. 00000020:00000010:1.0:1767384716.243739:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078574ee1. 00000020:00000010:1.0:1767384716.243742:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f3c77a0. 00000020:00000010:1.0:1767384716.243746:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db347db4. 00000020:00000010:1.0:1767384716.243772:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000db68bb64. 00000020:00000010:1.0:1767384716.243774:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000db68bb64. 00010000:00000010:1.0:1767384716.243784:0:18370:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d54c800. 00010000:00000010:1.0:1767384716.243787:0:18370:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 000000002e97d33c. 00010000:00000010:1.0:1767384716.243791:0:18370:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002d54ab97. 00000020:00000010:1.0:1767384716.243793:0:18370:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000db68bb64. 00002000:00000010:1.0:1767384716.243799:0:18370:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 0000000099f88b1d. 02000000:00000010:1.0:1767384716.243813:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000008997c7a3. 00000020:00000010:1.0:1767384716.243823:0:18370:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000004d1cf89c. 00000400:00000010:1.0:1767384716.243836:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000777fe344. 00000800:00000010:1.0:1767384716.243849:0:18370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000043eaa233. 00000020:00000010:1.0:1767384716.243864:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f3c77a0. 00000020:00000010:1.0:1767384716.243866:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db347db4. 00000020:00000010:1.0:1767384716.243868:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078574ee1. 00000800:00000010:2.0:1767384716.243917:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000043eaa233. 00000400:00000010:2.0:1767384716.243924:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000777fe344. 00000100:00000010:1.0:1767384716.244904:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e3340d99. 00000020:00000010:0.0:1767384716.244944:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006eb40032. 00000020:00000010:0.0:1767384716.244949:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006eb40032. 00000020:00000010:0.0:1767384716.244952:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c31e0f2. 00000020:00000010:0.0:1767384716.244954:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c9a36d1. 00000020:00000010:0.0:1767384716.244956:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.244977:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000006eb40032. 00000020:00000010:0.0:1767384716.244979:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000006eb40032. 00010000:00000010:0.0:1767384716.244988:0:18370:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b6c2a663. 00000020:00000010:0.0:1767384716.244990:0:18370:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000006eb40032. 02000000:00000010:0.0:1767384716.244996:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at 000000001d550c3b. 00010000:00000010:0.0:1767384716.245003:0:18370:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000edae9a63. 00000100:00000010:0.0:1767384716.245008:0:18370:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d0795fe4. 00000100:00000010:0.0:1767384716.245014:0:18370:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a47062e. 02000000:00000010:0.0:1767384716.245024:0:18370:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abb76e00. 02000000:00000010:0.0:1767384716.245047:0:18370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf822b8f. 00000400:00000010:0.0:1767384716.245050:0:18370:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b97281d3. 00000400:00000010:0.0:1767384716.245054:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837db392. 00000400:00000010:0.0:1767384716.245059:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007ac695b8. 00000800:00000010:0.0:1767384716.245071:0:18370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dec98bc0. 00000100:00000010:0.0:1767384716.245087:0:18370:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f9a1feb. 00000100:00000010:0.0:1767384716.245097:0:18370:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000105a70fc. 00000100:00000010:0.0:1767384716.245105:0:18370:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000024e560a5. 00000100:00000010:0.0:1767384716.245112:0:18370:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008f7e04bf. 00000800:00000010:3.0:1767384716.245167:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dec98bc0. 00000400:00000010:3.0:1767384716.245176:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007ac695b8. 00010000:00000010:3.1:1767384716.245484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077b2e58f. 00010000:00000010:3.1:1767384716.245493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d17c192. 00010000:00000010:3.1:1767384716.245499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b247c4d5. 00010000:00000010:3.1:1767384716.245503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b16e92a1. 00000400:00000010:0.0:1767384716.245988:0:18370:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b97281d3. 00000400:00000010:0.0:1767384716.245999:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000837db392. 02000000:00000010:0.0:1767384716.246020:0:18370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf822b8f. 02000000:00000010:0.0:1767384716.246023:0:18370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000abb76e00. 00000100:00000010:0.0:1767384716.246026:0:18370:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004a47062e. 00000100:00000010:0.0:1767384716.246028:0:18370:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d0795fe4. 00010000:00000010:0.0:1767384716.246030:0:18370:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000edae9a63. 00000400:00000010:0.0:1767384716.246041:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000837db392. 00000800:00000010:0.0:1767384716.246052:0:18370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a5b382b. 00000020:00000010:0.0:1767384716.246067:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c9a36d1. 00000020:00000010:0.0:1767384716.246070:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.246072:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c31e0f2. 00000800:00000010:1.0:1767384716.246141:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a5b382b. 00000400:00000010:1.0:1767384716.246148:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000837db392. 00000100:00000010:3.0:1767384716.246220:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000eb837ac9. 00000020:00000010:1.0:1767384716.246274:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef3a87ff. 00000020:00000010:1.0:1767384716.246278:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef3a87ff. 00000020:00000010:1.0:1767384716.246280:0:17071:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078574ee1. 00000020:00000010:1.0:1767384716.246282:0:17071:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000009f3c77a0. 00000020:00000010:1.0:1767384716.246285:0:17071:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000db347db4. 00000020:00000010:1.0:1767384716.246310:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ef3a87ff. 00000020:00000010:1.0:1767384716.246312:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ef3a87ff. 02000000:00000010:1.0:1767384716.246317:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000961d966a. 00010000:00000010:1.0:1767384716.246345:0:17071:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef3a87ff. 00000100:00000010:1.0:1767384716.246349:0:17071:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d242e51b. 00000100:00000010:1.0:1767384716.246369:0:17071:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000013f421b7. 02000000:00000010:1.0:1767384716.246375:0:17071:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e7b0b19. 02000000:00000010:1.0:1767384716.246385:0:17071:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000592044f. 00000400:00000010:1.0:1767384716.246387:0:17071:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000060f12d05. 00000400:00000010:1.0:1767384716.246390:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c5a3ba40. 00000400:00000010:1.0:1767384716.246393:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000001e7f50f. 00000800:00000010:1.0:1767384716.246405:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082cdbde0. 00000800:00000010:2.0:1767384716.246520:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082cdbde0. 00000400:00000010:2.0:1767384716.246527:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000001e7f50f. 00000400:00000010:3.0:1767384716.247200:0:17071:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000060f12d05. 00000400:00000010:3.0:1767384716.247206:0:17071:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c5a3ba40. 02000000:00000010:3.0:1767384716.247227:0:17071:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000592044f. 02000000:00000010:3.0:1767384716.247231:0:17071:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003e7b0b19. 00000100:00000010:3.0:1767384716.247234:0:17071:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000013f421b7. 00000100:00000010:3.0:1767384716.247236:0:17071:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d242e51b. 00010000:00000010:3.0:1767384716.247239:0:17071:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef3a87ff. 00000400:00000010:3.0:1767384716.247249:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089fbd9d2. 00000800:00000010:3.0:1767384716.247264:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e36ac94a. 00000020:00000010:3.0:1767384716.247287:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000009f3c77a0. 00000020:00000010:3.0:1767384716.247291:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000db347db4. 00000020:00000010:3.0:1767384716.247294:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078574ee1. 00000800:00000010:0.0:1767384716.247388:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e36ac94a. 00000400:00000010:0.0:1767384716.247397:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089fbd9d2. 00000100:00000010:2.0:1767384716.247770:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000068fd8f5e. 00000020:00000010:1.0:1767384716.247824:0:41007:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000046caf3d. 00000020:00000010:1.0:1767384716.247829:0:41007:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000046caf3d. 00000020:00000010:1.0:1767384716.247835:0:41007:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ed3bed6. 00000020:00000010:1.0:1767384716.247838:0:41007:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000b5a3fb7a. 00000020:00000010:1.0:1767384716.247841:0:41007:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d6870a1. 00000020:00000010:1.0:1767384716.247867:0:41007:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000046caf3d. 00000020:00000010:1.0:1767384716.247869:0:41007:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000046caf3d. 02000000:00000010:1.0:1767384716.247890:0:41007:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at 00000000f09ca6b5. 00000004:00000010:1.0:1767384716.247916:0:41007:0:(mdt_handler.c:1024:mdt_big_xattr_get()) kmalloced '(big_lmm)': 64 at 00000000046caf3d. 00000020:00000010:1.0:1767384716.247926:0:41007:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 0000000015fcb907. 00080000:00000010:1.0:1767384716.247929:0:41007:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002d30cd99. 00080000:00000010:1.0:1767384716.247941:0:41007:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 000000004d460c02. 00000001:00000010:1.0:1767384716.247963:0:41007:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000956c9a46. 00000001:00000010:1.0:1767384716.247966:0:41007:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 0000000043c6fb33. 00080000:00000010:1.0:1767384716.247983:0:41007:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 000000004d460c02. 00000020:00000010:1.0:1767384716.247986:0:41007:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 0000000015fcb907. 00000004:00000010:1.0:1767384716.248005:0:41007:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at 00000000afb51a64. 00000400:00000010:1.0:1767384716.248025:0:41007:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000084fe9d2b. 00000800:00000010:1.0:1767384716.248037:0:41007:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000082cdbde0. 00000020:00000010:1.0:1767384716.248053:0:41007:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000b5a3fb7a. 00000020:00000010:1.0:1767384716.248055:0:41007:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d6870a1. 00000020:00000010:1.0:1767384716.248058:0:41007:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ed3bed6. 00000800:00000010:0.0:1767384716.248098:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000082cdbde0. 00000400:00000010:0.0:1767384716.248105:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000084fe9d2b. 00010000:00000010:0.1:1767384716.249487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003c904eeb. 00010000:00000010:0.1:1767384716.249494:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f4cc881f. 00010000:00000010:0.1:1767384716.249498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b1f702b1. 00010000:00000010:0.1:1767384716.249501:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000ab1dfdb5. 00010000:00000010:0.1:1767384716.249503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007544ecee. 00000100:00000010:1.0:1767384716.252507:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000105a70fc. 00000100:00000010:3.0:1767384716.252523:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008f7e04bf. 00000100:00000010:2.0:1767384716.252526:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000024e560a5. 00000100:00000010:0.0:1767384716.252548:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f9a1feb. 00010000:00000010:3.1:1767384716.258493:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000027a31c5d. 00010000:00000010:1.1:1767384716.258494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002d54ab97. 00010000:00000010:3.1:1767384716.258510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000123671e1. 00000800:00000010:1.0:1767384716.262153:0:16342:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 0000000091d4089c. 00000800:00000010:1.0:1767384716.262159:0:16342:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000001efaa438. 00000800:00000010:1.0:1767384716.262162:0:16342:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 000000004d460c02. 00000800:00000010:1.0:1767384716.262189:0:16342:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 000000004d460c02. 00000800:00020000:1.0:1767384716.262195:0:16342:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384716.262199:0:16342:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000001efaa438. 00000800:00000010:1.0:1767384716.262201:0:16342:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 0000000091d4089c. 00000400:02020000:1.0:1767384716.262231:0:16342:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp45 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000100:00000010:0.0:1767384716.270428:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004a47062e. 00000020:00000010:3.0:1767384716.270530:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.270539:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.270548:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001917bec1. 00000020:00000010:3.0:1767384716.270553:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.270557:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.270596:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.270600:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac46aa3e. 00000001:00000010:3.0:1767384716.270632:0:41005:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 000000004d812c5a. 00010000:00000010:3.0:1767384716.270675:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d17c192. 00010000:00000010:3.0:1767384716.270678:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000062dc6377. 00010000:00000010:3.0:1767384716.270682:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e3fbfb4. 00010000:00000010:3.0:1767384716.270687:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2e45df8. 02000000:00000010:3.0:1767384716.270707:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 00000000791f4fd8. 00010000:00000010:3.0:1767384716.270728:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b16e92a1. 00010000:00000010:3.0:1767384716.270742:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ec1bf284. 00010000:00000010:3.0:1767384716.270804:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2e45df8. 00000400:00000010:3.0:1767384716.270826:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004a4e6c7d. 00000800:00000010:3.0:1767384716.270857:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de2aa2fc. 00000020:00000010:3.0:1767384716.270884:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.270889:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.270893:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001917bec1. 00000800:00000010:0.0:1767384716.270979:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de2aa2fc. 00000400:00000010:0.0:1767384716.270992:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004a4e6c7d. 00000100:00000010:2.0:1767384716.272115:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005096cfc2. 00000020:00000010:3.0:1767384716.272168:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.272174:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.272177:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001917bec1. 00000020:00000010:3.0:1767384716.272180:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.272183:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.272206:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.272208:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac46aa3e. 02000000:00000010:3.0:1767384716.272227:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at 000000004ceec700. 00010000:00000010:3.0:1767384716.272265:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086f4a3be. 00010000:00000010:3.0:1767384716.272279:0:41005:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002928763f. 00010000:00000010:3.0:1767384716.272289:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec1bf284. 00010000:00000010:3.0:1767384716.272296:0:41005:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062dc6377. 00010000:00000010:3.0:1767384716.272311:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001feee240. 00010000:00000010:3.0:1767384716.272314:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000062dc6377. 00010000:00000010:3.0:1767384716.272318:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b247c4d5. 00010000:00000010:3.0:1767384716.272322:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ec1bf284. 00010000:00000010:3.0:1767384716.272332:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000567c415a. 00010000:00000010:3.0:1767384716.272336:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f954b9ac. 00010000:00000010:3.0:1767384716.272340:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000077b2e58f. 00010000:00000010:3.0:1767384716.272344:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b2e45df8. 00000001:00000010:3.0:1767384716.272413:0:41005:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076d2a082. 00000001:00000010:3.0:1767384716.272435:0:41005:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076d2a082. 00010000:00000010:3.0:1767384716.272507:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000e8f4f8ca. 00010000:00000010:3.0:1767384716.272512:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001cca4e28. 00010000:00000010:3.0:1767384716.272526:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008fec54f4. 00010000:00000010:3.0:1767384716.272532:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a3987127. 00000020:00000010:3.0:1767384716.272557:0:41005:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at 000000006c363918. 00000020:00000010:3.0:1767384716.272572:0:41005:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at 000000006c363918. 00000020:00000010:3.0:1767384716.272586:0:41005:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at 0000000080a40064. 00080000:00000010:3.0:1767384716.272595:0:41005:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ab8ae2cc. 00080000:00000010:3.0:1767384716.272699:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000ac46aa3e. 00080000:00000010:3.0:1767384716.272709:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000db2cd724. 00080000:00000010:3.0:1767384716.272712:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bc551adb. 00080000:00000010:3.0:1767384716.272741:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 0000000009693708. 00000001:00000010:3.0:1767384716.272790:0:41005:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076d2a082. 00000001:00000010:3.0:1767384716.272796:0:41005:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076d2a082. 00000004:00000010:3.0:1767384716.272841:0:41005:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at 000000007ba3fda8. 00000001:00000010:3.0:1767384716.272854:0:41005:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 00000000578ebda7. 00000001:00000010:3.0:1767384716.272860:0:41005:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 00000000be5c026d. 00080000:00000010:3.0:1767384716.272874:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 0000000009693708. 00080000:00000010:3.0:1767384716.272876:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bc551adb. 00080000:00000010:3.0:1767384716.272878:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000db2cd724. 00080000:00000010:3.0:1767384716.272880:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.272884:0:41005:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at 0000000080a40064. 00010000:00000010:3.0:1767384716.272892:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000003c904eeb. 00010000:00000010:3.0:1767384716.272895:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001d5e828b. 00010000:00000010:3.0:1767384716.272906:0:41005:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000f03c4e97. 00010000:00000010:3.0:1767384716.272936:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3987127. 00000020:00000010:1.0:1767384716.273012:0:40112:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000009ed3bed6. 00080000:00000010:3.0:1767384716.273014:0:41005:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at 00000000539e498e. 00080000:00000010:3.0:1767384716.273021:0:41005:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000a38b42f3. 00000020:00000010:1.0:1767384716.273024:0:40112:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 000000004d460c02. 00010000:00000010:1.0:1767384716.273028:0:40112:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d5e828b. 00000004:00000010:3.0:1767384716.273031:0:41005:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at 000000004880a9af. 00010000:00000010:1.0:1767384716.273036:0:40112:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001cca4e28. 00000004:00000010:3.0:1767384716.273038:0:41005:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at 0000000081d6ab36. 00000004:00000010:3.0:1767384716.273047:0:41005:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at 00000000f09adc1c. 00010000:00000010:1.0:1767384716.273049:0:40112:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000f03c4e97. 00000004:00000010:3.0:1767384716.273052:0:41005:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at 000000004fd06175. 00000004:00000010:3.0:1767384716.273058:0:41005:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at 00000000757c845f. 00000004:00000010:3.0:1767384716.273063:0:41005:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at 000000006520605e. 00000004:00000010:3.0:1767384716.273073:0:41005:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at 00000000036f610f. 00010000:00000010:3.0:1767384716.273087:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec1bf284. 00010000:00000010:3.0:1767384716.273092:0:41005:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062dc6377. 00000400:00000010:3.0:1767384716.273111:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004aa8f8f4. 00000400:00000010:3.0:1767384716.273116:0:41005:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 0000000040621f60. 00000800:00000010:3.0:1767384716.273133:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de2aa2fc. 00000020:00000010:3.0:1767384716.273153:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.273156:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.273159:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001917bec1. 00000800:00000010:0.0:1767384716.273249:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de2aa2fc. 00000400:00000010:0.0:1767384716.274060:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004aa8f8f4. 00000020:00000010:1.0:1767384716.274136:0:16341:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f303f055. 00000020:00000010:1.0:1767384716.274142:0:16341:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000005ba01f3f. 80000000:00000010:1.0:1767384716.274145:0:16341:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000015fcb907. 40000000:00000010:1.0:1767384716.274147:0:16341:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000d97178cf. 00100000:00000010:1.0:1767384716.274152:0:16341:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000ef270e5. 00040000:00000010:1.0:1767384716.274155:0:16341:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000043eaa233. 00040000:00000010:1.0:1767384716.274158:0:16341:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e1935403. 00040000:00000010:1.0:1767384716.274161:0:16341:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e3e3acb9. 00080000:00000010:1.0:1767384716.274164:0:16341:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 0000000091d4089c. 00080000:00000010:1.0:1767384716.274168:0:16341:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000051e6ae78. 00000004:00000010:1.0:1767384716.274174:0:16341:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000d4154806. 00000004:00000010:1.0:1767384716.274178:0:16341:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000033afc810. 00000004:00000010:1.0:1767384716.274183:0:16341:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000036cfe86d. 00002000:00000010:1.0:1767384716.274186:0:16341:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000db326963. 00000004:00000010:1.0:1767384716.274189:0:16341:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000330ba8b2. 00010000:00000010:1.0:1767384716.274204:0:16341:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2e45df8. 00010000:00000010:1.0:1767384716.274209:0:16341:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f954b9ac. 00010000:00000010:3.1:1767384716.278492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000002e3fbfb4. 00010000:00000010:3.1:1767384716.278502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f0467cfc. 00010000:00000010:3.1:1767384716.278506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000d9fbd43b. 00010000:00000010:3.1:1767384716.278509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b16e92a1. 00010000:00000010:3.1:1767384716.278514:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d17c192. 00010000:00000010:1.1:1767384716.282489:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000e8f4f8ca. 00010000:00000010:1.1:1767384716.282501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000003c904eeb. 00010000:00000010:1.1:1767384716.282508:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000567c415a. 00010000:00000010:1.1:1767384716.282513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077b2e58f. 00010000:00000010:3.1:1767384716.282528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008fec54f4. 00010000:00000010:3.1:1767384716.282552:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001feee240. 00010000:00000010:3.1:1767384716.282557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b247c4d5. 00000100:00000010:2.0:1767384716.301719:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000344d65e7. 00000020:00000010:3.0:1767384716.301800:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.301807:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.301812:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001917bec1. 00000020:00000010:3.0:1767384716.301816:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.301820:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.301850:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.301868:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac46aa3e. 00000001:00000010:3.0:1767384716.301879:0:41005:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at 0000000043c6fb33. 00010000:00000010:3.0:1767384716.301903:0:41005:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000001feee240. 00010000:00000010:3.0:1767384716.301907:0:41005:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000062dc6377. 00010000:00000010:3.0:1767384716.301913:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b247c4d5. 00010000:00000010:3.0:1767384716.301919:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ec1bf284. 02000000:00000010:3.0:1767384716.301942:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at 0000000078a73975. 00010000:00000010:3.0:1767384716.301965:0:41005:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008fec54f4. 00010000:00000010:3.0:1767384716.301969:0:41005:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a3987127. 00010000:00000010:3.0:1767384716.302066:0:41005:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec1bf284. 00000400:00000010:3.0:1767384716.302114:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d67d2978. 00000800:00000010:3.0:1767384716.302142:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e36ac94a. 00000020:00000010:3.0:1767384716.302167:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.302171:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.302174:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001917bec1. 00000800:00000010:0.0:1767384716.302288:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e36ac94a. 00000400:00000010:0.0:1767384716.302298:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d67d2978. 00000100:00000010:0.0:1767384716.304019:0:16348:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000011439777. 00000020:00000010:1.0:1767384716.304128:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c239ba84. 00000020:00000010:1.0:1767384716.304134:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c239ba84. 00000020:00000010:1.0:1767384716.304140:0:17896:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078574ee1. 00000020:00000010:1.0:1767384716.304144:0:17896:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bdeed937. 00000020:00000010:1.0:1767384716.304171:0:17896:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d6870a1. 00000020:00000010:1.0:1767384716.304205:0:17896:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c239ba84. 00000020:00000010:1.0:1767384716.304207:0:17896:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c239ba84. 02000000:00000010:1.0:1767384716.304223:0:17896:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at 0000000067496c93. 00000400:00000010:1.0:1767384716.304247:0:17896:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000003958c083. 00000800:00000010:1.0:1767384716.304282:0:17896:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae11841e. 00000020:00000010:1.0:1767384716.304301:0:17896:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bdeed937. 00000020:00000010:1.0:1767384716.304304:0:17896:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d6870a1. 00000020:00000010:1.0:1767384716.304306:0:17896:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078574ee1. 00000800:00000010:2.0:1767384716.304407:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae11841e. 00000400:00000010:2.0:1767384716.304425:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000003958c083. 00010000:00000010:3.1:1767384716.307511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b247c4d5. 00000100:00000010:0.0:1767384716.320913:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d5408342. 00000100:00000010:0.0:1767384716.320946:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009262594f. 00000100:00000010:0.0:1767384716.320970:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000a45e819b. 00000020:00000010:2.0:1767384716.321043:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384716.321047:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00040000:00000010:1.0:1767384716.321050:0:17073:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 000000001f609ee4. 00000020:00000010:2.0:1767384716.321052:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d90c73e2. 00000020:00000010:2.0:1767384716.321058:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000012457f40. 00000004:00000010:1.0:1767384716.321059:0:17073:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000b58b41fc. 00000020:00000010:2.0:1767384716.321072:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000009383255f. 00000004:00000010:1.0:1767384716.321076:0:17073:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 0000000066c6910f. 00000004:00000010:1.0:1767384716.321083:0:17073:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000b05ea460. 00000004:00000010:1.0:1767384716.321088:0:17073:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f150626a. 00000020:00000010:1.0:1767384716.321097:0:17073:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c239ba84. 00000020:00000010:1.0:1767384716.321100:0:17073:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c239ba84. 00000020:00000010:1.0:1767384716.321105:0:17073:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078574ee1. 00000020:00000010:2.0:1767384716.321109:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:1.0:1767384716.321110:0:17073:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000bdeed937. 00000020:00000010:2.0:1767384716.321115:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:1.0:1767384716.321118:0:17073:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000000d6870a1. 00000020:00000010:2.0:1767384716.321121:0:17072:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087426260. 00000020:00000010:2.0:1767384716.321125:0:17072:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a273d339. 00000020:00000010:2.0:1767384716.321128:0:17072:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f53b4667. 00040000:00000010:0.0:1767384716.321131:0:18905:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 0000000043fbc862. 00000004:00000010:0.0:1767384716.321137:0:18905:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000460f6f8f. 00000004:00000010:0.0:1767384716.321142:0:18905:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ce4fe8d6. 00000004:00000010:0.0:1767384716.321145:0:18905:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000c3b71567. 00000004:00000010:0.0:1767384716.321148:0:18905:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000f79a0285. 00000020:00000010:3.0:1767384716.321153:0:17071:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac46aa3e. 00000020:00000010:2.0:1767384716.321154:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:3.0:1767384716.321171:0:17071:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac46aa3e. 00000020:00000010:2.0:1767384716.321171:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 02000000:00000010:2.0:1767384716.321182:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000004c9974bc. 02000000:00000010:3.0:1767384716.321200:0:17071:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000042831d2. 00000400:00000010:2.0:1767384716.321216:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000247dc9f1. 00000400:00000010:3.0:1767384716.321230:0:17071:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000f1e2d789. 00000800:00000010:2.0:1767384716.321233:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384716.321250:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000bdeed937. 00000020:00000010:2.0:1767384716.321253:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000000d6870a1. 00000020:00000010:2.0:1767384716.321256:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078574ee1. 00000020:00000010:2.0:1767384716.321280:0:17072:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384716.321282:0:17072:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 02000000:00000010:2.0:1767384716.321290:0:17072:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000072d9e928. 00000800:00000010:0.0:1767384716.321304:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000400:00000010:2.0:1767384716.321309:0:17072:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000081d42d5. 00000800:00000010:2.0:1767384716.321324:0:17072:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000400:00000010:0.0:1767384716.321324:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000247dc9f1. 00000020:00000010:2.0:1767384716.321332:0:17072:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a273d339. 00000020:00000010:2.0:1767384716.321338:0:17072:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f53b4667. 00000020:00000010:2.0:1767384716.321341:0:17072:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087426260. 00000800:00000010:0.0:1767384716.321341:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000800:00000010:3.0:1767384716.321344:0:17071:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e36ac94a. 00000400:00000010:0.0:1767384716.321347:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081d42d5. 00000020:00000010:3.0:1767384716.321854:0:17071:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000012457f40. 00000800:00000010:2.0:1767384716.321859:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e36ac94a. 00000400:00000010:2.0:1767384716.321866:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000f1e2d789. 00000020:00000010:3.0:1767384716.321890:0:17071:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000009383255f. 00000020:00000010:3.0:1767384716.321895:0:17071:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d90c73e2. 00000100:00000010:0.0:1767384716.325118:0:16349:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e1cee81. 00000020:00000010:1.0:1767384716.325171:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c239ba84. 00000020:00000010:1.0:1767384716.325175:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c239ba84. 00000020:00000010:1.0:1767384716.325178:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7b0b19. 00000020:00000010:1.0:1767384716.325180:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096624775. 00000020:00000010:1.0:1767384716.325183:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007cae7661. 00000020:00000010:1.0:1767384716.325203:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c239ba84. 00000020:00000010:1.0:1767384716.325205:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c239ba84. 02000000:00000010:1.0:1767384716.325212:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000e1fd8e6a. 00000020:00000010:1.0:1767384716.325226:0:18370:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 0000000002e28afc. 00000020:00000010:1.0:1767384716.325241:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000592044f. 00000020:00000010:1.0:1767384716.325244:0:18370:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c08873f0. 00000020:00000010:1.0:1767384716.325247:0:18370:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c8882c3. 00000020:00000010:1.0:1767384716.325251:0:18370:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ebe090c. 00000020:00000010:1.0:1767384716.325254:0:18370:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032f1ab17. 80000000:00000010:1.0:1767384716.325274:0:18370:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008a7a23d2. 40000000:00000010:1.0:1767384716.325279:0:18370:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000002e28afc. 00000020:00000010:0.0:1767384716.325279:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003c31e0f2. 00100000:00000010:1.0:1767384716.325282:0:18370:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e215369d. 00000020:00000010:0.0:1767384716.325286:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000abb76e00. 00040000:00000010:1.0:1767384716.325287:0:18370:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000a706089e. 00000020:00000010:0.0:1767384716.325293:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000057d233a3. 00040000:00000010:1.0:1767384716.325294:0:18370:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078574ee1. 00000020:00000010:0.0:1767384716.325302:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000693a6d1f. 00080000:00000010:1.0:1767384716.325303:0:18370:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002dffa309. 00000020:00000010:0.0:1767384716.325309:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bf822b8f. 80000000:00000010:0.0:1767384716.325313:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f9a1feb. 40000000:00000010:0.0:1767384716.325316:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000edae9a63. 00080000:00000010:1.0:1767384716.325318:0:18370:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000005e6ebbae. 00100000:00000010:0.0:1767384716.325319:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e183da58. 00040000:00000010:0.0:1767384716.325324:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005ffae775. 00002000:00000010:1.0:1767384716.325327:0:18370:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000dcbf3070. 00040000:00000010:0.0:1767384716.325329:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a38b42f3. 00080000:00000010:1.0:1767384716.325338:0:18370:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000003ade9c2. 00080000:00000010:0.0:1767384716.325345:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002404333e. 00080000:00000010:1.0:1767384716.325347:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c239ba84. 00080000:00000010:0.0:1767384716.325352:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000882d8271. 00002000:00000010:0.0:1767384716.325369:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ad4bb08b. 00000020:00000010:0.0:1767384716.325373:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000abb76e00. 00000020:00000010:0.0:1767384716.325377:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000057d233a3. 00000020:00000010:0.0:1767384716.325380:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384716.325383:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000bf822b8f. 80000000:00000010:0.0:1767384716.325385:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003f9a1feb. 40000000:00000010:0.0:1767384716.325389:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000edae9a63. 00100000:00000010:0.0:1767384716.325391:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e183da58. 00040000:00000010:0.0:1767384716.325394:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005ffae775. 00040000:00000010:0.0:1767384716.325397:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a38b42f3. 00080000:00000010:0.0:1767384716.325401:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000882d8271. 00080000:00000010:1.0:1767384716.325403:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c239ba84. 00080000:00000010:0.0:1767384716.325404:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002404333e. 00002000:00000010:0.0:1767384716.325410:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ad4bb08b. 00000020:00000010:0.0:1767384716.325412:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003c31e0f2. 00080000:00000010:1.0:1767384716.325414:0:18370:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000e789e30c. 00000020:00000010:0.0:1767384716.325415:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075992d54. 00080000:00000010:1.0:1767384716.325420:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c239ba84. 00000020:00000010:0.0:1767384716.325421:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a38b42f3. 00000020:00000010:0.0:1767384716.325427:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e183da58. 00000001:00000010:1.0:1767384716.325428:0:18370:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 000000005f198a7d. 00000020:00000010:0.0:1767384716.325435:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000693a6d1f. 00080000:00000010:1.0:1767384716.325468:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c239ba84. 00000020:00000010:0.0:1767384716.325473:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000003c31e0f2. 00000020:00000010:1.0:1767384716.325475:0:18370:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c08873f0. 80000000:00000010:0.0:1767384716.325478:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003f9a1feb. 00000020:00000010:1.0:1767384716.325480:0:18370:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c8882c3. 40000000:00000010:0.0:1767384716.325483:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000edae9a63. 00000020:00000010:1.0:1767384716.325495:0:18370:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004ebe090c. 00100000:00000010:0.0:1767384716.325496:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000057d233a3. 00000020:00000010:1.0:1767384716.325499:0:18370:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032f1ab17. 00040000:00000010:0.0:1767384716.325500:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005ffae775. 80000000:00000010:1.0:1767384716.325506:0:18370:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000008a7a23d2. 00040000:00000010:0.0:1767384716.325506:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf822b8f. 40000000:00000010:1.0:1767384716.325511:0:18370:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 0000000002e28afc. 00080000:00000010:0.0:1767384716.325511:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000002404333e. 00080000:00000010:0.0:1767384716.325515:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000882d8271. 00100000:00000010:1.0:1767384716.325517:0:18370:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e215369d. 00002000:00000010:0.0:1767384716.325520:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000ad4bb08b. 00040000:00000010:1.0:1767384716.325521:0:18370:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000a706089e. 00040000:00000010:1.0:1767384716.325525:0:18370:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078574ee1. 00080000:00000010:1.0:1767384716.325528:0:18370:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000005e6ebbae. 00080000:00000010:1.0:1767384716.325529:0:18370:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002dffa309. 00002000:00000010:1.0:1767384716.325531:0:18370:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000dcbf3070. 00000020:00000010:1.0:1767384716.325534:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000592044f. 00000020:00000010:0.0:1767384716.325539:0:17074:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 000000006551089c. 00000400:00000010:1.0:1767384716.325545:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 00000020:00000010:0.0:1767384716.325568:0:17074:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000a693aea3. 00000800:00000010:1.0:1767384716.325569:0:18370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a706089e. 00002000:00000010:0.0:1767384716.325578:0:17074:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 0000000099f88b1d. 00010000:00000010:0.0:1767384716.325583:0:17074:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 000000002e97d33c. 00000020:00000010:1.0:1767384716.325593:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096624775. 00000020:00000010:0.0:1767384716.325593:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a38b42f3. 00000020:00000010:1.0:1767384716.325601:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007cae7661. 00000020:00000010:0.0:1767384716.325601:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e183da58. 00000020:00000010:1.0:1767384716.325621:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7b0b19. 00000020:00000010:0.0:1767384716.325626:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384716.325634:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000003c31e0f2. 80000000:00000010:0.0:1767384716.325638:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000003f9a1feb. 40000000:00000010:0.0:1767384716.325640:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000edae9a63. 00100000:00000010:0.0:1767384716.325652:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 0000000057d233a3. 00040000:00000010:0.0:1767384716.325654:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 000000005ffae775. 00040000:00000010:0.0:1767384716.325656:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000bf822b8f. 00080000:00000010:0.0:1767384716.325658:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000882d8271. 00080000:00000010:0.0:1767384716.325661:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000002404333e. 00002000:00000010:0.0:1767384716.325663:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000ad4bb08b. 00000020:00000010:0.0:1767384716.325664:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075992d54. 00000800:00000010:3.0:1767384716.325699:0:16348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a706089e. 00000400:00000010:3.0:1767384716.325725:0:16348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aceb391d. 00010000:00000010:2.1:1767384716.330494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b57e76a0. 00010000:00000010:2.1:1767384716.330501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001ff3a1be. 00010000:00000010:2.1:1767384716.330504:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000007bcd7f1a. 00000100:00000010:2.0:1767384716.330547:0:16347:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ec9dac00. 00000020:00000010:3.0:1767384716.330638:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.330643:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.330647:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001917bec1. 00000020:00000010:3.0:1767384716.330650:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.330653:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.330677:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000ac46aa3e. 00000020:00000010:3.0:1767384716.330680:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000ac46aa3e. 02000000:00000010:3.0:1767384716.330691:0:41005:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 0000000024e35b70. 00000020:00000010:3.0:1767384716.330711:0:41005:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 000000005bd6a5ed. 00000020:00000010:2.0:1767384716.330760:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087426260. 00000020:00000010:2.0:1767384716.330765:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000003332a419. 00000020:00000010:2.0:1767384716.330770:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a8014dbb. 00000020:00000010:2.0:1767384716.330774:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029595e. 00000020:00000010:2.0:1767384716.330777:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d90c73e2. 80000000:00000010:2.0:1767384716.330780:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009f4b9e3. 40000000:00000010:2.0:1767384716.330783:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc9a1caf. 00100000:00000010:2.0:1767384716.330787:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000604ab057. 00040000:00000010:2.0:1767384716.330789:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059b88f12. 00040000:00000010:2.0:1767384716.330792:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000099d1acc3. 00080000:00000010:3.0:1767384716.330793:0:41005:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 0000000054c2ce9e. 00080000:00000010:2.0:1767384716.330797:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d2f5f13. 00080000:00000010:3.0:1767384716.330804:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000db2cd724. 00080000:00000010:2.0:1767384716.330805:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ec3a103b. 00002000:00000010:2.0:1767384716.330818:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000667525c5. 00080000:00000010:3.0:1767384716.330820:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000bc551adb. 00000020:00000010:2.0:1767384716.330824:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000003332a419. 00000020:00000010:2.0:1767384716.330830:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a8014dbb. 00000020:00000010:2.0:1767384716.330833:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029595e. 00000020:00000010:2.0:1767384716.330836:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000d90c73e2. 80000000:00000010:2.0:1767384716.330837:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000009f4b9e3. 40000000:00000010:2.0:1767384716.330840:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc9a1caf. 00100000:00000010:2.0:1767384716.330843:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000604ab057. 00040000:00000010:2.0:1767384716.330846:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059b88f12. 00040000:00000010:2.0:1767384716.330847:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000099d1acc3. 00000001:00000010:3.0:1767384716.330850:0:41005:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 0000000080a40064. 00000001:00000010:3.0:1767384716.330859:0:41005:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at 000000005834d067. 00080000:00000010:2.0:1767384716.330859:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ec3a103b. 00080000:00000010:2.0:1767384716.330868:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007d2f5f13. 00002000:00000010:2.0:1767384716.330871:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000667525c5. 00000020:00000010:2.0:1767384716.330873:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087426260. 00000020:00000010:2.0:1767384716.330878:0:17075:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087426260. 00000020:00000010:2.0:1767384716.330880:0:17075:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000003d827bf. 00000020:00000010:2.0:1767384716.330882:0:17075:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000604ab057. 00000020:00000010:2.0:1767384716.330884:0:17075:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000f029595e. 00000020:00000010:2.0:1767384716.330885:0:17075:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000099d1acc3. 80000000:00000010:2.0:1767384716.330887:0:17075:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000009f4b9e3. 40000000:00000010:2.0:1767384716.330888:0:17075:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000bc9a1caf. 00100000:00000010:2.0:1767384716.330890:0:17075:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000a8014dbb. 00040000:00000010:2.0:1767384716.330892:0:17075:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000059b88f12. 00040000:00000010:2.0:1767384716.330894:0:17075:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d90c73e2. 00080000:00000010:2.0:1767384716.330896:0:17075:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000007d2f5f13. 00080000:00000010:2.0:1767384716.330897:0:17075:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ec3a103b. 00002000:00000010:2.0:1767384716.330900:0:17075:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000667525c5. 00000020:00000010:2.0:1767384716.330913:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000005b6ee2fe. 00000020:00000010:2.0:1767384716.330918:0:17075:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000df4dc1ff. 00010000:00000010:2.0:1767384716.330920:0:17075:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3987127. 00010000:00000010:2.0:1767384716.330924:0:17075:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062dc6377. 00000020:00000010:2.0:1767384716.330945:0:17075:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000003d827bf. 00000020:00000010:2.0:1767384716.330947:0:17075:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000604ab057. 00000020:00000010:2.0:1767384716.330948:0:17075:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000f029595e. 00000020:00000010:2.0:1767384716.330949:0:17075:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000099d1acc3. 80000000:00000010:2.0:1767384716.330951:0:17075:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 0000000009f4b9e3. 40000000:00000010:2.0:1767384716.330952:0:17075:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000bc9a1caf. 00100000:00000010:2.0:1767384716.330955:0:17075:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000a8014dbb. 00040000:00000010:2.0:1767384716.330957:0:17075:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000059b88f12. 00040000:00000010:2.0:1767384716.330958:0:17075:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d90c73e2. 00080000:00000010:2.0:1767384716.330960:0:17075:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ec3a103b. 00080000:00000010:2.0:1767384716.330961:0:17075:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000007d2f5f13. 00002000:00000010:2.0:1767384716.330967:0:17075:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000667525c5. 00000020:00000010:2.0:1767384716.330968:0:17075:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087426260. 00000001:00000010:0.0:1767384716.331950:0:40992:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 0000000080a40064. 00080000:00000010:0.0:1767384716.331955:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000054c2ce9e. 00000001:00000010:0.0:1767384716.331958:0:40992:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000578ebda7. 00000004:00000010:0.0:1767384716.331970:0:40992:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at 000000007ba3fda8. 00080000:00000010:0.0:1767384716.331972:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000ab8ae2cc. 00000001:00000010:0.0:1767384716.331980:0:40992:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000956c9a46. 00080000:00000010:0.0:1767384716.331982:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 000000002d30cd99. 00000001:00000010:0.0:1767384716.331984:0:40992:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at 00000000ac8830fe. 00080000:00000010:0.0:1767384716.331986:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 0000000067efe6df. 00000001:00000010:0.0:1767384716.331989:0:40992:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at 00000000ea5202dc. 00080000:00000010:0.0:1767384716.331990:0:40992:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at 00000000bb50cd2e. 00080000:00000010:3.0:1767384716.332052:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000bc551adb. 00000100:00000010:2.0:1767384716.332060:0:41023:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000e0851fa3. 00080000:00000010:3.0:1767384716.332061:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000db2cd724. 00080000:00000010:3.0:1767384716.332077:0:41005:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 00000000ceb3e732. 02000000:00000010:2.0:1767384716.332078:0:41023:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000667525c5. 00080000:00000010:3.0:1767384716.332089:0:41005:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000db2cd724. 00000001:00000010:3.0:1767384716.332102:0:41005:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at 00000000e0b6d837. 00080000:00000010:3.0:1767384716.332136:0:41005:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000db2cd724. 02000000:00000010:0.0:1767384716.332149:0:16355:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad4bb08b. 00000400:00000010:3.0:1767384716.332151:0:41005:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000032db08b0. 00000400:00000010:0.0:1767384716.332158:0:16355:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b97281d3. 00000400:00000010:0.0:1767384716.332164:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000800:00000010:3.0:1767384716.332169:0:41005:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000de2aa2fc. 00000400:00000010:0.0:1767384716.332172:0:16355:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058f09b1a. 00000100:00000010:0.0:1767384716.332193:0:16355:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000fbb16bfc. 00000020:00000010:3.0:1767384716.332196:0:41005:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000ee254bba. 00000020:00000010:3.0:1767384716.332201:0:41005:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000c8f62518. 00000020:00000010:3.0:1767384716.332206:0:41005:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001917bec1. 00000400:00000010:0.0:1767384716.332207:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058f09b1a. 00000100:00000010:0.0:1767384716.332236:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000ac8830fe. 00000020:00000010:1.0:1767384716.332240:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000002e28afc. 00000100:00000010:0.0:1767384716.332249:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000003f9a1feb. 00000020:00000010:1.0:1767384716.332251:0:18370:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at 00000000341fb0e4. 00000800:00000010:2.0:1767384716.332260:0:16349:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000de2aa2fc. 00000100:00000010:0.0:1767384716.332260:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000a8d556a3. 00000100:00000010:0.0:1767384716.332268:0:16355:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000942f3558. 00000400:00000010:2.0:1767384716.332270:0:16349:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000032db08b0. 00000020:00000010:1.0:1767384716.332276:0:18370:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f055007. 00000020:00000010:1.0:1767384716.332281:0:18370:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096624775. 00000020:00000010:1.0:1767384716.332284:0:18370:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007cae7661. 00000020:00000010:1.0:1767384716.332305:0:18370:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000341fb0e4. 00000020:00000010:1.0:1767384716.332307:0:18370:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000341fb0e4. 02000000:00000010:1.0:1767384716.332320:0:18370:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at 00000000dcbf3070. 00010000:00000010:1.0:1767384716.332332:0:18370:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c1fba3f3. 00010000:00000010:1.0:1767384716.332335:0:18370:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at 00000000adead49c. 00010000:00000010:1.0:1767384716.332340:0:18370:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000499dc64f. 00002000:00000010:1.0:1767384716.332346:0:18370:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at 00000000341fb0e4. 00010000:00000010:1.0:1767384716.332364:0:18370:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 000000001efaa438. 00080000:00000010:1.0:1767384716.332389:0:18370:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at 000000002d30cd99. 00080000:00000010:1.0:1767384716.332399:0:18370:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at 00000000c239ba84. 00000020:00000010:3.0:1767384716.332422:0:40112:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 00000000d9bdf198. 00000020:00000010:3.0:1767384716.332476:0:40112:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000db2cd724. 00002000:00000010:3.0:1767384716.332483:0:40112:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at 00000000341fb0e4. 00000001:00000010:1.0:1767384716.332484:0:18370:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at 000000008a7a23d2. 00010000:00000010:3.0:1767384716.332488:0:40112:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at 00000000adead49c. 00080000:00000010:1.0:1767384716.332502:0:18370:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at 00000000c239ba84. 00010000:00000010:3.0:1767384716.332505:0:40112:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 000000001efaa438. 00080000:00000010:1.0:1767384716.332564:0:18370:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at 00000000dacf7765. 00002000:00000010:1.0:1767384716.332569:0:18370:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at 0000000065338004. 00000400:00000010:1.0:1767384716.332579:0:18370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089ff2c58. 00000400:00000010:1.0:1767384716.332605:0:18370:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ff2c58. 00000400:00000010:0.0:1767384716.332626:0:16355:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000b97281d3. 00000020:00000010:1.0:1767384716.332629:0:18370:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096624775. 00000400:00000010:0.0:1767384716.332631:0:16355:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:1.0:1767384716.332635:0:18370:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007cae7661. 00000020:00000010:1.0:1767384716.332640:0:18370:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f055007. 02000000:00000010:0.0:1767384716.332654:0:16355:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cf703f44. 02000000:00000010:0.0:1767384716.332660:0:16355:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006e09b064. 00000100:00000010:0.0:1767384716.332663:0:16355:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000e49d2845. 00010000:00000010:0.1:1767384716.334459:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d54c800. 00010000:00000010:0.1:1767384716.334467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b6c2a663. 00000100:00000010:2.0:1767384716.334514:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000a8d556a3. 00010000:00000010:3.1:1767384716.334516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000086121f4c. 00000100:00000010:3.0:1767384716.334538:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000942f3558. 00000100:00000010:0.0:1767384716.335521:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000ac8830fe. 00000100:00000010:1.0:1767384716.335532:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000003f9a1feb. 00010000:00000010:2.1:1767384716.336497:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000001feee240. 00010000:00000010:2.1:1767384716.336505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000008fec54f4. 00000400:00000010:3.0:1767384716.339087:0:16348:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000012df8c0. 00000400:00000010:3.0:1767384716.339106:0:16348:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000093ae58b7. 00000020:00000010:2.0:1767384716.339214:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384716.339218:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384716.339221:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087426260. 00000020:00000010:2.0:1767384716.339224:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a273d339. 00000020:00000010:2.0:1767384716.339226:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f53b4667. 00000020:00000010:2.0:1767384716.339249:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000bc9a1caf. 00000020:00000010:2.0:1767384716.339250:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000bc9a1caf. 02000000:00000010:2.0:1767384716.339257:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000005eea9e2c. 20000000:00000010:2.0:1767384716.339263:0:40998:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at 00000000a2a4646a. 00000400:00000010:2.0:1767384716.339287:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005996daf1. 00000800:00000010:2.0:1767384716.339302:0:40998:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b88f12. 00000020:00000010:2.0:1767384716.339321:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a273d339. 00000020:00000010:2.0:1767384716.339324:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f53b4667. 00000020:00000010:1.0:1767384716.339326:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7b0b19. 00000020:00000010:2.0:1767384716.339327:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087426260. 00000020:00000010:1.0:1767384716.339333:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 000000000592044f. 00000020:00000010:1.0:1767384716.339339:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e215369d. 00000400:00000010:2.0:1767384716.339340:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e0337379. 00000020:00000010:1.0:1767384716.339344:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ebe090c. 00000400:00000010:2.0:1767384716.339346:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005ccfb6eb. 00000020:00000010:1.0:1767384716.339348:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000078574ee1. 80000000:00000010:1.0:1767384716.339354:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c08d9ebb. 40000000:00000010:1.0:1767384716.339357:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c239ba84. 00100000:00000010:1.0:1767384716.339360:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000005c8882c3. 00040000:00000010:1.0:1767384716.339362:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d8ce64e6. 00040000:00000010:1.0:1767384716.339384:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000032f1ab17. 00080000:00000010:1.0:1767384716.339388:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005e6ebbae. 00080000:00000010:1.0:1767384716.339391:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cfc38f90. 00002000:00000010:1.0:1767384716.339397:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000038977f64. 00000020:00000010:1.0:1767384716.339402:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 000000000592044f. 00000800:00000010:3.0:1767384716.339405:0:16347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b88f12. 00000020:00000010:1.0:1767384716.339405:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000e215369d. 00000020:00000010:1.0:1767384716.339425:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004ebe090c. 00000400:00000010:3.0:1767384716.339429:0:16347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005996daf1. 00000020:00000010:1.0:1767384716.339431:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000078574ee1. 80000000:00000010:1.0:1767384716.339473:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c08d9ebb. 40000000:00000010:1.0:1767384716.339477:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c239ba84. 00100000:00000010:1.0:1767384716.339479:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 000000005c8882c3. 00040000:00000010:1.0:1767384716.339480:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d8ce64e6. 00040000:00000010:1.0:1767384716.339482:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000032f1ab17. 00080000:00000010:1.0:1767384716.339485:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cfc38f90. 00080000:00000010:1.0:1767384716.339488:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005e6ebbae. 00002000:00000010:1.0:1767384716.339492:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000038977f64. 00000020:00000010:1.0:1767384716.339494:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7b0b19. 00000020:00000010:1.0:1767384716.339497:0:17074:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e7b0b19. 00000020:00000010:1.0:1767384716.339499:0:17074:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c08873f0. 00000020:00000010:1.0:1767384716.339502:0:17074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000005c8882c3. 00000020:00000010:1.0:1767384716.339504:0:17074:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000004ebe090c. 00000020:00000010:1.0:1767384716.339506:0:17074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000032f1ab17. 80000000:00000010:1.0:1767384716.339509:0:17074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c08d9ebb. 40000000:00000010:1.0:1767384716.339510:0:17074:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000c239ba84. 00100000:00000010:1.0:1767384716.339512:0:17074:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e215369d. 02000000:00000010:3.0:1767384716.339514:0:16347:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 000000005eea9e2c. 00040000:00000010:1.0:1767384716.339515:0:17074:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d8ce64e6. 00040000:00000010:1.0:1767384716.339522:0:17074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000078574ee1. 00080000:00000010:1.0:1767384716.339524:0:17074:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 000000005e6ebbae. 00080000:00000010:1.0:1767384716.339526:0:17074:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000cfc38f90. 00002000:00000010:1.0:1767384716.339529:0:17074:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000038977f64. 00000020:00000010:1.0:1767384716.339541:0:17074:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at 00000000fec587ab. 00000020:00000010:1.0:1767384716.339548:0:17074:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000c08873f0. 00000020:00000010:1.0:1767384716.339550:0:17074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000005c8882c3. 00000020:00000010:1.0:1767384716.339556:0:17074:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 000000004ebe090c. 00000020:00000010:1.0:1767384716.339557:0:17074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000032f1ab17. 80000000:00000010:1.0:1767384716.339559:0:17074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000c08d9ebb. 40000000:00000010:1.0:1767384716.339560:0:17074:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000c239ba84. 00100000:00000010:1.0:1767384716.339562:0:17074:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e215369d. 00040000:00000010:1.0:1767384716.339563:0:17074:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000d8ce64e6. 00040000:00000010:1.0:1767384716.339565:0:17074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 0000000078574ee1. 00080000:00000010:1.0:1767384716.339566:0:17074:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000cfc38f90. 00080000:00000010:1.0:1767384716.339568:0:17074:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 000000005e6ebbae. 00002000:00000010:1.0:1767384716.339569:0:17074:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 0000000038977f64. 00000020:00000010:1.0:1767384716.339571:0:17074:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e7b0b19. 00000001:00000010:0.0:1767384716.339635:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 0000000001d6c2e0. 00000001:00000010:0.0:1767384716.339642:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004d192db6. 00000001:00000010:0.0:1767384716.339658:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 00000000584d1720. 00000001:00000010:0.0:1767384716.339659:0:8:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at 000000004d613ca3. 00000001:00000010:0.0:1767384716.339662:0:8:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at 00000000744e7d85. 00000001:00000010:0.0:1767384716.339665:0:8:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at 000000007cf985fd. 00000020:00000010:0.0:1767384716.339669:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at 00000000bf58c2a9. 00000020:00000010:0.0:1767384716.339680:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at 0000000007725696. 00010000:00000010:3.1:1767384716.340507:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000c1fba3f3. 00010000:00000010:3.1:1767384716.340513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000499dc64f. 00010000:00000010:1.1:1767384716.348473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b7aa9025. 00000400:00000010:2.0:1767384716.389659:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b223cb9. 00000400:00000010:2.0:1767384716.389668:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000000f6d0721. 02000000:00000010:2.0:1767384716.389716:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b8f60fd2. 02000000:00000010:2.0:1767384716.389722:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 0000000010bd48c0. 00000100:00000010:2.0:1767384716.389739:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000039600001. 00000100:00000010:0.0:1767384716.389762:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000b9b18bd8. 02000000:00000010:0.0:1767384716.389779:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000005ffae775. 00000100:00000010:0.0:1767384716.389836:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000003619467f. 02000000:00000010:0.0:1767384716.389842:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001716e60d. 00000100:00000010:0.0:1767384716.389858:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000829577f0. 02000000:00000010:0.0:1767384716.389861:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000072e711dc. 02000000:00000010:2.0:1767384716.389864:0:16357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087426260. 00000400:00000010:2.0:1767384716.389871:0:16357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b223cb9. 00000400:00000010:2.0:1767384716.389876:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000005996daf1. 00000400:00000010:2.0:1767384716.389894:0:16357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000081d42d5. 02000000:00000010:1.0:1767384716.389909:0:16356:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e7b0b19. 00000400:00000010:2.0:1767384716.389916:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000012cfed76. 00000400:00000010:1.0:1767384716.389918:0:16356:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004261f15e. 00000400:00000010:1.0:1767384716.389934:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000089ff2c58. 00000400:00000010:2.0:1767384716.389937:0:16357:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000eda12858. 02000000:00000010:3.0:1767384716.389945:0:16353:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff1692e. 00000020:00000010:1.0:1767384716.389961:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000005e6ebbae. 00000400:00000010:3.0:1767384716.389970:0:16353:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076d2a082. 00000400:00000010:2.0:1767384716.389972:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081d42d5. 00000400:00000010:1.0:1767384716.389974:0:16356:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 00000400:00000010:3.0:1767384716.389987:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000100:00000010:2.0:1767384716.389991:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000009f4b9e3. 00000400:00000010:3.0:1767384716.389997:0:16353:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.390003:0:40998:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 000000002404333e. 00000100:00000010:2.0:1767384716.390004:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000e87420b6. 00000100:00000010:1.0:1767384716.390010:0:16356:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000082ff6dd4. 00000100:00000010:2.0:1767384716.390012:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009490cf38. 00000100:00000010:2.0:1767384716.390028:0:16357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000007c47d707. 00000020:00000010:0.0:1767384716.390033:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edae9a63. 00000020:00000010:0.0:1767384716.390039:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edae9a63. 00000020:00000010:0.0:1767384716.390045:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abb76e00. 00000400:00000010:1.0:1767384716.390047:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aceb391d. 00000020:00000010:0.0:1767384716.390052:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 000000001c9a36d1. 00000020:00000010:0.0:1767384716.390057:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000100:00000010:3.0:1767384716.390063:0:16353:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d6b2608f. 00000400:00000010:3.0:1767384716.390101:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:2.0:1767384716.390102:0:41005:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c6add4ce. 00000020:00000010:2.0:1767384716.390118:0:41005:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c6add4ce. 00000020:00000010:0.0:1767384716.390121:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000edae9a63. 00000020:00000010:0.0:1767384716.390136:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000edae9a63. 00000020:00000010:2.0:1767384716.390141:0:41005:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003332a419. 00000020:00000010:2.0:1767384716.390146:0:41005:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000a273d339. 00000020:00000010:2.0:1767384716.390150:0:41005:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000f53b4667. 02000000:00000010:0.0:1767384716.390151:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 00000000c0cb9587. 00000020:00000010:1.0:1767384716.390161:0:41615:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000592044f. 00000400:00000010:0.0:1767384716.390164:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000020:00000010:1.0:1767384716.390170:0:41615:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 0000000096624775. 00000020:00000010:1.0:1767384716.390188:0:41615:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000007cae7661. 00000400:00000010:0.0:1767384716.390218:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00040000:00000010:2.0:1767384716.390235:0:41003:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a8014dbb. 00000020:00000010:0.0:1767384716.390249:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 000000001c9a36d1. 00000004:00000010:2.0:1767384716.390251:0:41003:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000604ab057. 00000020:00000010:0.0:1767384716.390254:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000004:00000010:2.0:1767384716.390257:0:41003:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000a00858a5. 00000020:00000010:1.0:1767384716.390259:0:41004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 00000000c239ba84. 00000020:00000010:0.0:1767384716.390259:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abb76e00. 00000004:00000010:2.0:1767384716.390263:0:41003:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000005eea9e2c. 00000020:00000010:1.0:1767384716.390269:0:41004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 00000000c239ba84. 02000000:00000010:0.0:1767384716.390271:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at 00000000c0cb9587. 00000400:00000010:0.0:1767384716.390286:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b97281d3. 02000000:00000010:2.0:1767384716.390289:0:41003:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at 0000000067482c0d. 00000400:00000010:0.0:1767384716.390293:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d0795fe4. 02000000:00000010:1.0:1767384716.390295:0:41004:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at 000000007523a243. 00000020:00000010:2.0:1767384716.390302:0:41003:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000bf58c2a9. 00000400:00000010:1.0:1767384716.390308:0:41004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 00000004:00000010:2.0:1767384716.390324:0:41003:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at 00000000c6add4ce. 00000001:00000010:2.0:1767384716.390330:0:41003:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at 0000000022e6fa27. 00000400:00000010:3.0:1767384716.390335:0:16357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000002b223cb9. 00000001:00000010:2.0:1767384716.390337:0:41003:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000007cf985fd. 00000400:00000010:3.0:1767384716.390341:0:16357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000005996daf1. 00000001:00000010:2.0:1767384716.390344:0:41003:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000002eb5ef56. 00000001:00000010:2.0:1767384716.390348:0:41003:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d90c73e2. 00000001:00000010:2.0:1767384716.390352:0:41003:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000099d1acc3. 00000001:00000010:2.0:1767384716.390355:0:41003:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003d827bf. 00000001:00000010:2.0:1767384716.390357:0:41003:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054853c13. 00000001:00000010:2.0:1767384716.390360:0:41003:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000059b88f12. 02000000:00000010:3.0:1767384716.390366:0:16357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087426260. 00000001:00000010:2.0:1767384716.390366:0:41003:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 0000000005462c89. 00000400:00000010:1.0:1767384716.390370:0:41004:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000aceb391d. 00000001:00000010:2.0:1767384716.390386:0:41003:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d613ca3. 00000001:00000010:2.0:1767384716.390392:0:41003:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000584d1720. 00000020:00000010:1.0:1767384716.390394:0:41004:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000a273d339. 00000400:00000010:0.0:1767384716.390394:0:16356:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004261f15e. 02000000:00000010:3.0:1767384716.390395:0:16357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 000000005ffae775. 00000001:00000010:2.0:1767384716.390396:0:41003:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000004d192db6. 00000400:00000010:0.0:1767384716.390406:0:16356:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000089ff2c58. 00000020:00000010:1.0:1767384716.390409:0:41004:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000f53b4667. 00000001:00000010:2.0:1767384716.390412:0:41003:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000001d6c2e0. 00000020:00000010:1.0:1767384716.390417:0:41004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003332a419. 00000100:00000010:3.0:1767384716.390418:0:16357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000b9b18bd8. 00000020:00000010:0.0:1767384716.390427:0:16356:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at 00000000882d8271. 00000020:00000010:2.0:1767384716.390466:0:41003:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at 0000000027800a2a. 02000000:00000010:0.0:1767384716.390476:0:16356:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e7b0b19. 00000020:00000010:2.0:1767384716.390483:0:41003:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at 0000000027800a2a. 02000000:00000010:0.0:1767384716.390485:0:16356:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at 0000000072e711dc. 00000100:00000010:0.0:1767384716.390493:0:16356:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000829577f0. 00000020:00000010:2.0:1767384716.390495:0:41003:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at 0000000007725696. 00000020:00000010:2.0:1767384716.390503:0:41003:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 0000000038eea4f8. 00000400:00000010:2.0:1767384716.390532:0:41003:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000081d42d5. 00000400:00000010:2.0:1767384716.390555:0:41003:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000081d42d5. 00000020:00000010:2.0:1767384716.390562:0:41003:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 0000000096624775. 00000020:00000010:2.0:1767384716.390564:0:41003:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000007cae7661. 00000020:00000010:2.0:1767384716.390566:0:41003:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000592044f. 00000400:00000010:3.0:1767384716.390658:0:16353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076d2a082. 00000400:00000010:3.0:1767384716.390664:0:16353:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:02000000:3.0:1767384716.392121:0:16353:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 02000000:00000010:3.0:1767384716.396085:0:16353:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff1692e. 02000000:00000010:3.0:1767384716.396089:0:16353:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000001716e60d. 00000100:00000010:3.0:1767384716.396092:0:16353:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000003619467f. 00000100:00000010:0.0:1767384716.396533:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000009f4b9e3. 00000100:00000010:1.0:1767384716.396550:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000e87420b6. 00000100:00000010:3.0:1767384716.396554:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000007c47d707. 00000100:00000010:2.0:1767384716.396743:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000009490cf38. 00080000:00000010:3.0:1767384716.677422:0:41617:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007159a875. 00080000:00000010:3.0:1767384716.677433:0:41617:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007159a875. 00080000:00000010:3.0:1767384716.677443:0:41617:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 000000007159a875. 00080000:00000010:3.0:1767384716.677448:0:41617:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 000000007159a875. 00000001:02000400:3.0:1767384716.796337:0:41653:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_73e: @@@@@@ FAIL: test_73e failed with 1 00000100:00000010:3.0:1767384716.901626:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.901651:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000084f69ec. 00010000:00000010:3.0:1767384716.901679:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000008d17c192. 00010000:00000010:3.0:1767384716.901685:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b247c4d5. 00000100:00000010:3.0:1767384716.901703:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.901723:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff1692e. 00000400:00000010:3.0:1767384716.901740:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076d2a082. 00000400:00000010:3.0:1767384716.901745:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.901752:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.901773:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000147e7773. 00000400:00000010:3.0:1767384716.901785:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000dea1a042. 00000400:00000010:3.0:1767384716.901805:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000100:00000010:3.0:1767384716.901816:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008ae8856c. 00000100:00000010:3.0:1767384716.901829:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000fbfd42d8. 00000100:00000010:3.0:1767384716.901835:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 0000000047b9f424. 00000100:00000010:3.0:1767384716.901841:0:17083:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000005831d97b. 00000020:00000010:0.0:1767384716.901893:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.901898:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.901904:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067efe6df. 00000020:00000010:0.0:1767384716.901908:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.901923:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.901971:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.901973:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00010000:00000010:0.0:1767384716.901990:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 000000005610082c. 00010000:00000010:0.0:1767384716.901994:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000007638713e. 02000000:00000010:0.0:1767384716.902016:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000908ba592. 00000400:00000010:0.0:1767384716.902046:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.902069:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.902080:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.902084:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.902086:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067efe6df. 02000000:00000010:0.0:1767384716.902094:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000908ba592. 00000400:00000010:3.0:1767384716.902098:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076d2a082. 00000400:00000010:0.0:1767384716.902100:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000098328af0. 00000400:00000010:3.0:1767384716.902113:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000400:00000010:0.0:1767384716.902122:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000050d0e456. 00000100:00000010:3.0:1767384716.902135:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.902150:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff1692e. 02000000:00000010:3.0:1767384716.902153:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000084f69ec. 00000100:00000010:3.0:1767384716.902157:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 10000000:00000010:3.0:1767384716.902163:0:17083:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 32 at 00000000f98b088f. 00000100:00000010:3.0:1767384716.902176:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.902181:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000084f69ec. 00000100:00000010:3.0:1767384716.902186:0:17083:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000000ff1692e. 00000100:00000010:3.0:1767384716.902188:0:17083:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000009693708. 00000100:00000010:3.0:1767384716.902192:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 00000400:00000010:3.0:1767384716.902200:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000076d2a082. 00000400:00000010:3.0:1767384716.902203:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000082a895a1. 02000000:00000010:3.0:1767384716.902206:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000078318719. 00000400:00000010:3.0:1767384716.902211:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.902213:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.902215:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.902222:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008f4b3dcf. 00000400:00000010:3.0:1767384716.902226:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000176a1c6e. 00000400:00000010:3.0:1767384716.902237:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.902265:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.902268:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.902270:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067efe6df. 00000020:00000010:0.0:1767384716.902272:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.902274:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.902288:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.902290:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 02000000:00000010:0.0:1767384716.902296:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 536 at 00000000908ba592. 20000000:00000010:0.0:1767384716.902303:0:40998:0:(mgs_nids.c:913:mgs_get_ir_logs()) kmalloced '(pages)': 32 at 00000000f38ce212. 00000100:00000010:0.0:1767384716.902342:0:40998:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 000000001716e60d. 00000100:00000010:0.0:1767384716.902344:0:40998:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 16 at 000000002a1573f2. 00000400:00000010:0.0:1767384716.902349:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.902354:0:40998:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000273ac08f. 00000400:00000010:0.0:1767384716.902362:0:40998:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076d2a082. 00000400:00000010:0.0:1767384716.902366:0:40998:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000082a895a1. 00000400:00000010:0.0:1767384716.902383:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000100:00000010:0.0:1767384716.902401:0:40998:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 16 at 000000002a1573f2. 00000100:00000010:0.0:1767384716.902405:0:40998:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000001716e60d. 20000000:00000010:0.0:1767384716.902412:0:40998:0:(mgs_nids.c:960:mgs_get_ir_logs()) kvfree 'pages': 32 at 00000000f38ce212. 00000400:00000010:0.0:1767384716.902419:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.902435:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000400:00000010:3.0:1767384716.902462:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.902467:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000020:00000010:0.0:1767384716.902467:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.902473:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.902477:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067efe6df. 02000000:00000010:0.0:1767384716.902481:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at 00000000908ba592. 00000100:00000010:3.0:1767384716.902483:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 00000400:00000010:0.0:1767384716.902486:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b4ce3160. 00000400:00000010:0.0:1767384716.902490:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000da25c823. 10000000:00000010:3.0:1767384716.902495:0:17083:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 0000000046f9e836. 10000000:00000010:3.0:1767384716.902507:0:17083:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 0000000046f9e836. 02000000:00000010:3.0:1767384716.902510:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000078318719. 00000100:00000010:3.0:1767384716.902512:0:17083:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at 0000000009693708. 00000100:00000010:3.0:1767384716.902514:0:17083:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 000000000ff1692e. 02000000:00000010:3.0:1767384716.902516:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000084f69ec. 00000100:00000010:3.0:1767384716.902517:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 10000000:00000010:3.0:1767384716.902528:0:17083:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 32 at 00000000f98b088f. 00000100:00000010:3.0:1767384716.902538:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.902542:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000084f69ec. 00010000:00000010:3.0:1767384716.902548:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000b16e92a1. 00000100:00000010:3.0:1767384716.902553:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.902557:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff1692e. 00000400:00000010:3.0:1767384716.902559:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.902562:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.902564:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.902571:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000076306b72. 00000400:00000010:3.0:1767384716.902575:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000bc5d988. 00000400:00000010:3.0:1767384716.902587:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.902626:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.902629:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.902632:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067efe6df. 00000020:00000010:0.0:1767384716.902633:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.902635:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.902650:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.902652:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00010000:00000010:0.0:1767384716.902660:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000079597eeb. 02000000:00000010:0.0:1767384716.902665:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000908ba592. 00000400:00000010:0.0:1767384716.902684:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.902700:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.902705:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.902707:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.902709:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067efe6df. 02000000:00000010:0.0:1767384716.902712:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000908ba592. 00000400:00000010:0.0:1767384716.902716:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000094f6b9d4. 00000400:00000010:0.0:1767384716.902718:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000bc5d988. 00000400:00000010:3.0:1767384716.902728:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.902733:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:00000010:3.0:1767384716.902742:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.902749:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff1692e. 02000000:00000010:3.0:1767384716.902750:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000084f69ec. 00000100:00000010:3.0:1767384716.902752:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 10000000:00000010:3.0:1767384716.902761:0:17083:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000009693708. 00000020:00000010:3.0:1767384716.902763:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000084f69ec. 00000020:00000010:3.0:1767384716.902766:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000078318719. 00000040:00000010:3.0:1767384716.902768:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9058d7d. 00000020:00000010:3.0:1767384716.902772:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ff4cdb9e. 00000020:00000010:3.0:1767384716.902775:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000780f4ded. 80000000:00000010:3.0:1767384716.902778:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a391f96d. 00040000:00000010:3.0:1767384716.902781:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000060bd749. 00080000:00000010:3.0:1767384716.902794:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bb045012. 00080000:00000010:3.0:1767384716.902798:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009cc72ac8. 20000000:00000010:3.0:1767384716.902802:0:17083:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f8f5bce2. 00000040:00000010:3.0:1767384716.902807:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc14989e. 00000100:00000010:3.0:1767384716.902811:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.902815:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.902821:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.902826:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ad97075. 00000400:00000010:3.0:1767384716.902828:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.902830:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.902832:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.902838:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000d04a1707. 00000400:00000010:3.0:1767384716.902842:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c8e94287. 00000400:00000010:3.0:1767384716.902854:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.902880:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.902883:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.902886:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067efe6df. 00000020:00000010:0.0:1767384716.902887:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.902889:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.902903:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.902904:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 02000000:00000010:0.0:1767384716.902911:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000908ba592. 00000040:00000010:0.0:1767384716.902915:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000075992d54. 00000040:00000010:0.0:1767384716.902971:0:40998:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at 000000002a1573f2. 00000040:00000010:0.0:1767384716.902987:0:40998:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 14 at 000000002a1573f2. 00000040:00000010:0.0:1767384716.902989:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000075992d54. 20000000:00000010:0.0:1767384716.903014:0:40998:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000009da2c65b. 20000000:00000010:0.0:1767384716.903018:0:40998:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000009da2c65b. 00000400:00000010:0.0:1767384716.903026:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.903055:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.903066:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.903069:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.903072:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067efe6df. 02000000:00000010:0.0:1767384716.903076:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000908ba592. 00000400:00000010:0.0:1767384716.903083:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dee7f7b9. 00000400:00000010:0.0:1767384716.903087:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000176a1c6e. 00000400:00000010:3.0:1767384716.903102:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.903109:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:00000010:3.0:1767384716.903126:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.903132:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ad97075. 02000000:00000010:3.0:1767384716.903135:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.903138:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 00000040:00000010:3.0:1767384716.903146:0:17083:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002a29bf87. 00000100:00000010:3.0:1767384716.903150:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.903156:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.903161:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.903183:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000098211880. 00000400:00000010:3.0:1767384716.903192:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.903196:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bdc3a9c7. 00000400:00000010:3.0:1767384716.903201:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.903211:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000009ea00594. 00000400:00000010:3.0:1767384716.903218:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000003c015687. 00000400:00000010:3.0:1767384716.903236:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000020:00000010:0.0:1767384716.903283:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.903287:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.903291:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067efe6df. 00000020:00000010:0.0:1767384716.903294:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.903297:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.903321:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.903327:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 02000000:00000010:0.0:1767384716.903349:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c146c4f3. 00000040:00000010:0.0:1767384716.903355:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000075992d54. 00000040:00000010:0.0:1767384716.903366:0:40998:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000e7735378. 00000040:00000010:0.0:1767384716.903390:0:40998:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000e7735378. 00000040:00000010:0.0:1767384716.903396:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000075992d54. 00000400:00000010:0.0:1767384716.903406:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 00000000dea1a042. 00000400:00000010:0.0:1767384716.903464:0:40998:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 00000000dea1a042. 00000020:00000010:0.0:1767384716.903477:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.903481:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000400:00000010:3.0:1767384716.903482:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000020:00000010:0.0:1767384716.903484:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067efe6df. 00000400:00000010:3.0:1767384716.903492:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bdc3a9c7. 02000000:00000010:0.0:1767384716.903494:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c146c4f3. 00000100:00000010:3.0:1767384716.903515:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 00000400:00000010:0.0:1767384716.903519:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009f8e8d16. 00000400:00000010:0.0:1767384716.903526:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dea1a042. 02000000:00000010:3.0:1767384716.903527:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000098211880. 02000000:00000010:3.0:1767384716.903547:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.903551:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 00000040:00000010:3.0:1767384716.903560:0:17083:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000314c84c3. 00000020:00000010:0.0:1767384716.903832:0:41665:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067efe6df. 00000020:00000010:0.0:1767384716.903835:0:41665:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000075992d54. 00000040:00000010:0.0:1767384716.903842:0:41665:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a38b42f3. 00000020:00000010:0.0:1767384716.903844:0:41665:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000057d233a3. 00000020:00000010:0.0:1767384716.903847:0:41665:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384716.903850:0:41665:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ef2892df. 80000000:00000010:0.0:1767384716.903852:0:41665:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ac8830fe. 40000000:00000010:0.0:1767384716.903855:0:41665:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009da2c65b. 00100000:00000010:0.0:1767384716.903858:0:41665:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e183da58. 00040000:00000010:0.0:1767384716.903861:0:41665:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000072e711dc. 00040000:00000010:0.0:1767384716.903863:0:41665:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000024a5963. 00040000:00000010:0.0:1767384716.903866:0:41665:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009d19cd26. 00080000:00000010:0.0:1767384716.903868:0:41665:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000e7735378. 00080000:00000010:0.0:1767384716.903871:0:41665:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000ae557d63. 00000004:00000010:0.0:1767384716.903875:0:41665:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c0d390b2. 00000004:00000010:0.0:1767384716.903881:0:41665:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009658b1d7. 00000004:00000010:0.0:1767384716.903885:0:41665:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000152234f5. 00002000:00000010:0.0:1767384716.903888:0:41665:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000908ba592. 00000004:00000010:0.0:1767384716.903890:0:41665:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001716e60d. 00000020:00000010:0.0:1767384716.903893:0:41665:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003f55a7a4. 00000040:00000010:0.0:1767384716.903905:0:41665:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000fa8ca745. 00000040:00000010:0.0:1767384716.904504:0:41665:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000fa8ca745. 00000020:00000010:0.0:1767384716.904510:0:41665:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000003f55a7a4. 00000020:00000010:0.0:1767384716.904523:0:41665:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000075992d54. 00000040:00000010:0.0:1767384716.904527:0:41665:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a38b42f3. 00000020:00000010:0.0:1767384716.904531:0:41665:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000057d233a3. 00000020:00000010:0.0:1767384716.904535:0:41665:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384716.904540:0:41665:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ef2892df. 80000000:00000010:0.0:1767384716.904544:0:41665:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ac8830fe. 40000000:00000010:0.0:1767384716.904549:0:41665:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009da2c65b. 00100000:00000010:0.0:1767384716.904552:0:41665:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e183da58. 00040000:00000010:0.0:1767384716.904556:0:41665:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 0000000072e711dc. 00040000:00000010:0.0:1767384716.904560:0:41665:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000024a5963. 00040000:00000010:0.0:1767384716.904564:0:41665:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009d19cd26. 00080000:00000010:0.0:1767384716.904569:0:41665:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000ae557d63. 00080000:00000010:0.0:1767384716.904579:0:41665:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000e7735378. 00000004:00000010:0.0:1767384716.904583:0:41665:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c0d390b2. 00000004:00000010:0.0:1767384716.904586:0:41665:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009658b1d7. 00000004:00000010:0.0:1767384716.904591:0:41665:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000152234f5. 00002000:00000010:0.0:1767384716.904595:0:41665:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000908ba592. 00000004:00000010:0.0:1767384716.904598:0:41665:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001716e60d. 00000020:00000010:0.0:1767384716.904600:0:41665:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067efe6df. 00000040:00000010:3.0:1767384716.904704:0:17083:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000314c84c3. 00000040:00000010:3.0:1767384716.904710:0:17083:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002a29bf87. 00000040:00000010:3.0:1767384716.904714:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc14989e. 00000020:00000010:3.0:1767384716.904717:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000078318719. 00000040:00000010:3.0:1767384716.904719:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9058d7d. 00000020:00000010:3.0:1767384716.904721:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff4cdb9e. 00000020:00000010:3.0:1767384716.904723:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000780f4ded. 80000000:00000010:3.0:1767384716.904725:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a391f96d. 00040000:00000010:3.0:1767384716.904726:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000060bd749. 00080000:00000010:3.0:1767384716.904728:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009cc72ac8. 00080000:00000010:3.0:1767384716.904730:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bb045012. 20000000:00000010:3.0:1767384716.904733:0:17083:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f8f5bce2. 00000020:00000010:3.0:1767384716.904734:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000084f69ec. 10000000:00000010:3.0:1767384716.904736:0:17083:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000009693708. 00000100:00000010:3.0:1767384716.904743:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.904748:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000084f69ec. 00010000:00000010:3.0:1767384716.904754:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000002e3fbfb4. 00000100:00000010:3.0:1767384716.904759:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.904765:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff1692e. 00000400:00000010:3.0:1767384716.904767:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.904769:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.904779:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.904786:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a40de1cf. 00000400:00000010:3.0:1767384716.904791:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000c2babb52. 00000400:00000010:3.0:1767384716.904804:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.904821:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.904824:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.904827:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c9180f1. 00000020:00000010:0.0:1767384716.904829:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.904831:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.904849:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.904850:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00010000:00000010:0.0:1767384716.904858:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000052653c52. 02000000:00000010:0.0:1767384716.904862:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001716e60d. 00000400:00000010:0.0:1767384716.904869:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.904886:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.904912:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.904915:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.904919:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c9180f1. 00000400:00000010:3.0:1767384716.904925:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 02000000:00000010:0.0:1767384716.904926:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001716e60d. 00000400:00000010:3.0:1767384716.904935:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000400:00000010:0.0:1767384716.904939:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b78d6393. 00000400:00000010:0.0:1767384716.904945:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003c015687. 00000100:00000010:3.0:1767384716.904958:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.904971:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff1692e. 02000000:00000010:3.0:1767384716.904974:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000084f69ec. 00000100:00000010:3.0:1767384716.904977:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 10000000:00000010:3.0:1767384716.904983:0:17083:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000009693708. 00000020:00000010:3.0:1767384716.904985:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000084f69ec. 00000020:00000010:3.0:1767384716.904988:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8f5bce2. 00000040:00000010:3.0:1767384716.904991:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a1faad42. 00000020:00000010:3.0:1767384716.904993:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ff4cdb9e. 00000020:00000010:3.0:1767384716.904996:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000060bd749. 80000000:00000010:3.0:1767384716.904998:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a391f96d. 00040000:00000010:3.0:1767384716.905001:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000780f4ded. 00080000:00000010:3.0:1767384716.905004:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bb045012. 00080000:00000010:3.0:1767384716.905006:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009cc72ac8. 20000000:00000010:3.0:1767384716.905010:0:17083:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000078318719. 00000040:00000010:3.0:1767384716.905014:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc14989e. 00000100:00000010:3.0:1767384716.905017:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.905022:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.905027:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.905034:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ad97075. 00000400:00000010:3.0:1767384716.905037:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.905040:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.905044:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.905053:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000c3b9120e. 00000400:00000010:3.0:1767384716.905059:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 0000000067f31ded. 00000400:00000010:3.0:1767384716.905074:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.905095:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.905100:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.905105:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c9180f1. 00000020:00000010:0.0:1767384716.905108:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.905111:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.905133:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.905135:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 02000000:00000010:0.0:1767384716.905143:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000001716e60d. 00000040:00000010:0.0:1767384716.905148:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000012fd2a55. 00000040:00000010:0.0:1767384716.905184:0:40998:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at 000000002a1573f2. 00000020:00000010:0.0:1767384716.905194:0:40998:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 232 at 0000000072e711dc. 00080000:00000010:0.0:1767384716.905199:0:40998:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at 000000009d19cd26. 00000040:00000010:0.0:1767384716.905212:0:40998:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 15 at 000000002a1573f2. 00000040:00000010:0.0:1767384716.905214:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000012fd2a55. 20000000:00000010:0.0:1767384716.905219:0:40998:0:(mgs_nids.c:1144:mgs_fsc_attach()) kmalloced '(new_fsc)': 56 at 000000009da2c65b. 20000000:00000010:0.0:1767384716.905220:0:40998:0:(mgs_nids.c:1187:mgs_fsc_attach()) kfreed 'new_fsc': 56 at 000000009da2c65b. 00000400:00000010:0.0:1767384716.905225:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.905242:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.905248:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.905250:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.905252:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c9180f1. 02000000:00000010:0.0:1767384716.905255:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000001716e60d. 00000400:00000010:0.0:1767384716.905259:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000030498aec. 00000400:00000010:0.0:1767384716.905262:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0201c93. 00000400:00000010:3.0:1767384716.905272:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.905281:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:00000010:3.0:1767384716.905289:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.905292:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ad97075. 02000000:00000010:3.0:1767384716.905294:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.905295:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 00000040:00000010:3.0:1767384716.905299:0:17083:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002a29bf87. 00000100:00000010:3.0:1767384716.905301:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.905304:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.905307:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.905317:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000098211880. 00000400:00000010:3.0:1767384716.905320:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.905322:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bdc3a9c7. 00000400:00000010:3.0:1767384716.905325:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.905331:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000e418264. 00000400:00000010:3.0:1767384716.905336:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000745d585a. 00000400:00000010:3.0:1767384716.905346:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000020:00000010:0.0:1767384716.905359:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.905362:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.905365:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c9180f1. 00000020:00000010:0.0:1767384716.905367:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.905369:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.905384:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.905385:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 02000000:00000010:0.0:1767384716.905396:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c146c4f3. 00000040:00000010:0.0:1767384716.905399:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000012fd2a55. 00000040:00000010:0.0:1767384716.905404:0:40998:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fa8ca745. 00000040:00000010:0.0:1767384716.905921:0:40998:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fa8ca745. 00000040:00000010:0.0:1767384716.905924:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 0000000012fd2a55. 00000400:00000010:0.0:1767384716.905930:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 000000004f9aff5e. 00000400:00000010:0.0:1767384716.905948:0:40998:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 000000004f9aff5e. 00000020:00000010:0.0:1767384716.905956:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.905957:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.905959:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c9180f1. 02000000:00000010:0.0:1767384716.905961:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c146c4f3. 00000400:00000010:0.0:1767384716.905970:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005bd0667f. 00000400:00000010:0.0:1767384716.905972:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004f9aff5e. 00000400:00000010:3.0:1767384716.906012:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.906017:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bdc3a9c7. 00000100:00000010:3.0:1767384716.906027:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.906032:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000098211880. 02000000:00000010:3.0:1767384716.906040:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.906042:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 00000040:00000010:3.0:1767384716.906046:0:17083:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000314c84c3. 00000020:00000010:0.0:1767384716.906196:0:41666:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c9180f1. 00000020:00000010:0.0:1767384716.906199:0:41666:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000012fd2a55. 00000040:00000010:0.0:1767384716.906201:0:41666:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ef2892df. 00000020:00000010:0.0:1767384716.906202:0:41666:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000152234f5. 00000020:00000010:0.0:1767384716.906204:0:41666:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384716.906206:0:41666:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000067efe6df. 80000000:00000010:0.0:1767384716.906208:0:41666:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ac8830fe. 40000000:00000010:0.0:1767384716.906209:0:41666:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009da2c65b. 00100000:00000010:0.0:1767384716.906211:0:41666:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c0d390b2. 00040000:00000010:0.0:1767384716.906212:0:41666:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b73258ff. 00040000:00000010:0.0:1767384716.906214:0:41666:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000024a5963. 00040000:00000010:0.0:1767384716.906216:0:41666:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a38b42f3. 00080000:00000010:0.0:1767384716.906217:0:41666:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa8ca745. 00080000:00000010:0.0:1767384716.906220:0:41666:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c4833ace. 00000004:00000010:0.0:1767384716.906223:0:41666:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e183da58. 00000004:00000010:0.0:1767384716.906225:0:41666:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009658b1d7. 00000004:00000010:0.0:1767384716.906226:0:41666:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 0000000057d233a3. 00002000:00000010:0.0:1767384716.906228:0:41666:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000001716e60d. 00000004:00000010:0.0:1767384716.906229:0:41666:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 00000000908ba592. 00000020:00000010:0.0:1767384716.906231:0:41666:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000d4f05489. 00000040:00000010:0.0:1767384716.906235:0:41666:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000cf977a49. 00000040:00000010:0.0:1767384716.906643:0:41666:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000cf977a49. 00000020:00000010:0.0:1767384716.906648:0:41666:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 00000000d4f05489. 00000020:00000010:0.0:1767384716.906651:0:41666:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000012fd2a55. 00000040:00000010:0.0:1767384716.906653:0:41666:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000ef2892df. 00000020:00000010:0.0:1767384716.906655:0:41666:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000152234f5. 00000020:00000010:0.0:1767384716.906657:0:41666:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384716.906658:0:41666:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000067efe6df. 80000000:00000010:0.0:1767384716.906660:0:41666:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ac8830fe. 40000000:00000010:0.0:1767384716.906662:0:41666:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009da2c65b. 00100000:00000010:0.0:1767384716.906663:0:41666:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000c0d390b2. 00040000:00000010:0.0:1767384716.906665:0:41666:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b73258ff. 00040000:00000010:0.0:1767384716.906667:0:41666:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000024a5963. 00040000:00000010:0.0:1767384716.906673:0:41666:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000a38b42f3. 00080000:00000010:0.0:1767384716.906675:0:41666:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c4833ace. 00080000:00000010:0.0:1767384716.906676:0:41666:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa8ca745. 00000004:00000010:0.0:1767384716.906678:0:41666:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000e183da58. 00000004:00000010:0.0:1767384716.906680:0:41666:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009658b1d7. 00000004:00000010:0.0:1767384716.906681:0:41666:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 0000000057d233a3. 00002000:00000010:0.0:1767384716.906683:0:41666:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 000000001716e60d. 00000004:00000010:0.0:1767384716.906684:0:41666:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 00000000908ba592. 00000020:00000010:0.0:1767384716.906686:0:41666:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c9180f1. 00000040:00000010:3.0:1767384716.906757:0:17083:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000314c84c3. 00000040:00000010:3.0:1767384716.906763:0:17083:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002a29bf87. 00000040:00000010:3.0:1767384716.906765:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc14989e. 00000020:00000010:3.0:1767384716.906768:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8f5bce2. 00000040:00000010:3.0:1767384716.906771:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a1faad42. 00000020:00000010:3.0:1767384716.906772:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff4cdb9e. 00000020:00000010:3.0:1767384716.906775:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000060bd749. 80000000:00000010:3.0:1767384716.906776:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a391f96d. 00040000:00000010:3.0:1767384716.906778:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000780f4ded. 00080000:00000010:3.0:1767384716.906780:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009cc72ac8. 00080000:00000010:3.0:1767384716.906782:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bb045012. 20000000:00000010:3.0:1767384716.906790:0:17083:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000078318719. 00000020:00000010:3.0:1767384716.906792:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000084f69ec. 10000000:00000010:3.0:1767384716.906793:0:17083:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000009693708. 00000100:00000010:3.0:1767384716.906800:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.906806:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000084f69ec. 00010000:00000010:3.0:1767384716.906811:0:17083:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000c541d399. 00010000:00000010:3.0:1767384716.906813:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a815110e. 00000100:00000010:3.0:1767384716.906818:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.906824:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff1692e. 00000400:00000010:3.0:1767384716.906827:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.906829:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.906832:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.906840:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004fad5792. 00000400:00000010:3.0:1767384716.906845:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000001e928cf9. 00000400:00000010:3.0:1767384716.906857:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.906872:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.906876:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.906879:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075992d54. 00000020:00000010:0.0:1767384716.906881:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.906883:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.906900:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.906901:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00010000:00000010:0.0:1767384716.906907:0:40998:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000fd6351bb. 00010000:00000010:0.0:1767384716.906910:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001bce492f. 02000000:00000010:0.0:1767384716.906914:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000908ba592. 00000400:00000010:0.0:1767384716.906921:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.906938:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.906945:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.906947:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.906950:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075992d54. 02000000:00000010:0.0:1767384716.906955:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000908ba592. 00000400:00000010:3.0:1767384716.906957:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:0.0:1767384716.906959:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a9c28e31. 00000400:00000010:3.0:1767384716.906978:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000400:00000010:0.0:1767384716.906989:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fceea832. 00000100:00000010:3.0:1767384716.906998:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.907011:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff1692e. 02000000:00000010:3.0:1767384716.907014:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000084f69ec. 00000100:00000010:3.0:1767384716.907017:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 00000100:00000010:3.0:1767384716.907027:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.907033:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000084f69ec. 00010000:00000010:3.0:1767384716.907040:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000001f4a8ff8. 00000100:00000010:3.0:1767384716.907046:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.907053:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff1692e. 00000400:00000010:3.0:1767384716.907055:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.907058:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.907062:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.907071:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000004ffba101. 00000400:00000010:3.0:1767384716.907078:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000030bfa41. 00000400:00000010:3.0:1767384716.907093:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.907113:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.907118:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.907122:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075992d54. 00000020:00000010:0.0:1767384716.907125:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.907128:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.907150:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.907152:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00010000:00000010:0.0:1767384716.907171:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000ee037f1d. 02000000:00000010:0.0:1767384716.907178:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 00000000908ba592. 00000400:00000010:0.0:1767384716.907190:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.907216:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.907224:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.907226:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.907229:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075992d54. 02000000:00000010:0.0:1767384716.907233:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 00000000908ba592. 00000400:00000010:0.0:1767384716.907239:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008ccb16a6. 00000400:00000010:0.0:1767384716.907243:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000001e85c76. 00000400:00000010:3.0:1767384716.907257:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.907271:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:00000010:3.0:1767384716.907284:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.907293:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff1692e. 02000000:00000010:3.0:1767384716.907295:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000084f69ec. 00000100:00000010:3.0:1767384716.907298:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 10000000:00000010:3.0:1767384716.907302:0:17083:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000009693708. 00000020:00000010:3.0:1767384716.907305:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000084f69ec. 00000020:00000010:3.0:1767384716.907308:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 0000000078318719. 00000040:00000010:3.0:1767384716.907310:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9058d7d. 00000020:00000010:3.0:1767384716.907313:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ff4cdb9e. 00000020:00000010:3.0:1767384716.907316:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000780f4ded. 80000000:00000010:3.0:1767384716.907318:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a391f96d. 00040000:00000010:3.0:1767384716.907321:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000060bd749. 00080000:00000010:3.0:1767384716.907324:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bb045012. 00080000:00000010:3.0:1767384716.907326:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009cc72ac8. 20000000:00000010:3.0:1767384716.907330:0:17083:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 00000000f8f5bce2. 00000040:00000010:3.0:1767384716.907333:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc14989e. 00000100:00000010:3.0:1767384716.907352:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.907366:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.907370:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.907374:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ad97075. 00000400:00000010:3.0:1767384716.907376:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.907379:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.907381:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.907388:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000034f9ea30. 00000400:00000010:3.0:1767384716.907392:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000490dc2f5. 00000400:00000010:3.0:1767384716.907403:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.907417:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.907420:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.907423:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075992d54. 00000020:00000010:0.0:1767384716.907424:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.907426:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.907458:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.907459:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 02000000:00000010:0.0:1767384716.907465:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 00000000908ba592. 00000040:00000010:0.0:1767384716.907468:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a38b42f3. 00000040:00000010:0.0:1767384716.907482:0:40998:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at 00000000ba11cbbf. 00000040:00000010:0.0:1767384716.907487:0:40998:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at 00000000ba11cbbf. 00000040:00000010:0.0:1767384716.907491:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a38b42f3. 00000400:00000010:0.0:1767384716.907497:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.907515:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.907521:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.907523:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.907525:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075992d54. 02000000:00000010:0.0:1767384716.907529:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 00000000908ba592. 00000400:00000010:3.0:1767384716.907532:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:0.0:1767384716.907533:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cae8c612. 00000400:00000010:3.0:1767384716.907539:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000400:00000010:0.0:1767384716.907546:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006b1e53c1. 00000100:00000010:3.0:1767384716.907547:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.907554:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ad97075. 02000000:00000010:3.0:1767384716.907556:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.907558:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 00000040:00000010:3.0:1767384716.907567:0:17083:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 000000002a29bf87. 00000100:00000010:3.0:1767384716.907569:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.907573:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.907576:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.907585:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000098211880. 00000400:00000010:3.0:1767384716.907588:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.907590:0:17083:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000bdc3a9c7. 00000400:00000010:3.0:1767384716.907593:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.907600:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000007dd34c10. 00000400:00000010:3.0:1767384716.907621:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 00000000af01e796. 00000400:00000010:3.0:1767384716.907631:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000020:00000010:0.0:1767384716.907646:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.907649:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.907652:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075992d54. 00000020:00000010:0.0:1767384716.907654:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.907661:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.907678:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.907680:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 02000000:00000010:0.0:1767384716.907690:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at 00000000c146c4f3. 00000040:00000010:0.0:1767384716.907693:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000a38b42f3. 00000040:00000010:0.0:1767384716.907698:0:40998:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000fa8ca745. 00000040:00000010:0.0:1767384716.907703:0:40998:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000fa8ca745. 00000040:00000010:0.0:1767384716.907705:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000a38b42f3. 00000400:00000010:0.0:1767384716.907710:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at 0000000086196093. 00000400:00000010:0.0:1767384716.907727:0:40998:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at 0000000086196093. 00000020:00000010:0.0:1767384716.907734:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.907736:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.907738:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075992d54. 02000000:00000010:0.0:1767384716.907743:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at 00000000c146c4f3. 00000400:00000010:3.0:1767384716.907745:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.907750:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000bdc3a9c7. 00000400:00000010:0.0:1767384716.907752:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000025c530b8. 00000400:00000010:0.0:1767384716.907757:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000086196093. 00000100:00000010:3.0:1767384716.907759:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.907765:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000098211880. 02000000:00000010:3.0:1767384716.907773:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.907775:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 00000040:00000010:3.0:1767384716.907779:0:17083:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000314c84c3. 00000020:00000010:0.0:1767384716.907926:0:41667:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075992d54. 00000020:00000010:0.0:1767384716.907929:0:41667:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a38b42f3. 00000040:00000010:0.0:1767384716.907931:0:41667:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000067efe6df. 00000020:00000010:0.0:1767384716.907933:0:41667:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000057d233a3. 00000020:00000010:0.0:1767384716.907934:0:41667:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384716.907947:0:41667:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000ef2892df. 80000000:00000010:0.0:1767384716.907948:0:41667:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000ac8830fe. 40000000:00000010:0.0:1767384716.907950:0:41667:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009da2c65b. 00100000:00000010:0.0:1767384716.907951:0:41667:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e183da58. 00040000:00000010:0.0:1767384716.907953:0:41667:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b73258ff. 00040000:00000010:0.0:1767384716.907954:0:41667:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at 00000000024a5963. 00040000:00000010:0.0:1767384716.907956:0:41667:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009c9180f1. 00080000:00000010:0.0:1767384716.907958:0:41667:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000fa8ca745. 00080000:00000010:0.0:1767384716.907960:0:41667:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000c4833ace. 00000004:00000010:0.0:1767384716.907962:0:41667:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000c0d390b2. 00000004:00000010:0.0:1767384716.907964:0:41667:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at 000000009658b1d7. 00000004:00000010:0.0:1767384716.907966:0:41667:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at 00000000152234f5. 00002000:00000010:0.0:1767384716.907971:0:41667:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000908ba592. 00000004:00000010:0.0:1767384716.907973:0:41667:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at 000000001716e60d. 00000020:00000010:0.0:1767384716.907974:0:41667:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at 0000000030e99a6b. 00000040:00000010:0.0:1767384716.907977:0:41667:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000cf977a49. 00000040:00000010:0.0:1767384716.908356:0:41667:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 00000000cf977a49. 00000020:00000010:0.0:1767384716.908359:0:41667:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at 0000000030e99a6b. 00000020:00000010:0.0:1767384716.908362:0:41667:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000a38b42f3. 00000040:00000010:0.0:1767384716.908364:0:41667:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000067efe6df. 00000020:00000010:0.0:1767384716.908365:0:41667:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 0000000057d233a3. 00000020:00000010:0.0:1767384716.908367:0:41667:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000693a6d1f. 00000020:00000010:0.0:1767384716.908369:0:41667:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000ef2892df. 80000000:00000010:0.0:1767384716.908370:0:41667:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000ac8830fe. 40000000:00000010:0.0:1767384716.908372:0:41667:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 000000009da2c65b. 00100000:00000010:0.0:1767384716.908374:0:41667:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000e183da58. 00040000:00000010:0.0:1767384716.908375:0:41667:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b73258ff. 00040000:00000010:0.0:1767384716.908377:0:41667:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at 00000000024a5963. 00040000:00000010:0.0:1767384716.908378:0:41667:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000009c9180f1. 00080000:00000010:0.0:1767384716.908380:0:41667:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000c4833ace. 00080000:00000010:0.0:1767384716.908381:0:41667:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000fa8ca745. 00000004:00000010:0.0:1767384716.908383:0:41667:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000c0d390b2. 00000004:00000010:0.0:1767384716.908385:0:41667:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at 000000009658b1d7. 00000004:00000010:0.0:1767384716.908386:0:41667:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at 00000000152234f5. 00002000:00000010:0.0:1767384716.908387:0:41667:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000908ba592. 00000004:00000010:0.0:1767384716.908389:0:41667:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at 000000001716e60d. 00000020:00000010:0.0:1767384716.908390:0:41667:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075992d54. 00000040:00000010:3.0:1767384716.908462:0:17083:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000314c84c3. 00000040:00000010:3.0:1767384716.908469:0:17083:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 000000002a29bf87. 00000040:00000010:3.0:1767384716.908471:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc14989e. 00000020:00000010:3.0:1767384716.908474:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 0000000078318719. 00000040:00000010:3.0:1767384716.908476:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9058d7d. 00000020:00000010:3.0:1767384716.908478:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff4cdb9e. 00000020:00000010:3.0:1767384716.908480:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000780f4ded. 80000000:00000010:3.0:1767384716.908481:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a391f96d. 00040000:00000010:3.0:1767384716.908483:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000060bd749. 00080000:00000010:3.0:1767384716.908485:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009cc72ac8. 00080000:00000010:3.0:1767384716.908487:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bb045012. 20000000:00000010:3.0:1767384716.908488:0:17083:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 00000000f8f5bce2. 00000020:00000010:3.0:1767384716.908490:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000084f69ec. 10000000:00000010:3.0:1767384716.908491:0:17083:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000009693708. 00000100:00000010:3.0:1767384716.908498:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.908509:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000084f69ec. 00010000:00000010:3.0:1767384716.908516:0:17083:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000008fec54f4. 00000100:00000010:3.0:1767384716.908521:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.908527:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff1692e. 00000400:00000010:3.0:1767384716.908529:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.908531:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.908534:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.908542:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000000ac09ff4. 00000400:00000010:3.0:1767384716.908547:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000000ecec281. 00000400:00000010:3.0:1767384716.908559:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.908571:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.908575:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.908578:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012fd2a55. 00000020:00000010:0.0:1767384716.908580:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.908582:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.908599:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.908600:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00010000:00000010:0.0:1767384716.908617:0:40998:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c19ead19. 02000000:00000010:0.0:1767384716.908623:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at 000000001716e60d. 00000400:00000010:0.0:1767384716.908636:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.908659:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.908665:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.908667:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.908669:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012fd2a55. 02000000:00000010:0.0:1767384716.908673:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at 000000001716e60d. 00000400:00000010:0.0:1767384716.908677:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007ea219d3. 00000400:00000010:0.0:1767384716.908679:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ef157bd6. 00000400:00000010:3.0:1767384716.908686:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.908691:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000100:00000010:3.0:1767384716.908699:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.908705:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff1692e. 02000000:00000010:3.0:1767384716.908707:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000084f69ec. 00000100:00000010:3.0:1767384716.908709:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 10000000:00000010:3.0:1767384716.908713:0:17083:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000009693708. 00000020:00000010:3.0:1767384716.908715:0:17083:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000084f69ec. 00000020:00000010:3.0:1767384716.908717:0:17083:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8f5bce2. 00000040:00000010:3.0:1767384716.908718:0:17083:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000a1faad42. 00000020:00000010:3.0:1767384716.908720:0:17083:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ff4cdb9e. 00000020:00000010:3.0:1767384716.908722:0:17083:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000060bd749. 80000000:00000010:3.0:1767384716.908723:0:17083:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a391f96d. 00040000:00000010:3.0:1767384716.908726:0:17083:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000780f4ded. 00080000:00000010:3.0:1767384716.908728:0:17083:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at 00000000bb045012. 00080000:00000010:3.0:1767384716.908729:0:17083:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 000000009cc72ac8. 20000000:00000010:3.0:1767384716.908732:0:17083:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at 0000000078318719. 00000040:00000010:3.0:1767384716.908734:0:17083:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000bc14989e. 00000100:00000010:3.0:1767384716.908737:0:17083:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002c5c783a. 02000000:00000010:3.0:1767384716.908740:0:17083:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.908744:0:17083:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.908748:0:17083:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ad97075. 00000400:00000010:3.0:1767384716.908750:0:17083:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000059df7fb. 00000400:00000010:3.0:1767384716.908758:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008aa694cc. 00000400:00000010:3.0:1767384716.908761:0:17083:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000069b6c6fa. 00000400:00000010:3.0:1767384716.908767:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000a34fdb79. 00000400:00000010:3.0:1767384716.908772:0:17083:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at 000000005d2564c2. 00000400:00000010:3.0:1767384716.908783:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000069b6c6fa. 00000020:00000010:0.0:1767384716.908795:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.908799:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.908802:0:40998:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012fd2a55. 00000020:00000010:0.0:1767384716.908804:0:40998:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.908806:0:40998:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.908820:0:40998:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at 000000009da2c65b. 00000020:00000010:0.0:1767384716.908822:0:40998:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at 000000009da2c65b. 02000000:00000010:0.0:1767384716.908827:0:40998:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at 000000001716e60d. 00000040:00000010:0.0:1767384716.908830:0:40998:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 000000009c9180f1. 00000040:00000010:0.0:1767384716.908838:0:40998:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 000000009c9180f1. 00000400:00000010:0.0:1767384716.908843:0:40998:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000005a3aba0. 00000400:00000010:0.0:1767384716.908857:0:40998:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000005a3aba0. 00000020:00000010:0.0:1767384716.908864:0:40998:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000cff8432b. 00000020:00000010:0.0:1767384716.908866:0:40998:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000312bfc09. 00000020:00000010:0.0:1767384716.908868:0:40998:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012fd2a55. 02000000:00000010:0.0:1767384716.908872:0:40998:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at 000000001716e60d. 00000400:00000010:3.0:1767384716.908874:0:17083:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000059df7fb. 00000400:00000010:0.0:1767384716.908876:0:40998:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000033f636e1. 00000400:00000010:3.0:1767384716.908895:0:17083:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008aa694cc. 00000400:00000010:0.0:1767384716.908904:0:40998:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c66fd36a. 00000100:00000010:3.0:1767384716.908917:0:17083:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000ad623012. 02000000:00000010:3.0:1767384716.908925:0:17083:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ad97075. 02000000:00000010:3.0:1767384716.908929:0:17083:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000e8ad9144. 00000100:00000010:3.0:1767384716.908932:0:17083:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002c5c783a. 00000040:00000010:3.0:1767384716.908936:0:17083:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000bc14989e. 00000020:00000010:3.0:1767384716.908941:0:17083:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8f5bce2. 00000040:00000010:3.0:1767384716.908944:0:17083:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000a1faad42. 00000020:00000010:3.0:1767384716.908946:0:17083:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000ff4cdb9e. 00000020:00000010:3.0:1767384716.908950:0:17083:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000060bd749. 80000000:00000010:3.0:1767384716.908952:0:17083:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 00000000a391f96d. 00040000:00000010:3.0:1767384716.908955:0:17083:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000780f4ded. 00080000:00000010:3.0:1767384716.908958:0:17083:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 000000009cc72ac8. 00080000:00000010:3.0:1767384716.908961:0:17083:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at 00000000bb045012. 20000000:00000010:3.0:1767384716.908963:0:17083:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at 0000000078318719. 00000020:00000010:3.0:1767384716.908966:0:17083:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000084f69ec. 10000000:00000010:3.0:1767384716.908968:0:17083:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000009693708. 00000100:00000010:1.0:1767384716.915551:0:763:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 00000000fbfd42d8. 00000100:00000010:3.0:1767384716.915572:0:33:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000005831d97b. 00000100:00000010:2.0:1767384716.915576:0:1525:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 0000000047b9f424. 00000100:00000010:0.0:1767384716.915578:0:247:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008ae8856c. 00000400:00000010:1.0:1767384717.029538:0:16351:0:(lib-move.c:3602:lnet_recover_local_nis()) alloc '(ev_info)': 24 at 000000009476f598. 00000400:00000010:1.0:1767384717.029554:0:16351:0:(api-ni.c:1822:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 0000000078574ee1. 00000400:00000010:1.0:1767384717.029572:0:16351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000aceb391d. 00000400:00000010:1.0:1767384717.029582:0:16351:0:(lib-lnet.h:482:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000006d8be425. 00000800:00000010:1.0:1767384717.029649:0:16351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000d8ce64e6. 00000800:00000010:0.0:1767384717.030841:0:16345:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000fa8ca745. 00000800:00000010:0.0:1767384717.030849:0:16345:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 000000005b6d17d4. 00000800:00000010:0.0:1767384717.030854:0:16345:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 0000000030e99a6b. 00000800:00000010:0.0:1767384717.030875:0:16345:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 0000000030e99a6b. 00000800:00020000:0.0:1767384717.030885:0:16345:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:0.0:1767384717.030890:0:16345:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 000000005b6d17d4. 00000800:00000010:0.0:1767384717.030901:0:16345:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000fa8ca745. 00000400:02020000:0.0:1767384717.030941:0:16345:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp37 at host 192.168.203.125:988: is it running a compatible version of Lustre? 00000800:00000010:0.0:1767384717.030964:0:16345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000d8ce64e6. 00080000:00000010:0.0:1767384717.253271:0:41668:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000055e54972. 00080000:00000010:0.0:1767384717.253283:0:41668:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000055e54972. 00080000:00000010:0.0:1767384717.253295:0:41668:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at 0000000055e54972. 00080000:00000010:0.0:1767384717.253300:0:41668:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at 0000000055e54972. 00000800:00000010:1.0:1767384717.286273:0:16343:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000cfc38f90. 00000800:00000010:1.0:1767384717.286281:0:16343:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 0000000024f72121. 00000800:00000010:1.0:1767384717.286286:0:16343:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000c239ba84. 00000800:00000010:1.0:1767384717.286304:0:16343:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000c239ba84. 00000800:00020000:1.0:1767384717.286313:0:16343:0:(socklnd_cb.c:1806:ksocknal_recv_hello()) Bad magic(1) 0xacce7100 (0xeebc0ded expected) from 192.168.203.125 00000800:00000010:1.0:1767384717.286317:0:16343:0:(socklnd.c:1275:ksocknal_create_conn()) kfreed 'hello': 144 at 0000000024f72121. 00000800:00000010:1.0:1767384717.286319:0:16343:0:(socklnd.c:1277:ksocknal_create_conn()) kfreed 'conn': 4712 at 00000000cfc38f90. 00000400:02020000:1.0:1767384717.286356:0:16343:0:(acceptor.c:128:lnet_connect_console_error()) Protocol error connecting to 192.168.203.125@tcp40 at host 192.168.203.125:988: is it running a compatible version of Lustre? Debug log: 135046 lines, 135046 kept, 0 dropped, 0 bad.